{"level":"warn","ts":"2026-03-03T00:52:58.311192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:58.311276Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.209:2380","--initial-cluster=instance=https://162.253.55.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T00:52:58.311344Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:58.311351Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-03T00:52:58.311369Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:58.312028Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"]} {"level":"info","ts":"2026-03-03T00:52:58.312098Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T00:52:58.316531Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.215988ms"} {"level":"info","ts":"2026-03-03T00:52:58.322658Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"53de2bdd9aa7b793","cluster-id":"385802231390d48c"} {"level":"info","ts":"2026-03-03T00:52:58.322752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T00:52:58.322784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 0"} {"level":"info","ts":"2026-03-03T00:52:58.322809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 53de2bdd9aa7b793 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T00:52:58.322825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 1"} {"level":"info","ts":"2026-03-03T00:52:58.322888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"warn","ts":"2026-03-03T00:52:58.329711Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T00:52:58.331586Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T00:52:58.333545Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T00:52:58.337315Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"53de2bdd9aa7b793","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T00:52:58.337568Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"53de2bdd9aa7b793","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T00:52:58.337803Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:58.337954Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:58.337972Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:58.346396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"info","ts":"2026-03-03T00:52:58.346635Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","added-peer-id":"53de2bdd9aa7b793","added-peer-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-03T00:52:58.353409Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:58.353543Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-03T00:52:58.353579Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-03T00:52:58.35389Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"53de2bdd9aa7b793","initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T00:52:58.35393Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T00:52:59.023373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T00:52:59.023446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T00:52:59.023479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgPreVoteResp from 53de2bdd9aa7b793 at term 1"} {"level":"info","ts":"2026-03-03T00:52:59.023508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became candidate at term 2"} {"level":"info","ts":"2026-03-03T00:52:59.023525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgVoteResp from 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-03T00:52:59.023555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became leader at term 2"} {"level":"info","ts":"2026-03-03T00:52:59.02358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 53de2bdd9aa7b793 elected leader 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-03T00:52:59.026268Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:59.027433Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:59.027437Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"53de2bdd9aa7b793","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.209:2379]}","request-path":"/0/members/53de2bdd9aa7b793/attributes","cluster-id":"385802231390d48c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T00:52:59.027528Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:59.028165Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:59.028316Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:59.028363Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:59.028357Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T00:52:59.028494Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T00:52:59.031439Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T00:52:59.031857Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.209:2379"} {"level":"info","ts":"2026-03-03T00:53:03.285277Z","caller":"traceutil/trace.go:171","msg":"trace[626435120] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"186.271295ms","start":"2026-03-03T00:53:03.098974Z","end":"2026-03-03T00:53:03.285245Z","steps":["trace[626435120] 'process raft request' (duration: 185.367694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:06.769739Z","caller":"traceutil/trace.go:171","msg":"trace[1696112901] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"103.646068ms","start":"2026-03-03T00:53:06.666045Z","end":"2026-03-03T00:53:06.769691Z","steps":["trace[1696112901] 'process raft request' (duration: 103.351041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.376699Z","caller":"traceutil/trace.go:171","msg":"trace[1917891820] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"111.809978ms","start":"2026-03-03T00:53:08.264862Z","end":"2026-03-03T00:53:08.376672Z","steps":["trace[1917891820] 'read index received' (duration: 107.086868ms)","trace[1917891820] 'applied index is now lower than readState.Index' (duration: 4.72183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:08.376833Z","caller":"traceutil/trace.go:171","msg":"trace[672377632] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"114.873559ms","start":"2026-03-03T00:53:08.2619Z","end":"2026-03-03T00:53:08.376773Z","steps":["trace[672377632] 'process raft request' (duration: 110.152179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.376964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.073994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-03T00:53:08.377082Z","caller":"traceutil/trace.go:171","msg":"trace[486499747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:339; }","duration":"112.221498ms","start":"2026-03-03T00:53:08.26484Z","end":"2026-03-03T00:53:08.377062Z","steps":["trace[486499747] 'agreement among raft nodes before linearized reading' (duration: 111.990803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.971721Z","caller":"traceutil/trace.go:171","msg":"trace[1259157392] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"131.773624ms","start":"2026-03-03T00:53:08.839922Z","end":"2026-03-03T00:53:08.971695Z","steps":["trace[1259157392] 'process raft request' (duration: 131.59074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.971883Z","caller":"traceutil/trace.go:171","msg":"trace[708446512] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:358; }","duration":"110.501527ms","start":"2026-03-03T00:53:08.861336Z","end":"2026-03-03T00:53:08.971837Z","steps":["trace[708446512] 'read index received' (duration: 110.122588ms)","trace[708446512] 'applied index is now lower than readState.Index' (duration: 376.929µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:08.971985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.299266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-03-03T00:53:08.972056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.122122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-03T00:53:08.972075Z","caller":"traceutil/trace.go:171","msg":"trace[127307270] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"129.418048ms","start":"2026-03-03T00:53:08.842635Z","end":"2026-03-03T00:53:08.972053Z","steps":["trace[127307270] 'agreement among raft nodes before linearized reading' (duration: 129.231354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.972114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.646613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-03-03T00:53:08.972124Z","caller":"traceutil/trace.go:171","msg":"trace[1474047533] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:346; }","duration":"132.213413ms","start":"2026-03-03T00:53:08.839894Z","end":"2026-03-03T00:53:08.972108Z","steps":["trace[1474047533] 'agreement among raft nodes before linearized reading' (duration: 132.091231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.972165Z","caller":"traceutil/trace.go:171","msg":"trace[558916558] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"129.687964ms","start":"2026-03-03T00:53:08.842461Z","end":"2026-03-03T00:53:08.972148Z","steps":["trace[558916558] 'agreement among raft nodes before linearized reading' (duration: 129.625103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.972047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.554302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-03-03T00:53:08.972277Z","caller":"traceutil/trace.go:171","msg":"trace[1156000953] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"129.834408ms","start":"2026-03-03T00:53:08.842435Z","end":"2026-03-03T00:53:08.972269Z","steps":["trace[1156000953] 'agreement among raft nodes before linearized reading' (duration: 129.508311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.97231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.232752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:53:08.972294Z","caller":"traceutil/trace.go:171","msg":"trace[1903829189] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"131.946157ms","start":"2026-03-03T00:53:08.840324Z","end":"2026-03-03T00:53:08.97227Z","steps":["trace[1903829189] 'process raft request' (duration: 131.317853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.972381Z","caller":"traceutil/trace.go:171","msg":"trace[73634894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:346; }","duration":"104.316433ms","start":"2026-03-03T00:53:08.868048Z","end":"2026-03-03T00:53:08.972364Z","steps":["trace[73634894] 'agreement among raft nodes before linearized reading' (duration: 104.198591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.972491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.788751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T00:53:08.972797Z","caller":"traceutil/trace.go:171","msg":"trace[960718332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:346; }","duration":"107.112568ms","start":"2026-03-03T00:53:08.865667Z","end":"2026-03-03T00:53:08.97278Z","steps":["trace[960718332] 'agreement among raft nodes before linearized reading' (duration: 106.76786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.972449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.228861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-03-03T00:53:08.972907Z","caller":"traceutil/trace.go:171","msg":"trace[363265653] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"107.817355ms","start":"2026-03-03T00:53:08.86507Z","end":"2026-03-03T00:53:08.972888Z","steps":["trace[363265653] 'agreement among raft nodes before linearized reading' (duration: 107.045747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:08.972093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.601273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-03-03T00:53:08.973021Z","caller":"traceutil/trace.go:171","msg":"trace[1087984863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"130.605046ms","start":"2026-03-03T00:53:08.842376Z","end":"2026-03-03T00:53:08.972981Z","steps":["trace[1087984863] 'agreement among raft nodes before linearized reading' (duration: 129.588012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.098601Z","caller":"traceutil/trace.go:171","msg":"trace[834117842] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"118.064104ms","start":"2026-03-03T00:53:08.980508Z","end":"2026-03-03T00:53:09.098572Z","steps":["trace[834117842] 'process raft request' (duration: 117.711726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.098958Z","caller":"traceutil/trace.go:171","msg":"trace[1767189019] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"117.410409ms","start":"2026-03-03T00:53:08.98147Z","end":"2026-03-03T00:53:09.098881Z","steps":["trace[1767189019] 'process raft request' (duration: 116.961618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.099022Z","caller":"traceutil/trace.go:171","msg":"trace[549416308] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"117.227774ms","start":"2026-03-03T00:53:08.98176Z","end":"2026-03-03T00:53:09.098988Z","steps":["trace[549416308] 'process raft request' (duration: 116.983778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.099068Z","caller":"traceutil/trace.go:171","msg":"trace[771063454] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"116.757984ms","start":"2026-03-03T00:53:08.982299Z","end":"2026-03-03T00:53:09.099057Z","steps":["trace[771063454] 'process raft request' (duration: 116.5948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.099378Z","caller":"traceutil/trace.go:171","msg":"trace[1202272508] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"116.670542ms","start":"2026-03-03T00:53:08.982654Z","end":"2026-03-03T00:53:09.099325Z","steps":["trace[1202272508] 'process raft request' (duration: 116.327804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:09.099475Z","caller":"traceutil/trace.go:171","msg":"trace[1674412433] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"115.714049ms","start":"2026-03-03T00:53:08.983745Z","end":"2026-03-03T00:53:09.099459Z","steps":["trace[1674412433] 'process raft request' (duration: 115.30559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:16.271917Z","caller":"traceutil/trace.go:171","msg":"trace[870784208] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"174.423088ms","start":"2026-03-03T00:53:16.097458Z","end":"2026-03-03T00:53:16.271881Z","steps":["trace[870784208] 'process raft request' (duration: 174.241244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:16.825875Z","caller":"traceutil/trace.go:171","msg":"trace[1653890426] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"264.986ms","start":"2026-03-03T00:53:16.560865Z","end":"2026-03-03T00:53:16.825851Z","steps":["trace[1653890426] 'process raft request' (duration: 264.821986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:17.237252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.436423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:53:17.237394Z","caller":"traceutil/trace.go:171","msg":"trace[1342330064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"172.859732ms","start":"2026-03-03T00:53:17.064507Z","end":"2026-03-03T00:53:17.237367Z","steps":["trace[1342330064] 'range keys from in-memory index tree' (duration: 172.220867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:17.378411Z","caller":"traceutil/trace.go:171","msg":"trace[583856095] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"134.498107ms","start":"2026-03-03T00:53:17.243874Z","end":"2026-03-03T00:53:17.378372Z","steps":["trace[583856095] 'process raft request' (duration: 133.507264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:17.378488Z","caller":"traceutil/trace.go:171","msg":"trace[112585868] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"126.277966ms","start":"2026-03-03T00:53:17.252177Z","end":"2026-03-03T00:53:17.378455Z","steps":["trace[112585868] 'process raft request' (duration: 126.105942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:24.084411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.090338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:53:24.08446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.70397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:53:24.084539Z","caller":"traceutil/trace.go:171","msg":"trace[307687165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"754.261482ms","start":"2026-03-03T00:53:23.330247Z","end":"2026-03-03T00:53:24.084508Z","steps":["trace[307687165] 'range keys from in-memory index tree' (duration: 753.945255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:24.084589Z","caller":"traceutil/trace.go:171","msg":"trace[1563435132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"681.897464ms","start":"2026-03-03T00:53:23.402662Z","end":"2026-03-03T00:53:24.084559Z","steps":["trace[1563435132] 'range keys from in-memory index tree' (duration: 681.347511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:24.084601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:23.330227Z","time spent":"754.362435ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:24.084631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.135176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:24.084803Z","caller":"traceutil/trace.go:171","msg":"trace[319993045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"735.377143ms","start":"2026-03-03T00:53:23.349362Z","end":"2026-03-03T00:53:24.08474Z","steps":["trace[319993045] 'range keys from in-memory index tree' (duration: 734.983143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:24.084692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:23.402641Z","time spent":"682.035648ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:24.08487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:23.34933Z","time spent":"735.527325ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:53:24.247415Z","caller":"traceutil/trace.go:171","msg":"trace[1647008410] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"157.227477ms","start":"2026-03-03T00:53:24.090123Z","end":"2026-03-03T00:53:24.247351Z","steps":["trace[1647008410] 'process raft request' (duration: 156.983762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:24.510416Z","caller":"traceutil/trace.go:171","msg":"trace[1046705952] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"160.649307ms","start":"2026-03-03T00:53:24.349745Z","end":"2026-03-03T00:53:24.510394Z","steps":["trace[1046705952] 'read index received' (duration: 101.823375ms)","trace[1046705952] 'applied index is now lower than readState.Index' (duration: 58.825062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:24.510535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.790121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:24.510563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.576099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:24.51057Z","caller":"traceutil/trace.go:171","msg":"trace[1870934791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"160.877053ms","start":"2026-03-03T00:53:24.349681Z","end":"2026-03-03T00:53:24.510558Z","steps":["trace[1870934791] 'agreement among raft nodes before linearized reading' (duration: 160.805301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:24.51059Z","caller":"traceutil/trace.go:171","msg":"trace[321300499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"137.63627ms","start":"2026-03-03T00:53:24.372946Z","end":"2026-03-03T00:53:24.510582Z","steps":["trace[321300499] 'agreement among raft nodes before linearized reading' (duration: 137.580869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:24.51049Z","caller":"traceutil/trace.go:171","msg":"trace[1990069865] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"419.948586ms","start":"2026-03-03T00:53:24.090475Z","end":"2026-03-03T00:53:24.510424Z","steps":["trace[1990069865] 'process raft request' (duration: 361.144594ms)","trace[1990069865] 'compare' (duration: 58.584337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:24.511348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:24.090447Z","time spent":"420.187242ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:30.474389Z","caller":"traceutil/trace.go:171","msg":"trace[1193193003] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"125.040696ms","start":"2026-03-03T00:53:30.349324Z","end":"2026-03-03T00:53:30.474364Z","steps":["trace[1193193003] 'read index received' (duration: 124.813481ms)","trace[1193193003] 'applied index is now lower than readState.Index' (duration: 225.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:30.474416Z","caller":"traceutil/trace.go:171","msg":"trace[73894027] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"192.368477ms","start":"2026-03-03T00:53:30.282023Z","end":"2026-03-03T00:53:30.474392Z","steps":["trace[73894027] 'process raft request' (duration: 192.199583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:30.474511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.165339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:30.474546Z","caller":"traceutil/trace.go:171","msg":"trace[1410617580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"125.255041ms","start":"2026-03-03T00:53:30.349281Z","end":"2026-03-03T00:53:30.474536Z","steps":["trace[1410617580] 'agreement among raft nodes before linearized reading' (duration: 125.17927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:31.111301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330219798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:31.611505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330219798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:31.675613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135193607s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:53:32.322245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.924476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:32.322522Z","caller":"traceutil/trace.go:171","msg":"trace[275391136] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:491; }","duration":"1.711816737s","start":"2026-03-03T00:53:30.610683Z","end":"2026-03-03T00:53:32.3225Z","steps":["trace[275391136] 'read index received' (duration: 1.065232506s)","trace[275391136] 'applied index is now lower than readState.Index' (duration: 646.582791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:32.322885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483528232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"warn","ts":"2026-03-03T00:53:32.322916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391610858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:53:32.322918Z","caller":"traceutil/trace.go:171","msg":"trace[1096309006] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.608939018s","start":"2026-03-03T00:53:30.713942Z","end":"2026-03-03T00:53:32.322881Z","steps":["trace[1096309006] 'process raft request' (duration: 1.608436576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.322945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.350213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:32.32297Z","caller":"traceutil/trace.go:171","msg":"trace[1043013202] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:474; }","duration":"1.483644114s","start":"2026-03-03T00:53:30.839305Z","end":"2026-03-03T00:53:32.322949Z","steps":["trace[1043013202] 'agreement among raft nodes before linearized reading' (duration: 1.48344456s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:32.322978Z","caller":"traceutil/trace.go:171","msg":"trace[1761531091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"1.391705971s","start":"2026-03-03T00:53:30.931252Z","end":"2026-03-03T00:53:32.322958Z","steps":["trace[1761531091] 'agreement among raft nodes before linearized reading' (duration: 1.391604118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.322946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.677107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T00:53:32.323027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.839214Z","time spent":"1.483803348s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12687,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-03T00:53:32.323037Z","caller":"traceutil/trace.go:171","msg":"trace[517727769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"973.505757ms","start":"2026-03-03T00:53:31.349501Z","end":"2026-03-03T00:53:32.323007Z","steps":["trace[517727769] 'agreement among raft nodes before linearized reading' (duration: 973.353833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.323042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.931231Z","time spent":"1.391795622s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:53:32.323072Z","caller":"traceutil/trace.go:171","msg":"trace[407215506] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:474; }","duration":"178.850532ms","start":"2026-03-03T00:53:32.14419Z","end":"2026-03-03T00:53:32.323041Z","steps":["trace[407215506] 'agreement among raft nodes before linearized reading' (duration: 178.603446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.32308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:31.349479Z","time spent":"973.592358ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:32.323057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712304428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:53:32.32314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.713905Z","time spent":"1.609110491s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:32.323167Z","caller":"traceutil/trace.go:171","msg":"trace[1978308108] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.782788062s","start":"2026-03-03T00:53:30.540324Z","end":"2026-03-03T00:53:32.323112Z","steps":["trace[1978308108] 'process raft request' (duration: 1.135559806s)","trace[1978308108] 'compare' (duration: 645.318762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:32.323193Z","caller":"traceutil/trace.go:171","msg":"trace[802055057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"1.712519413s","start":"2026-03-03T00:53:30.610644Z","end":"2026-03-03T00:53:32.323163Z","steps":["trace[802055057] 'agreement among raft nodes before linearized reading' (duration: 1.712230027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.323273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.610625Z","time spent":"1.712637136s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:53:32.323294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.540306Z","time spent":"1.782928906s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:32.563765Z","caller":"traceutil/trace.go:171","msg":"trace[1609086785] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:494; }","duration":"199.653367ms","start":"2026-03-03T00:53:32.364082Z","end":"2026-03-03T00:53:32.563736Z","steps":["trace[1609086785] 'read index received' (duration: 42.186524ms)","trace[1609086785] 'applied index is now lower than readState.Index' (duration: 157.465593ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:32.563822Z","caller":"traceutil/trace.go:171","msg":"trace[110041381] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"206.887036ms","start":"2026-03-03T00:53:32.356894Z","end":"2026-03-03T00:53:32.563781Z","steps":["trace[110041381] 'process raft request' (duration: 205.446572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.564743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.64519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:32.564947Z","caller":"traceutil/trace.go:171","msg":"trace[1193566627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"200.885605ms","start":"2026-03-03T00:53:32.364032Z","end":"2026-03-03T00:53:32.564918Z","steps":["trace[1193566627] 'agreement among raft nodes before linearized reading' (duration: 199.840981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.565364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.586219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-03-03T00:53:32.56546Z","caller":"traceutil/trace.go:171","msg":"trace[230988851] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:477; }","duration":"110.726773ms","start":"2026-03-03T00:53:32.454713Z","end":"2026-03-03T00:53:32.56544Z","steps":["trace[230988851] 'agreement among raft nodes before linearized reading' (duration: 109.191747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:32.681408Z","caller":"traceutil/trace.go:171","msg":"trace[445023905] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:497; }","duration":"110.046867ms","start":"2026-03-03T00:53:32.571326Z","end":"2026-03-03T00:53:32.681373Z","steps":["trace[445023905] 'read index received' (duration: 104.239851ms)","trace[445023905] 'applied index is now lower than readState.Index' (duration: 5.805696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:32.68148Z","caller":"traceutil/trace.go:171","msg":"trace[2127579350] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"110.420516ms","start":"2026-03-03T00:53:32.571026Z","end":"2026-03-03T00:53:32.681447Z","steps":["trace[2127579350] 'process raft request' (duration: 104.664531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.681792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.426366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T00:53:32.681905Z","caller":"traceutil/trace.go:171","msg":"trace[464847585] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:478; }","duration":"110.562629ms","start":"2026-03-03T00:53:32.571314Z","end":"2026-03-03T00:53:32.681877Z","steps":["trace[464847585] 'agreement among raft nodes before linearized reading' (duration: 110.317033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:33.662238Z","caller":"traceutil/trace.go:171","msg":"trace[2076044921] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"132.827538ms","start":"2026-03-03T00:53:33.529373Z","end":"2026-03-03T00:53:33.662201Z","steps":["trace[2076044921] 'process raft request' (duration: 98.243411ms)","trace[2076044921] 'compare' (duration: 34.401902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:33.994089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.412075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:33.99435Z","caller":"traceutil/trace.go:171","msg":"trace[1576184755] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"326.106137ms","start":"2026-03-03T00:53:33.668192Z","end":"2026-03-03T00:53:33.994298Z","steps":["trace[1576184755] 'process raft request' (duration: 161.381715ms)","trace[1576184755] 'compare' (duration: 164.180729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:33.994485Z","caller":"traceutil/trace.go:171","msg":"trace[1576407103] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"326.240719ms","start":"2026-03-03T00:53:33.668202Z","end":"2026-03-03T00:53:33.994442Z","steps":["trace[1576407103] 'process raft request' (duration: 326.033684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:33.994518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:33.668157Z","time spent":"326.281821ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T00:53:33.994597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:33.668182Z","time spent":"326.365003ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T00:53:34.236718Z","caller":"traceutil/trace.go:171","msg":"trace[657642449] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"174.751696ms","start":"2026-03-03T00:53:34.061933Z","end":"2026-03-03T00:53:34.236685Z","steps":["trace[657642449] 'process raft request' (duration: 91.33756ms)","trace[657642449] 'compare' (duration: 83.249612ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:34.389778Z","caller":"traceutil/trace.go:171","msg":"trace[754620749] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"102.096891ms","start":"2026-03-03T00:53:34.287656Z","end":"2026-03-03T00:53:34.389753Z","steps":["trace[754620749] 'process raft request' (duration: 101.868486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:34.462964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.730239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:34.46311Z","caller":"traceutil/trace.go:171","msg":"trace[326190267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"112.945735ms","start":"2026-03-03T00:53:34.350136Z","end":"2026-03-03T00:53:34.463082Z","steps":["trace[326190267] 'agreement among raft nodes before linearized reading' (duration: 112.664158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.563825Z","caller":"traceutil/trace.go:171","msg":"trace[1220882095] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"154.243937ms","start":"2026-03-03T00:53:34.409549Z","end":"2026-03-03T00:53:34.563793Z","steps":["trace[1220882095] 'process raft request' (duration: 125.321373ms)","trace[1220882095] 'compare' (duration: 28.651668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:34.563884Z","caller":"traceutil/trace.go:171","msg":"trace[538642115] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"154.032093ms","start":"2026-03-03T00:53:34.409824Z","end":"2026-03-03T00:53:34.563856Z","steps":["trace[538642115] 'process raft request' (duration: 153.91521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.564161Z","caller":"traceutil/trace.go:171","msg":"trace[1031421065] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"151.557275ms","start":"2026-03-03T00:53:34.412552Z","end":"2026-03-03T00:53:34.564109Z","steps":["trace[1031421065] 'process raft request' (duration: 151.250978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.564251Z","caller":"traceutil/trace.go:171","msg":"trace[501938127] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:513; }","duration":"101.587429ms","start":"2026-03-03T00:53:34.462609Z","end":"2026-03-03T00:53:34.564197Z","steps":["trace[501938127] 'read index received' (duration: 72.340697ms)","trace[501938127] 'applied index is now lower than readState.Index' (duration: 29.238762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:34.564397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.089171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:53:34.564408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.819394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:34.564458Z","caller":"traceutil/trace.go:171","msg":"trace[805398938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:498; }","duration":"153.221314ms","start":"2026-03-03T00:53:34.411221Z","end":"2026-03-03T00:53:34.564442Z","steps":["trace[805398938] 'agreement among raft nodes before linearized reading' (duration: 153.07921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.564497Z","caller":"traceutil/trace.go:171","msg":"trace[1610054632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:498; }","duration":"152.941817ms","start":"2026-03-03T00:53:34.411531Z","end":"2026-03-03T00:53:34.564473Z","steps":["trace[1610054632] 'agreement among raft nodes before linearized reading' (duration: 152.679921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:36.991803Z","caller":"traceutil/trace.go:171","msg":"trace[347992293] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"414.244542ms","start":"2026-03-03T00:53:36.577504Z","end":"2026-03-03T00:53:36.991749Z","steps":["trace[347992293] 'read index received' (duration: 413.783621ms)","trace[347992293] 'applied index is now lower than readState.Index' (duration: 458.441µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:36.992056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.517758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:53:36.992111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.405502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:53:36.99216Z","caller":"traceutil/trace.go:171","msg":"trace[1588324565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"414.642581ms","start":"2026-03-03T00:53:36.577501Z","end":"2026-03-03T00:53:36.992144Z","steps":["trace[1588324565] 'agreement among raft nodes before linearized reading' (duration: 414.401556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:36.992443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:36.577473Z","time spent":"414.958279ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T00:53:36.992467Z","caller":"traceutil/trace.go:171","msg":"trace[1063869446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"413.554696ms","start":"2026-03-03T00:53:36.578614Z","end":"2026-03-03T00:53:36.992169Z","steps":["trace[1063869446] 'agreement among raft nodes before linearized reading' (duration: 413.393472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:36.992457Z","caller":"traceutil/trace.go:171","msg":"trace[129769041] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"419.857253ms","start":"2026-03-03T00:53:36.57199Z","end":"2026-03-03T00:53:36.991848Z","steps":["trace[129769041] 'process raft request' (duration: 419.437334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:36.99254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:36.578591Z","time spent":"413.932665ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:36.992622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.645793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:53:36.99272Z","caller":"traceutil/trace.go:171","msg":"trace[1010022319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"294.793306ms","start":"2026-03-03T00:53:36.697903Z","end":"2026-03-03T00:53:36.992696Z","steps":["trace[1010022319] 'agreement among raft nodes before linearized reading' (duration: 294.490329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:36.992813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:36.57196Z","time spent":"420.663502ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:40.692405Z","caller":"traceutil/trace.go:171","msg":"trace[1326214821] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"162.394148ms","start":"2026-03-03T00:53:40.529978Z","end":"2026-03-03T00:53:40.692373Z","steps":["trace[1326214821] 'process raft request' (duration: 119.676762ms)","trace[1326214821] 'compare' (duration: 42.494721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:40.926928Z","caller":"traceutil/trace.go:171","msg":"trace[933286941] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"388.072161ms","start":"2026-03-03T00:53:40.538818Z","end":"2026-03-03T00:53:40.926891Z","steps":["trace[933286941] 'process raft request' (duration: 380.934325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:40.927148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:40.538787Z","time spent":"388.248126ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:40.986771Z","caller":"traceutil/trace.go:171","msg":"trace[893841394] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:559; }","duration":"290.110216ms","start":"2026-03-03T00:53:40.696633Z","end":"2026-03-03T00:53:40.986743Z","steps":["trace[893841394] 'read index received' (duration: 223.143754ms)","trace[893841394] 'applied index is now lower than readState.Index' (duration: 66.965412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:40.986913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.252921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:40.986899Z","caller":"traceutil/trace.go:171","msg":"trace[155991248] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"290.529546ms","start":"2026-03-03T00:53:40.696338Z","end":"2026-03-03T00:53:40.986867Z","steps":["trace[155991248] 'process raft request' (duration: 290.172488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:40.986954Z","caller":"traceutil/trace.go:171","msg":"trace[987779466] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:541; }","duration":"290.355213ms","start":"2026-03-03T00:53:40.696583Z","end":"2026-03-03T00:53:40.986938Z","steps":["trace[987779466] 'agreement among raft nodes before linearized reading' (duration: 290.266071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:40.986942Z","caller":"traceutil/trace.go:171","msg":"trace[418706933] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"288.908948ms","start":"2026-03-03T00:53:40.698001Z","end":"2026-03-03T00:53:40.98691Z","steps":["trace[418706933] 'process raft request' (duration: 288.677853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:41.094924Z","caller":"traceutil/trace.go:171","msg":"trace[1279219717] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"104.112318ms","start":"2026-03-03T00:53:40.990787Z","end":"2026-03-03T00:53:41.094899Z","steps":["trace[1279219717] 'read index received' (duration: 47.511928ms)","trace[1279219717] 'applied index is now lower than readState.Index' (duration: 56.59928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:41.095062Z","caller":"traceutil/trace.go:171","msg":"trace[642991137] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"106.249308ms","start":"2026-03-03T00:53:40.988773Z","end":"2026-03-03T00:53:41.095022Z","steps":["trace[642991137] 'process raft request' (duration: 49.552076ms)","trace[642991137] 'compare' (duration: 56.454116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:41.095272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-03-03T00:53:41.095363Z","caller":"traceutil/trace.go:171","msg":"trace[1209180108] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:542; }","duration":"104.60932ms","start":"2026-03-03T00:53:40.990729Z","end":"2026-03-03T00:53:41.095338Z","steps":["trace[1209180108] 'agreement among raft nodes before linearized reading' (duration: 104.306943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:44.964438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.933228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:44.964584Z","caller":"traceutil/trace.go:171","msg":"trace[1138615142] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"442.087022ms","start":"2026-03-03T00:53:44.522421Z","end":"2026-03-03T00:53:44.964508Z","steps":["trace[1138615142] 'range keys from in-memory index tree' (duration: 441.769524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:44.964644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:44.522396Z","time spent":"442.233485ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T00:53:44.964774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.866786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4z5mv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T00:53:44.964857Z","caller":"traceutil/trace.go:171","msg":"trace[350425454] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4z5mv; range_end:; response_count:1; response_revision:562; }","duration":"520.004419ms","start":"2026-03-03T00:53:44.444835Z","end":"2026-03-03T00:53:44.96484Z","steps":["trace[350425454] 'range keys from in-memory index tree' (duration: 519.683412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:44.964903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:44.444816Z","time spent":"520.078761ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-4z5mv\" "} {"level":"info","ts":"2026-03-03T00:53:45.44736Z","caller":"traceutil/trace.go:171","msg":"trace[2064361209] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"642.459825ms","start":"2026-03-03T00:53:44.804872Z","end":"2026-03-03T00:53:45.447331Z","steps":["trace[2064361209] 'process raft request' (duration: 642.25495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:45.447564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:44.804843Z","time spent":"642.606138ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:47.301426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.734378835s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:53:47.302022Z","caller":"traceutil/trace.go:171","msg":"trace[1693912142] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:584; }","duration":"2.145047393s","start":"2026-03-03T00:53:45.156939Z","end":"2026-03-03T00:53:47.301986Z","steps":["trace[1693912142] 'read index received' (duration: 290.287471ms)","trace[1693912142] 'applied index is now lower than readState.Index' (duration: 1.854758692s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:47.302128Z","caller":"traceutil/trace.go:171","msg":"trace[458639943] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.322187964s","start":"2026-03-03T00:53:44.979896Z","end":"2026-03-03T00:53:47.302084Z","steps":["trace[458639943] 'process raft request' (duration: 2.321827416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.302212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084602622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:47.30225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145308749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T00:53:47.302286Z","caller":"traceutil/trace.go:171","msg":"trace[1116501792] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:564; }","duration":"2.084748546s","start":"2026-03-03T00:53:45.217517Z","end":"2026-03-03T00:53:47.302265Z","steps":["trace[1116501792] 'agreement among raft nodes before linearized reading' (duration: 2.084631124s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:47.302294Z","caller":"traceutil/trace.go:171","msg":"trace[364465639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"2.145392401s","start":"2026-03-03T00:53:45.156888Z","end":"2026-03-03T00:53:47.30228Z","steps":["trace[364465639] 'agreement among raft nodes before linearized reading' (duration: 2.145232227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.302334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.217483Z","time spent":"2.084840608s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T00:53:47.302322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:44.979857Z","time spent":"2.322363718s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:47.302334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.156867Z","time spent":"2.145456502s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:53:47.302386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045601942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T00:53:47.302413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047116009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:53:47.302431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953839313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:47.302476Z","caller":"traceutil/trace.go:171","msg":"trace[73399919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"2.045727526s","start":"2026-03-03T00:53:45.256728Z","end":"2026-03-03T00:53:47.302455Z","steps":["trace[73399919] 'agreement among raft nodes before linearized reading' (duration: 2.0454579s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:47.302483Z","caller":"traceutil/trace.go:171","msg":"trace[360529619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"2.04721489s","start":"2026-03-03T00:53:45.255252Z","end":"2026-03-03T00:53:47.302467Z","steps":["trace[360529619] 'agreement among raft nodes before linearized reading' (duration: 2.047004195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.302489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076398971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T00:53:47.302523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.256717Z","time spent":"2.045796517s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:53:47.30252Z","caller":"traceutil/trace.go:171","msg":"trace[1457832828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"1.953990366s","start":"2026-03-03T00:53:45.348511Z","end":"2026-03-03T00:53:47.302501Z","steps":["trace[1457832828] 'agreement among raft nodes before linearized reading' (duration: 1.953798681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.302529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.25524Z","time spent":"2.047277592s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:53:47.302553Z","caller":"traceutil/trace.go:171","msg":"trace[720889289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"2.076464213s","start":"2026-03-03T00:53:45.22607Z","end":"2026-03-03T00:53:47.302534Z","steps":["trace[720889289] 'agreement among raft nodes before linearized reading' (duration: 2.076303629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.302572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.348484Z","time spent":"1.954080088s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:47.302597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.225998Z","time spent":"2.076590945s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:47.813948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330219980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:48.302182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.737076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:48.302357Z","caller":"traceutil/trace.go:171","msg":"trace[613744837] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"992.761166ms","start":"2026-03-03T00:53:47.309573Z","end":"2026-03-03T00:53:48.302334Z","steps":["trace[613744837] 'process raft request' (duration: 853.639361ms)","trace[613744837] 'compare' (duration: 138.581543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:48.302708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.309549Z","time spent":"993.037942ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:48.358422Z","caller":"traceutil/trace.go:171","msg":"trace[35033625] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.046260664s","start":"2026-03-03T00:53:47.312141Z","end":"2026-03-03T00:53:48.358402Z","steps":["trace[35033625] 'process raft request' (duration: 1.04609567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:48.358542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.312123Z","time spent":"1.046361687s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:48.358681Z","caller":"traceutil/trace.go:171","msg":"trace[1491965284] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.046390237s","start":"2026-03-03T00:53:47.312266Z","end":"2026-03-03T00:53:48.358656Z","steps":["trace[1491965284] 'process raft request' (duration: 1.04609819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:48.358835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.312253Z","time spent":"1.04650189s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:48.359227Z","caller":"traceutil/trace.go:171","msg":"trace[239628400] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.046029589s","start":"2026-03-03T00:53:47.31319Z","end":"2026-03-03T00:53:48.35922Z","steps":["trace[239628400] 'process raft request' (duration: 1.045416155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:48.359277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.313174Z","time spent":"1.04607855s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:48.438766Z","caller":"traceutil/trace.go:171","msg":"trace[219060734] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:586; }","duration":"1.125517243s","start":"2026-03-03T00:53:47.313219Z","end":"2026-03-03T00:53:48.438736Z","steps":["trace[219060734] 'read index received' (duration: 850.053647ms)","trace[219060734] 'applied index is now lower than readState.Index' (duration: 275.462156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:48.438946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125706887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:48.439036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12497839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:48.439115Z","caller":"traceutil/trace.go:171","msg":"trace[1188893561] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:568; }","duration":"1.125066152s","start":"2026-03-03T00:53:47.314025Z","end":"2026-03-03T00:53:48.439091Z","steps":["trace[1188893561] 'agreement among raft nodes before linearized reading' (duration: 1.124913098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:48.439169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.31402Z","time spent":"1.125139884s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-03T00:53:48.439116Z","caller":"traceutil/trace.go:171","msg":"trace[1357216853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"1.125846291s","start":"2026-03-03T00:53:47.313196Z","end":"2026-03-03T00:53:48.439043Z","steps":["trace[1357216853] 'agreement among raft nodes before linearized reading' (duration: 1.125677577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:48.439238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:47.313188Z","time spent":"1.126030125s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:50.856039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330219990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:51.356453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330219990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:51.454373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142302805s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:53:51.454751Z","caller":"traceutil/trace.go:171","msg":"trace[1554048905] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"1.099066497s","start":"2026-03-03T00:53:50.355661Z","end":"2026-03-03T00:53:51.454727Z","steps":["trace[1554048905] 'read index received' (duration: 1.098864472s)","trace[1554048905] 'applied index is now lower than readState.Index' (duration: 201.045µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:51.454875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099197929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:51.454862Z","caller":"traceutil/trace.go:171","msg":"trace[1044789687] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.142878159s","start":"2026-03-03T00:53:50.311944Z","end":"2026-03-03T00:53:51.454822Z","steps":["trace[1044789687] 'process raft request' (duration: 1.142627603s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:51.454917Z","caller":"traceutil/trace.go:171","msg":"trace[233087732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"1.099281342s","start":"2026-03-03T00:53:50.355623Z","end":"2026-03-03T00:53:51.454904Z","steps":["trace[233087732] 'agreement among raft nodes before linearized reading' (duration: 1.09920292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:51.454964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.355602Z","time spent":"1.099351713s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:51.455037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.311927Z","time spent":"1.143007711s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:51.455218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093194059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T00:53:51.455336Z","caller":"traceutil/trace.go:171","msg":"trace[754763693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"1.093333043s","start":"2026-03-03T00:53:50.361953Z","end":"2026-03-03T00:53:51.455286Z","steps":["trace[754763693] 'agreement among raft nodes before linearized reading' (duration: 1.093110217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:51.45539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.361922Z","time spent":"1.093455766s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:53:51.455624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093518067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T00:53:51.455628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093245371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T00:53:51.455657Z","caller":"traceutil/trace.go:171","msg":"trace[1502325427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"1.093584039s","start":"2026-03-03T00:53:50.362063Z","end":"2026-03-03T00:53:51.455647Z","steps":["trace[1502325427] 'agreement among raft nodes before linearized reading' (duration: 1.093465736s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:51.455674Z","caller":"traceutil/trace.go:171","msg":"trace[1022802508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"1.093303522s","start":"2026-03-03T00:53:50.362358Z","end":"2026-03-03T00:53:51.455662Z","steps":["trace[1022802508] 'agreement among raft nodes before linearized reading' (duration: 1.093156039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:51.455741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.362351Z","time spent":"1.093380374s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:51.45578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.36204Z","time spent":"1.093732992s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:52.809057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.010316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4z5mv\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-03T00:53:52.809173Z","caller":"traceutil/trace.go:171","msg":"trace[823157027] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4z5mv; range_end:; response_count:1; response_revision:680; }","duration":"321.16753ms","start":"2026-03-03T00:53:52.487977Z","end":"2026-03-03T00:53:52.809145Z","steps":["trace[823157027] 'range keys from in-memory index tree' (duration: 320.75466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.809213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.875502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-03T00:53:52.809223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:52.487954Z","time spent":"321.257752ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17171,"request content":"key:\"/registry/pods/kube-system/cilium-4z5mv\" "} {"level":"info","ts":"2026-03-03T00:53:52.809639Z","caller":"traceutil/trace.go:171","msg":"trace[791081858] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"319.310267ms","start":"2026-03-03T00:53:52.490246Z","end":"2026-03-03T00:53:52.809556Z","steps":["trace[791081858] 'process raft request' (duration: 139.936333ms)","trace[791081858] 'compare' (duration: 178.626737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:52.809707Z","caller":"traceutil/trace.go:171","msg":"trace[1028636924] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"270.051358ms","start":"2026-03-03T00:53:52.539637Z","end":"2026-03-03T00:53:52.809688Z","steps":["trace[1028636924] 'process raft request' (duration: 269.784832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.809808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:52.490223Z","time spent":"319.510361ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T00:53:55.871409Z","caller":"traceutil/trace.go:171","msg":"trace[1265108882] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"251.867335ms","start":"2026-03-03T00:53:55.619514Z","end":"2026-03-03T00:53:55.871381Z","steps":["trace[1265108882] 'read index received' (duration: 250.595725ms)","trace[1265108882] 'applied index is now lower than readState.Index' (duration: 1.27035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:55.871549Z","caller":"traceutil/trace.go:171","msg":"trace[29603634] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"253.207196ms","start":"2026-03-03T00:53:55.61828Z","end":"2026-03-03T00:53:55.871487Z","steps":["trace[29603634] 'process raft request' (duration: 251.840154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:55.871649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.08924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:55.871752Z","caller":"traceutil/trace.go:171","msg":"trace[1871856464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:724; }","duration":"252.239724ms","start":"2026-03-03T00:53:55.619488Z","end":"2026-03-03T00:53:55.871727Z","steps":["trace[1871856464] 'agreement among raft nodes before linearized reading' (duration: 252.051519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:55.87715Z","caller":"traceutil/trace.go:171","msg":"trace[161570839] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"254.694771ms","start":"2026-03-03T00:53:55.622438Z","end":"2026-03-03T00:53:55.877133Z","steps":["trace[161570839] 'process raft request' (duration: 254.523507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:55.877222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.617249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:55.877243Z","caller":"traceutil/trace.go:171","msg":"trace[257782310] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"252.914079ms","start":"2026-03-03T00:53:55.624273Z","end":"2026-03-03T00:53:55.877187Z","steps":["trace[257782310] 'process raft request' (duration: 252.816317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:55.87734Z","caller":"traceutil/trace.go:171","msg":"trace[2126504717] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"253.82136ms","start":"2026-03-03T00:53:55.623506Z","end":"2026-03-03T00:53:55.877327Z","steps":["trace[2126504717] 'process raft request' (duration: 253.561974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:55.877293Z","caller":"traceutil/trace.go:171","msg":"trace[2139260463] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:728; }","duration":"257.722711ms","start":"2026-03-03T00:53:55.619553Z","end":"2026-03-03T00:53:55.877276Z","steps":["trace[2139260463] 'agreement among raft nodes before linearized reading' (duration: 257.586108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:05.232129Z","caller":"traceutil/trace.go:171","msg":"trace[1502138460] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"202.841075ms","start":"2026-03-03T00:54:05.029247Z","end":"2026-03-03T00:54:05.232088Z","steps":["trace[1502138460] 'process raft request' (duration: 202.633761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:10.91281Z","caller":"traceutil/trace.go:171","msg":"trace[31407647] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"153.458255ms","start":"2026-03-03T00:54:10.759328Z","end":"2026-03-03T00:54:10.912786Z","steps":["trace[31407647] 'process raft request' (duration: 153.312191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:12.636374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.066876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:12.636461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.885346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:12.636505Z","caller":"traceutil/trace.go:171","msg":"trace[1369824611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:929; }","duration":"287.273161ms","start":"2026-03-03T00:54:12.349203Z","end":"2026-03-03T00:54:12.636476Z","steps":["trace[1369824611] 'range keys from in-memory index tree' (duration: 286.973934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:12.63656Z","caller":"traceutil/trace.go:171","msg":"trace[1583387291] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:929; }","duration":"770.062ms","start":"2026-03-03T00:54:11.866478Z","end":"2026-03-03T00:54:12.63654Z","steps":["trace[1583387291] 'count revisions from in-memory index tree' (duration: 769.707113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:12.636612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:11.866451Z","time spent":"770.148543ms","remote":"127.0.0.1:41766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:54:12.636941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.871433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T00:54:12.63699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.624729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T00:54:12.637031Z","caller":"traceutil/trace.go:171","msg":"trace[334130171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:929; }","duration":"645.041387ms","start":"2026-03-03T00:54:11.991968Z","end":"2026-03-03T00:54:12.637009Z","steps":["trace[334130171] 'range keys from in-memory index tree' (duration: 644.171357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:12.637124Z","caller":"traceutil/trace.go:171","msg":"trace[1982247776] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:929; }","duration":"490.810994ms","start":"2026-03-03T00:54:12.146277Z","end":"2026-03-03T00:54:12.637088Z","steps":["trace[1982247776] 'range keys from in-memory index tree' (duration: 490.164559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:12.637194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:12.146254Z","time spent":"490.925707ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-03T00:54:12.637173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:11.991934Z","time spent":"645.223631ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:54:12.793067Z","caller":"traceutil/trace.go:171","msg":"trace[1209422788] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"146.153138ms","start":"2026-03-03T00:54:12.646889Z","end":"2026-03-03T00:54:12.793042Z","steps":["trace[1209422788] 'process raft request' (duration: 146.100377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:12.793102Z","caller":"traceutil/trace.go:171","msg":"trace[254413158] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"150.089958ms","start":"2026-03-03T00:54:12.642984Z","end":"2026-03-03T00:54:12.793074Z","steps":["trace[254413158] 'process raft request' (duration: 149.774751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:37.852582Z","caller":"traceutil/trace.go:171","msg":"trace[412620955] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"134.48095ms","start":"2026-03-03T00:54:37.718063Z","end":"2026-03-03T00:54:37.852544Z","steps":["trace[412620955] 'process raft request' (duration: 134.293646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:37.972316Z","caller":"traceutil/trace.go:171","msg":"trace[552323923] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1252; }","duration":"244.608743ms","start":"2026-03-03T00:54:37.727672Z","end":"2026-03-03T00:54:37.972281Z","steps":["trace[552323923] 'read index received' (duration: 124.716327ms)","trace[552323923] 'applied index is now lower than readState.Index' (duration: 119.891196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:37.972346Z","caller":"traceutil/trace.go:171","msg":"trace[2028318978] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"249.879554ms","start":"2026-03-03T00:54:37.722436Z","end":"2026-03-03T00:54:37.972316Z","steps":["trace[2028318978] 'process raft request' (duration: 249.393962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:37.972629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.339547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-g66gv\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-03T00:54:37.972671Z","caller":"traceutil/trace.go:171","msg":"trace[1711631079] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-g66gv; range_end:; response_count:1; response_revision:1213; }","duration":"213.398868ms","start":"2026-03-03T00:54:37.759257Z","end":"2026-03-03T00:54:37.972656Z","steps":["trace[1711631079] 'agreement among raft nodes before linearized reading' (duration: 213.237745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:37.972685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.487414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:54:37.972761Z","caller":"traceutil/trace.go:171","msg":"trace[1363547974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1213; }","duration":"111.637867ms","start":"2026-03-03T00:54:37.861106Z","end":"2026-03-03T00:54:37.972744Z","steps":["trace[1363547974] 'agreement among raft nodes before linearized reading' (duration: 111.393222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:37.972726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.997932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:54:37.972851Z","caller":"traceutil/trace.go:171","msg":"trace[1744931493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"245.215837ms","start":"2026-03-03T00:54:37.727607Z","end":"2026-03-03T00:54:37.972823Z","steps":["trace[1744931493] 'agreement among raft nodes before linearized reading' (duration: 244.795057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:40.215485Z","caller":"traceutil/trace.go:171","msg":"trace[1456754031] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"311.26423ms","start":"2026-03-03T00:54:39.904188Z","end":"2026-03-03T00:54:40.215453Z","steps":["trace[1456754031] 'read index received' (duration: 311.002984ms)","trace[1456754031] 'applied index is now lower than readState.Index' (duration: 260.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:40.215563Z","caller":"traceutil/trace.go:171","msg":"trace[1134394505] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"353.407715ms","start":"2026-03-03T00:54:39.862116Z","end":"2026-03-03T00:54:40.215524Z","steps":["trace[1134394505] 'process raft request' (duration: 353.184779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:40.215657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.449934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:40.215697Z","caller":"traceutil/trace.go:171","msg":"trace[1810682411] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1219; }","duration":"311.540656ms","start":"2026-03-03T00:54:39.904144Z","end":"2026-03-03T00:54:40.215684Z","steps":["trace[1810682411] 'agreement among raft nodes before linearized reading' (duration: 311.448674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:40.215745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:39.904123Z","time spent":"311.609557ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:54:40.21583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:39.862084Z","time spent":"353.573909ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:40.215914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:54:40.215895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.201847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:54:40.215988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.47948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:54:40.216063Z","caller":"traceutil/trace.go:171","msg":"trace[880818621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1219; }","duration":"234.590564ms","start":"2026-03-03T00:54:39.981456Z","end":"2026-03-03T00:54:40.216047Z","steps":["trace[880818621] 'agreement among raft nodes before linearized reading' (duration: 234.359448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:40.216Z","caller":"traceutil/trace.go:171","msg":"trace[2116759839] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1219; }","duration":"252.389701ms","start":"2026-03-03T00:54:39.963588Z","end":"2026-03-03T00:54:40.215978Z","steps":["trace[2116759839] 'agreement among raft nodes before linearized reading' (duration: 252.200067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:40.215997Z","caller":"traceutil/trace.go:171","msg":"trace[777418767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"234.090272ms","start":"2026-03-03T00:54:39.981875Z","end":"2026-03-03T00:54:40.215965Z","steps":["trace[777418767] 'agreement among raft nodes before linearized reading' (duration: 233.908848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:40.216205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.412074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:54:40.216328Z","caller":"traceutil/trace.go:171","msg":"trace[1751752725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1219; }","duration":"239.565737ms","start":"2026-03-03T00:54:39.97673Z","end":"2026-03-03T00:54:40.216296Z","steps":["trace[1751752725] 'agreement among raft nodes before linearized reading' (duration: 239.169058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:40.785842Z","caller":"traceutil/trace.go:171","msg":"trace[1917339640] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"423.751548ms","start":"2026-03-03T00:54:40.362063Z","end":"2026-03-03T00:54:40.785814Z","steps":["trace[1917339640] 'read index received' (duration: 361.344188ms)","trace[1917339640] 'applied index is now lower than readState.Index' (duration: 62.40657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:40.785971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.899951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:40.785997Z","caller":"traceutil/trace.go:171","msg":"trace[202986166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"423.972393ms","start":"2026-03-03T00:54:40.362017Z","end":"2026-03-03T00:54:40.785989Z","steps":["trace[202986166] 'agreement among raft nodes before linearized reading' (duration: 423.885181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:40.786019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:40.361998Z","time spent":"424.015663ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:54:40.786342Z","caller":"traceutil/trace.go:171","msg":"trace[441501145] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"564.498792ms","start":"2026-03-03T00:54:40.221799Z","end":"2026-03-03T00:54:40.786298Z","steps":["trace[441501145] 'process raft request' (duration: 501.681373ms)","trace[441501145] 'compare' (duration: 61.99791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:40.786569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:40.221764Z","time spent":"564.694816ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:41.200905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.687491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:54:41.201004Z","caller":"traceutil/trace.go:171","msg":"trace[17854882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"191.870644ms","start":"2026-03-03T00:54:41.009113Z","end":"2026-03-03T00:54:41.200983Z","steps":["trace[17854882] 'range keys from in-memory index tree' (duration: 191.439085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:44.734536Z","caller":"traceutil/trace.go:171","msg":"trace[1203230741] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"119.64433ms","start":"2026-03-03T00:54:44.614862Z","end":"2026-03-03T00:54:44.734506Z","steps":["trace[1203230741] 'process raft request' (duration: 112.258811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:45.208088Z","caller":"traceutil/trace.go:171","msg":"trace[1266992852] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"125.847282ms","start":"2026-03-03T00:54:45.082216Z","end":"2026-03-03T00:54:45.208063Z","steps":["trace[1266992852] 'process raft request' (duration: 125.669748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:45.272441Z","caller":"traceutil/trace.go:171","msg":"trace[1673455943] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"187.952145ms","start":"2026-03-03T00:54:45.084462Z","end":"2026-03-03T00:54:45.272414Z","steps":["trace[1673455943] 'process raft request' (duration: 187.785351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:52.926422Z","caller":"traceutil/trace.go:171","msg":"trace[359508012] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"179.323648ms","start":"2026-03-03T00:54:52.747068Z","end":"2026-03-03T00:54:52.926391Z","steps":["trace[359508012] 'process raft request' (duration: 174.739873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:52.926584Z","caller":"traceutil/trace.go:171","msg":"trace[1469754919] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"179.475821ms","start":"2026-03-03T00:54:52.747086Z","end":"2026-03-03T00:54:52.926562Z","steps":["trace[1469754919] 'process raft request' (duration: 179.183854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.009542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.463041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.009682Z","caller":"traceutil/trace.go:171","msg":"trace[147719395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"382.625805ms","start":"2026-03-03T00:54:58.627036Z","end":"2026-03-03T00:54:59.009662Z","steps":["trace[147719395] 'range keys from in-memory index tree' (duration: 382.350618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.009529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.285158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.009668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.578394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.009781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.444092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.009817Z","caller":"traceutil/trace.go:171","msg":"trace[679592685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"382.753838ms","start":"2026-03-03T00:54:58.627041Z","end":"2026-03-03T00:54:59.009795Z","steps":["trace[679592685] 'count revisions from in-memory index tree' (duration: 382.467231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.009855Z","caller":"traceutil/trace.go:171","msg":"trace[780050329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"355.599486ms","start":"2026-03-03T00:54:58.654239Z","end":"2026-03-03T00:54:59.009839Z","steps":["trace[780050329] 'range keys from in-memory index tree' (duration: 355.306018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.009834Z","caller":"traceutil/trace.go:171","msg":"trace[1580502524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"355.601605ms","start":"2026-03-03T00:54:58.654174Z","end":"2026-03-03T00:54:59.009775Z","steps":["trace[1580502524] 'count revisions from in-memory index tree' (duration: 355.203586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.009874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.627015Z","time spent":"382.844159ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:54:59.009905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.654217Z","time spent":"355.678117ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T00:54:59.009889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.62699Z","time spent":"382.879111ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T00:54:59.009954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.654167Z","time spent":"355.741649ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:54:59.011564Z","caller":"traceutil/trace.go:171","msg":"trace[1862845603] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"331.714558ms","start":"2026-03-03T00:54:58.679835Z","end":"2026-03-03T00:54:59.01155Z","steps":["trace[1862845603] 'process raft request' (duration: 331.586505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.011757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.679804Z","time spent":"331.813201ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:59.011746Z","caller":"traceutil/trace.go:171","msg":"trace[974700770] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1590; }","duration":"324.472353ms","start":"2026-03-03T00:54:58.68723Z","end":"2026-03-03T00:54:59.011703Z","steps":["trace[974700770] 'read index received' (duration: 324.458882ms)","trace[974700770] 'applied index is now lower than readState.Index' (duration: 9.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:59.011892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.646016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.011966Z","caller":"traceutil/trace.go:171","msg":"trace[1577775136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1524; }","duration":"324.724408ms","start":"2026-03-03T00:54:58.687224Z","end":"2026-03-03T00:54:59.011948Z","steps":["trace[1577775136] 'agreement among raft nodes before linearized reading' (duration: 324.607566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.012021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.687201Z","time spent":"324.803659ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:54:59.013155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.894055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.013203Z","caller":"traceutil/trace.go:171","msg":"trace[567395293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"325.980257ms","start":"2026-03-03T00:54:58.687208Z","end":"2026-03-03T00:54:59.013189Z","steps":["trace[567395293] 'agreement among raft nodes before linearized reading' (duration: 325.900905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.687186Z","time spent":"326.041198ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T00:54:59.013414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.268083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.013277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.307508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.013444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.232457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.013501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.235397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.013525Z","caller":"traceutil/trace.go:171","msg":"trace[1572000530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"179.568713ms","start":"2026-03-03T00:54:58.83391Z","end":"2026-03-03T00:54:59.013479Z","steps":["trace[1572000530] 'agreement among raft nodes before linearized reading' (duration: 179.247436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.013543Z","caller":"traceutil/trace.go:171","msg":"trace[781490794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"293.340859ms","start":"2026-03-03T00:54:58.720187Z","end":"2026-03-03T00:54:59.013528Z","steps":["trace[781490794] 'agreement among raft nodes before linearized reading' (duration: 293.186866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.013614Z","caller":"traceutil/trace.go:171","msg":"trace[1504620639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"293.348719ms","start":"2026-03-03T00:54:58.720213Z","end":"2026-03-03T00:54:59.013561Z","steps":["trace[1504620639] 'agreement among raft nodes before linearized reading' (duration: 293.210086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.768648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.013464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.629653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.013656Z","caller":"traceutil/trace.go:171","msg":"trace[2092023791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"224.813419ms","start":"2026-03-03T00:54:58.788833Z","end":"2026-03-03T00:54:59.013647Z","steps":["trace[2092023791] 'agreement among raft nodes before linearized reading' (duration: 224.736127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.653883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:54:59.013548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.846204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:59.013693Z","caller":"traceutil/trace.go:171","msg":"trace[1194269537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"254.716725ms","start":"2026-03-03T00:54:58.758965Z","end":"2026-03-03T00:54:59.013682Z","steps":["trace[1194269537] 'agreement among raft nodes before linearized reading' (duration: 254.663764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.013697Z","caller":"traceutil/trace.go:171","msg":"trace[1418161481] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1525; }","duration":"309.884109ms","start":"2026-03-03T00:54:58.703788Z","end":"2026-03-03T00:54:59.013672Z","steps":["trace[1418161481] 'agreement among raft nodes before linearized reading' (duration: 309.641363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:58.70377Z","time spent":"309.95663ms","remote":"127.0.0.1:41594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:54:59.013524Z","caller":"traceutil/trace.go:171","msg":"trace[919653008] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"273.28276ms","start":"2026-03-03T00:54:58.740219Z","end":"2026-03-03T00:54:59.013502Z","steps":["trace[919653008] 'process raft request' (duration: 272.786678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.286187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.013748Z","caller":"traceutil/trace.go:171","msg":"trace[232142848] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1525; }","duration":"147.030077ms","start":"2026-03-03T00:54:58.866674Z","end":"2026-03-03T00:54:59.013705Z","steps":["trace[232142848] 'agreement among raft nodes before linearized reading' (duration: 146.834113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.013789Z","caller":"traceutil/trace.go:171","msg":"trace[1659043725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"179.707146ms","start":"2026-03-03T00:54:58.834074Z","end":"2026-03-03T00:54:59.013781Z","steps":["trace[1659043725] 'agreement among raft nodes before linearized reading' (duration: 179.310417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:59.013482Z","caller":"traceutil/trace.go:171","msg":"trace[942537363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1525; }","duration":"178.385546ms","start":"2026-03-03T00:54:58.83508Z","end":"2026-03-03T00:54:59.013466Z","steps":["trace[942537363] 'agreement among raft nodes before linearized reading' (duration: 178.192352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.013972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.92152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.014052Z","caller":"traceutil/trace.go:171","msg":"trace[1410239774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"255.081193ms","start":"2026-03-03T00:54:58.758957Z","end":"2026-03-03T00:54:59.014039Z","steps":["trace[1410239774] 'agreement among raft nodes before linearized reading' (duration: 254.294485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:59.014128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.972443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:59.014184Z","caller":"traceutil/trace.go:171","msg":"trace[439870310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"225.201789ms","start":"2026-03-03T00:54:58.788952Z","end":"2026-03-03T00:54:59.014154Z","steps":["trace[439870310] 'agreement among raft nodes before linearized reading' (duration: 224.983974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:03.12905Z","caller":"traceutil/trace.go:171","msg":"trace[589106612] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"104.312809ms","start":"2026-03-03T00:55:03.024683Z","end":"2026-03-03T00:55:03.128996Z","steps":["trace[589106612] 'process raft request' (duration: 100.069062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:06.908243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:55:07.408823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:55:07.516385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26211923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T00:55:07.516682Z","caller":"traceutil/trace.go:171","msg":"trace[441322543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9; range_end:; response_count:1; response_revision:1629; }","duration":"1.262420117s","start":"2026-03-03T00:55:06.254176Z","end":"2026-03-03T00:55:07.516597Z","steps":["trace[441322543] 'range keys from in-memory index tree' (duration: 1.261923865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:07.517117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.254152Z","time spent":"1.262924058s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" "} {"level":"warn","ts":"2026-03-03T00:55:07.516684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258406645s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:55:07.517942Z","caller":"traceutil/trace.go:171","msg":"trace[1603279059] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.259734465s","start":"2026-03-03T00:55:06.258177Z","end":"2026-03-03T00:55:07.517912Z","steps":["trace[1603279059] 'process raft request' (duration: 1.259523801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:07.518352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.258164Z","time spent":"1.259883359s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:07.886256Z","caller":"traceutil/trace.go:171","msg":"trace[1130502032] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.326535045s","start":"2026-03-03T00:55:06.559698Z","end":"2026-03-03T00:55:07.886233Z","steps":["trace[1130502032] 'process raft request' (duration: 1.326455863s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:07.886269Z","caller":"traceutil/trace.go:171","msg":"trace[1360611501] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.368508936s","start":"2026-03-03T00:55:06.517714Z","end":"2026-03-03T00:55:07.886223Z","steps":["trace[1360611501] 'process raft request' (duration: 1.336228187s)","trace[1360611501] 'compare' (duration: 32.054804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:07.886435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.517683Z","time spent":"1.368657s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:07.886464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.559681Z","time spent":"1.326650427s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:07.886534Z","caller":"traceutil/trace.go:171","msg":"trace[1789548803] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.014508207s","start":"2026-03-03T00:55:06.871996Z","end":"2026-03-03T00:55:07.886504Z","steps":["trace[1789548803] 'process raft request' (duration: 1.01419828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:07.886688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.871958Z","time spent":"1.014647221s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:07.886892Z","caller":"traceutil/trace.go:171","msg":"trace[466228818] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"433.709864ms","start":"2026-03-03T00:55:07.45317Z","end":"2026-03-03T00:55:07.88688Z","steps":["trace[466228818] 'process raft request' (duration: 433.55444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:07.886868Z","caller":"traceutil/trace.go:171","msg":"trace[46860017] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"742.923896ms","start":"2026-03-03T00:55:07.143912Z","end":"2026-03-03T00:55:07.886836Z","steps":["trace[46860017] 'process raft request' (duration: 742.492606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:07.88689Z","caller":"traceutil/trace.go:171","msg":"trace[939868380] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1697; }","duration":"1.479689133s","start":"2026-03-03T00:55:06.407166Z","end":"2026-03-03T00:55:07.886855Z","steps":["trace[939868380] 'read index received' (duration: 1.110530029s)","trace[939868380] 'applied index is now lower than readState.Index' (duration: 369.158044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:07.88697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.453148Z","time spent":"433.774645ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:07.887045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.143877Z","time spent":"743.07335ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:07.887158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47997898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:55:07.887198Z","caller":"traceutil/trace.go:171","msg":"trace[1629668446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1635; }","duration":"1.480083202s","start":"2026-03-03T00:55:06.407101Z","end":"2026-03-03T00:55:07.887185Z","steps":["trace[1629668446] 'agreement among raft nodes before linearized reading' (duration: 1.479909458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:07.887228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.407074Z","time spent":"1.480147004s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:55:08.68131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.189272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T00:55:08.681706Z","caller":"traceutil/trace.go:171","msg":"trace[1646854119] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"794.689304ms","start":"2026-03-03T00:55:07.886977Z","end":"2026-03-03T00:55:08.681666Z","steps":["trace[1646854119] 'read index received' (duration: 69.140994ms)","trace[1646854119] 'applied index is now lower than readState.Index' (duration: 725.544119ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:08.681759Z","caller":"traceutil/trace.go:171","msg":"trace[1062091523] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"786.855274ms","start":"2026-03-03T00:55:07.89486Z","end":"2026-03-03T00:55:08.681715Z","steps":["trace[1062091523] 'process raft request' (duration: 786.594308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:08.681999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.894828Z","time spent":"787.049158ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:09.703791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256914716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:55:09.703885Z","caller":"traceutil/trace.go:171","msg":"trace[1690512507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1636; }","duration":"2.25707237s","start":"2026-03-03T00:55:07.44679Z","end":"2026-03-03T00:55:09.703862Z","steps":["trace[1690512507] 'agreement among raft nodes before linearized reading' (duration: 1.234975908s)","trace[1690512507] 'range keys from in-memory index tree' (duration: 1.021841486s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.703938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.446776Z","time spent":"2.257149391s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:09.703936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775389352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-03T00:55:09.704006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286667093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:09.70405Z","caller":"traceutil/trace.go:171","msg":"trace[1718313146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9; range_end:; response_count:1; response_revision:1636; }","duration":"2.775591307s","start":"2026-03-03T00:55:06.928428Z","end":"2026-03-03T00:55:09.70402Z","steps":["trace[1718313146] 'agreement among raft nodes before linearized reading' (duration: 1.753302901s)","trace[1718313146] 'range keys from in-memory index tree' (duration: 1.021968129s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3566412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:09.704109Z","caller":"traceutil/trace.go:171","msg":"trace[361158327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1636; }","duration":"3.286846078s","start":"2026-03-03T00:55:06.417234Z","end":"2026-03-03T00:55:09.704081Z","steps":["trace[361158327] 'agreement among raft nodes before linearized reading' (duration: 2.264544441s)","trace[361158327] 'range keys from in-memory index tree' (duration: 1.022017891s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.9284Z","time spent":"2.775707549s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.417207Z","time spent":"3.28695671s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.676583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:09.704184Z","caller":"traceutil/trace.go:171","msg":"trace[2013092134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1636; }","duration":"2.356884636s","start":"2026-03-03T00:55:07.347265Z","end":"2026-03-03T00:55:09.70415Z","steps":["trace[2013092134] 'agreement among raft nodes before linearized reading' (duration: 1.334502358s)","trace[2013092134] 'range keys from in-memory index tree' (duration: 1.022149933s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180347627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T00:55:09.704258Z","caller":"traceutil/trace.go:171","msg":"trace[1696049542] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1636; }","duration":"684.861667ms","start":"2026-03-03T00:55:09.019372Z","end":"2026-03-03T00:55:09.704234Z","steps":["trace[1696049542] 'count revisions from in-memory index tree' (duration: 684.52167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:09.704323Z","caller":"traceutil/trace.go:171","msg":"trace[1749603074] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9; range_end:; response_count:1; response_revision:1636; }","duration":"1.180440989s","start":"2026-03-03T00:55:08.523866Z","end":"2026-03-03T00:55:09.704307Z","steps":["trace[1749603074] 'agreement among raft nodes before linearized reading' (duration: 158.02578ms)","trace[1749603074] 'range keys from in-memory index tree' (duration: 1.022309247s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.70434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:09.019342Z","time spent":"684.98426ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:09.704363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854051999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:09.704419Z","caller":"traceutil/trace.go:171","msg":"trace[362471561] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1636; }","duration":"1.854178492s","start":"2026-03-03T00:55:07.850219Z","end":"2026-03-03T00:55:09.704397Z","steps":["trace[362471561] 'agreement among raft nodes before linearized reading' (duration: 831.542168ms)","trace[362471561] 'count revisions from in-memory index tree' (duration: 1.022541902s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162938239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:55:09.704454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503668718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:09.704472Z","caller":"traceutil/trace.go:171","msg":"trace[1170166399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1636; }","duration":"3.16297832s","start":"2026-03-03T00:55:06.541475Z","end":"2026-03-03T00:55:09.704453Z","steps":["trace[1170166399] 'agreement among raft nodes before linearized reading' (duration: 2.140300135s)","trace[1170166399] 'range keys from in-memory index tree' (duration: 1.022566603s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:09.704508Z","caller":"traceutil/trace.go:171","msg":"trace[179112880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1636; }","duration":"2.503731039s","start":"2026-03-03T00:55:07.200758Z","end":"2026-03-03T00:55:09.704489Z","steps":["trace[179112880] 'agreement among raft nodes before linearized reading' (duration: 1.480967582s)","trace[179112880] 'range keys from in-memory index tree' (duration: 1.022558613s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.541428Z","time spent":"3.163075953s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.20075Z","time spent":"2.50378393s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.347238Z","time spent":"2.357015069s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.233358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:09.704463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.850189Z","time spent":"1.854264403s","remote":"127.0.0.1:41664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:55:09.704744Z","caller":"traceutil/trace.go:171","msg":"trace[289484141] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1636; }","duration":"431.347531ms","start":"2026-03-03T00:55:09.273382Z","end":"2026-03-03T00:55:09.70473Z","steps":["trace[289484141] 'count revisions from in-memory index tree' (duration: 431.045394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:09.704762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.787442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:09.704799Z","caller":"traceutil/trace.go:171","msg":"trace[422016363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1636; }","duration":"356.874365ms","start":"2026-03-03T00:55:09.347914Z","end":"2026-03-03T00:55:09.704788Z","steps":["trace[422016363] 'range keys from in-memory index tree' (duration: 356.711061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:09.704799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:09.273349Z","time spent":"431.438033ms","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:09.704836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:09.347883Z","time spent":"356.945646ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426952006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992eb9e05e0624\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-03T00:55:09.704936Z","caller":"traceutil/trace.go:171","msg":"trace[2107089634] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992eb9e05e0624; range_end:; response_count:1; response_revision:1636; }","duration":"1.427734854s","start":"2026-03-03T00:55:08.277183Z","end":"2026-03-03T00:55:09.704918Z","steps":["trace[2107089634] 'agreement among raft nodes before linearized reading' (duration: 404.69678ms)","trace[2107089634] 'range keys from in-memory index tree' (duration: 1.022244435s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.704996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:08.277156Z","time spent":"1.427825065s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992eb9e05e0624\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:08.523841Z","time spent":"1.180511631s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6581546f-acc1-40dd-9ee8-475919d569a9\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544915943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T00:55:09.705138Z","caller":"traceutil/trace.go:171","msg":"trace[1808069686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1636; }","duration":"2.545929597s","start":"2026-03-03T00:55:07.15919Z","end":"2026-03-03T00:55:09.705119Z","steps":["trace[1808069686] 'agreement among raft nodes before linearized reading' (duration: 1.522552175s)","trace[1808069686] 'range keys from in-memory index tree' (duration: 1.022262035s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.705217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:07.159176Z","time spent":"2.546025608s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:55:09.704087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290380949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:55:09.705458Z","caller":"traceutil/trace.go:171","msg":"trace[2035020835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1636; }","duration":"3.291806981s","start":"2026-03-03T00:55:06.413634Z","end":"2026-03-03T00:55:09.705441Z","steps":["trace[2035020835] 'agreement among raft nodes before linearized reading' (duration: 2.268159573s)","trace[2035020835] 'range keys from in-memory index tree' (duration: 1.022204504s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:09.705516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:06.41357Z","time spent":"3.291931684s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:55:11.127451Z","caller":"traceutil/trace.go:171","msg":"trace[1891021353] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"155.550503ms","start":"2026-03-03T00:55:10.971872Z","end":"2026-03-03T00:55:11.127422Z","steps":["trace[1891021353] 'process raft request' (duration: 155.365369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.008847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.73339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:13.009111Z","caller":"traceutil/trace.go:171","msg":"trace[1760696488] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"246.053946ms","start":"2026-03-03T00:55:12.763018Z","end":"2026-03-03T00:55:13.009072Z","steps":["trace[1760696488] 'process raft request' (duration: 33.993118ms)","trace[1760696488] 'compare' (duration: 211.511945ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:15.568042Z","caller":"traceutil/trace.go:171","msg":"trace[2057893064] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"174.854445ms","start":"2026-03-03T00:55:15.393161Z","end":"2026-03-03T00:55:15.568016Z","steps":["trace[2057893064] 'process raft request' (duration: 174.66522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:20.730598Z","caller":"traceutil/trace.go:171","msg":"trace[601544826] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"122.978587ms","start":"2026-03-03T00:55:20.607589Z","end":"2026-03-03T00:55:20.730568Z","steps":["trace[601544826] 'process raft request' (duration: 92.160791ms)","trace[601544826] 'compare' (duration: 30.697003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:20.731055Z","caller":"traceutil/trace.go:171","msg":"trace[1006100602] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"119.229971ms","start":"2026-03-03T00:55:20.611736Z","end":"2026-03-03T00:55:20.730966Z","steps":["trace[1006100602] 'process raft request' (duration: 119.073197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:23.32805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:55:23.377692Z","caller":"traceutil/trace.go:171","msg":"trace[1714980186] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"570.913657ms","start":"2026-03-03T00:55:22.806754Z","end":"2026-03-03T00:55:23.377668Z","steps":["trace[1714980186] 'process raft request' (duration: 570.721813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:23.37802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:22.806733Z","time spent":"571.019789ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:23.653887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.768337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:23.653991Z","caller":"traceutil/trace.go:171","msg":"trace[957925884] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1823; }","duration":"826.307647ms","start":"2026-03-03T00:55:22.827666Z","end":"2026-03-03T00:55:23.653974Z","steps":["trace[957925884] 'read index received' (duration: 549.904906ms)","trace[957925884] 'applied index is now lower than readState.Index' (duration: 276.401241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:23.65408Z","caller":"traceutil/trace.go:171","msg":"trace[1474859925] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"578.662775ms","start":"2026-03-03T00:55:23.075405Z","end":"2026-03-03T00:55:23.654068Z","steps":["trace[1474859925] 'process raft request' (duration: 333.625812ms)","trace[1474859925] 'compare' (duration: 244.548941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:23.654144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:23.075374Z","time spent":"578.738487ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:23.654328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.308469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:23.654358Z","caller":"traceutil/trace.go:171","msg":"trace[1547491181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"307.382331ms","start":"2026-03-03T00:55:23.346967Z","end":"2026-03-03T00:55:23.65435Z","steps":["trace[1547491181] 'agreement among raft nodes before linearized reading' (duration: 307.33258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:23.654375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:23.346944Z","time spent":"307.426972ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:23.65446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.469845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:23.654567Z","caller":"traceutil/trace.go:171","msg":"trace[1375602451] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1753; }","duration":"700.69437ms","start":"2026-03-03T00:55:22.953847Z","end":"2026-03-03T00:55:23.654542Z","steps":["trace[1375602451] 'agreement among raft nodes before linearized reading' (duration: 700.335322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:23.654642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:22.953773Z","time spent":"700.849193ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:23.654637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.766488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:23.654708Z","caller":"traceutil/trace.go:171","msg":"trace[1525851779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"827.093726ms","start":"2026-03-03T00:55:22.827592Z","end":"2026-03-03T00:55:23.654685Z","steps":["trace[1525851779] 'agreement among raft nodes before linearized reading' (duration: 826.681526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:23.654768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:22.827564Z","time spent":"827.187057ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:24.096171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.596808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:24.096251Z","caller":"traceutil/trace.go:171","msg":"trace[1534579823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"225.71127ms","start":"2026-03-03T00:55:23.87052Z","end":"2026-03-03T00:55:24.096231Z","steps":["trace[1534579823] 'range keys from in-memory index tree' (duration: 225.431244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:24.096171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.296965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T00:55:24.096311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.38083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:55:24.096363Z","caller":"traceutil/trace.go:171","msg":"trace[333973404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"231.483342ms","start":"2026-03-03T00:55:23.864867Z","end":"2026-03-03T00:55:24.096351Z","steps":["trace[333973404] 'range keys from in-memory index tree' (duration: 231.166775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:24.09636Z","caller":"traceutil/trace.go:171","msg":"trace[719579121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"223.49842ms","start":"2026-03-03T00:55:23.872831Z","end":"2026-03-03T00:55:24.096329Z","steps":["trace[719579121] 'range keys from in-memory index tree' (duration: 223.191213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:24.096447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.702128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:55:24.096569Z","caller":"traceutil/trace.go:171","msg":"trace[634523349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1753; }","duration":"221.870832ms","start":"2026-03-03T00:55:23.874672Z","end":"2026-03-03T00:55:24.096543Z","steps":["trace[634523349] 'range keys from in-memory index tree' (duration: 221.515384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:24.097014Z","caller":"traceutil/trace.go:171","msg":"trace[1406019307] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"151.869249ms","start":"2026-03-03T00:55:23.945125Z","end":"2026-03-03T00:55:24.096994Z","steps":["trace[1406019307] 'process raft request' (duration: 122.115708ms)","trace[1406019307] 'compare' (duration: 28.762649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:24.186114Z","caller":"traceutil/trace.go:171","msg":"trace[1405393680] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"108.671779ms","start":"2026-03-03T00:55:24.0774Z","end":"2026-03-03T00:55:24.186071Z","steps":["trace[1405393680] 'process raft request' (duration: 108.448804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:24.349195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.83724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T00:55:24.349289Z","caller":"traceutil/trace.go:171","msg":"trace[531166543] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1760; }","duration":"146.007465ms","start":"2026-03-03T00:55:24.203261Z","end":"2026-03-03T00:55:24.349268Z","steps":["trace[531166543] 'count revisions from in-memory index tree' (duration: 145.692377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:34.373273Z","caller":"traceutil/trace.go:171","msg":"trace[1586304842] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"229.59926ms","start":"2026-03-03T00:55:34.143642Z","end":"2026-03-03T00:55:34.373241Z","steps":["trace[1586304842] 'process raft request' (duration: 229.367684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:34.678235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.309571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:34.678432Z","caller":"traceutil/trace.go:171","msg":"trace[128384183] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1876; }","duration":"415.874386ms","start":"2026-03-03T00:55:34.262545Z","end":"2026-03-03T00:55:34.678419Z","steps":["trace[128384183] 'read index received' (duration: 110.519181ms)","trace[128384183] 'applied index is now lower than readState.Index' (duration: 305.354245ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:34.678429Z","caller":"traceutil/trace.go:171","msg":"trace[1003177637] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"418.67498ms","start":"2026-03-03T00:55:34.259713Z","end":"2026-03-03T00:55:34.678388Z","steps":["trace[1003177637] 'process raft request' (duration: 203.081832ms)","trace[1003177637] 'compare' (duration: 215.186519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:34.678533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.259684Z","time spent":"418.801403ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:34.678734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.163753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T00:55:34.678828Z","caller":"traceutil/trace.go:171","msg":"trace[1337440750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1804; }","duration":"416.309365ms","start":"2026-03-03T00:55:34.262496Z","end":"2026-03-03T00:55:34.678806Z","steps":["trace[1337440750] 'agreement among raft nodes before linearized reading' (duration: 416.001388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:34.678888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.262482Z","time spent":"416.387958ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:55:34.678876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.272745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T00:55:34.678904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.05553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:55:34.678918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.695662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:55:34.678927Z","caller":"traceutil/trace.go:171","msg":"trace[956985495] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"218.174527ms","start":"2026-03-03T00:55:34.460738Z","end":"2026-03-03T00:55:34.678912Z","steps":["trace[956985495] 'process raft request' (duration: 217.842189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:34.678953Z","caller":"traceutil/trace.go:171","msg":"trace[1681553832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1806; }","duration":"416.385367ms","start":"2026-03-03T00:55:34.262548Z","end":"2026-03-03T00:55:34.678934Z","steps":["trace[1681553832] 'agreement among raft nodes before linearized reading' (duration: 416.195603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:34.678962Z","caller":"traceutil/trace.go:171","msg":"trace[1285198734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1806; }","duration":"416.184403ms","start":"2026-03-03T00:55:34.26276Z","end":"2026-03-03T00:55:34.678944Z","steps":["trace[1285198734] 'agreement among raft nodes before linearized reading' (duration: 416.036799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:34.678966Z","caller":"traceutil/trace.go:171","msg":"trace[1554125742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1806; }","duration":"415.741713ms","start":"2026-03-03T00:55:34.263209Z","end":"2026-03-03T00:55:34.678951Z","steps":["trace[1554125742] 'agreement among raft nodes before linearized reading' (duration: 415.566249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:34.678994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.262531Z","time spent":"416.45633ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:34.679004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.262714Z","time spent":"416.280495ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:34.679013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.263172Z","time spent":"415.831165ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:55:34.678706Z","caller":"traceutil/trace.go:171","msg":"trace[1481392962] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"272.691746ms","start":"2026-03-03T00:55:34.405982Z","end":"2026-03-03T00:55:34.678673Z","steps":["trace[1481392962] 'process raft request' (duration: 272.39576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:35.24445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:55:35.559689Z","caller":"traceutil/trace.go:171","msg":"trace[804619330] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"876.810944ms","start":"2026-03-03T00:55:34.682829Z","end":"2026-03-03T00:55:35.55964Z","steps":["trace[804619330] 'process raft request' (duration: 841.066005ms)","trace[804619330] 'compare' (duration: 35.235287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:35.560178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.682806Z","time spent":"876.976688ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:35.560561Z","caller":"traceutil/trace.go:171","msg":"trace[1126910400] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"876.538498ms","start":"2026-03-03T00:55:34.683977Z","end":"2026-03-03T00:55:35.560516Z","steps":["trace[1126910400] 'process raft request' (duration: 876.438436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:35.560738Z","caller":"traceutil/trace.go:171","msg":"trace[794185479] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"877.389617ms","start":"2026-03-03T00:55:34.683311Z","end":"2026-03-03T00:55:35.5607Z","steps":["trace[794185479] 'process raft request' (duration: 876.938697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:35.560754Z","caller":"traceutil/trace.go:171","msg":"trace[1669953196] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1880; }","duration":"816.648386ms","start":"2026-03-03T00:55:34.744057Z","end":"2026-03-03T00:55:35.560706Z","steps":["trace[1669953196] 'read index received' (duration: 779.939426ms)","trace[1669953196] 'applied index is now lower than readState.Index' (duration: 36.70761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:35.560826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.683952Z","time spent":"876.753272ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:35.560935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.683297Z","time spent":"877.530911ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:35.560958Z","caller":"traceutil/trace.go:171","msg":"trace[220161896] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"875.047004ms","start":"2026-03-03T00:55:34.68589Z","end":"2026-03-03T00:55:35.560937Z","steps":["trace[220161896] 'process raft request' (duration: 874.575423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:35.561041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.349791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:35.561072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.685877Z","time spent":"875.139995ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:35.561096Z","caller":"traceutil/trace.go:171","msg":"trace[1684318005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"211.457154ms","start":"2026-03-03T00:55:35.349621Z","end":"2026-03-03T00:55:35.561078Z","steps":["trace[1684318005] 'agreement among raft nodes before linearized reading' (duration: 211.381532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:35.561095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.036485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:55:35.561113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.315186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:35.561168Z","caller":"traceutil/trace.go:171","msg":"trace[1794126395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1810; }","duration":"817.170887ms","start":"2026-03-03T00:55:34.743978Z","end":"2026-03-03T00:55:35.561148Z","steps":["trace[1794126395] 'agreement among raft nodes before linearized reading' (duration: 816.954513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:35.561175Z","caller":"traceutil/trace.go:171","msg":"trace[194597866] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1810; }","duration":"464.422289ms","start":"2026-03-03T00:55:35.096737Z","end":"2026-03-03T00:55:35.561159Z","steps":["trace[194597866] 'agreement among raft nodes before linearized reading' (duration: 464.268015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:35.561213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:34.743943Z","time spent":"817.26142ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:35.561223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:35.096713Z","time spent":"464.49659ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:55:35.561248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.507596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-03T00:55:35.561291Z","caller":"traceutil/trace.go:171","msg":"trace[675633546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1810; }","duration":"418.578418ms","start":"2026-03-03T00:55:35.142699Z","end":"2026-03-03T00:55:35.561278Z","steps":["trace[675633546] 'agreement among raft nodes before linearized reading' (duration: 418.386914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:35.561298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.668569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:55:35.561334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:35.142684Z","time spent":"418.640599ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T00:55:35.561345Z","caller":"traceutil/trace.go:171","msg":"trace[974029495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"101.763421ms","start":"2026-03-03T00:55:35.459567Z","end":"2026-03-03T00:55:35.56133Z","steps":["trace[974029495] 'agreement among raft nodes before linearized reading' (duration: 101.612597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.366729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.757185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:06.366861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017018496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:06.366918Z","caller":"traceutil/trace.go:171","msg":"trace[649198675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"1.017134379s","start":"2026-03-03T00:56:05.34977Z","end":"2026-03-03T00:56:06.366904Z","steps":["trace[649198675] 'range keys from in-memory index tree' (duration: 1.016892063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.366946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.34974Z","time spent":"1.01719999s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:56:06.366866Z","caller":"traceutil/trace.go:171","msg":"trace[917111157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1959; }","duration":"217.00814ms","start":"2026-03-03T00:56:06.149834Z","end":"2026-03-03T00:56:06.366842Z","steps":["trace[917111157] 'count revisions from in-memory index tree' (duration: 216.663363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.367384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.692756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-03T00:56:06.367419Z","caller":"traceutil/trace.go:171","msg":"trace[1068766470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1959; }","duration":"640.758417ms","start":"2026-03-03T00:56:05.726653Z","end":"2026-03-03T00:56:06.367411Z","steps":["trace[1068766470] 'range keys from in-memory index tree' (duration: 640.598293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.367438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.726636Z","time spent":"640.797538ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T00:56:06.367505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.724438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:56:06.367629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.003624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:56:06.367662Z","caller":"traceutil/trace.go:171","msg":"trace[1083603971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1959; }","duration":"614.089366ms","start":"2026-03-03T00:56:05.753566Z","end":"2026-03-03T00:56:06.367655Z","steps":["trace[1083603971] 'range keys from in-memory index tree' (duration: 613.836731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.36768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.753546Z","time spent":"614.128427ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:56:06.366752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.070053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:56:06.367747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.576107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:56:06.367789Z","caller":"traceutil/trace.go:171","msg":"trace[232534859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1959; }","duration":"528.160568ms","start":"2026-03-03T00:56:05.839613Z","end":"2026-03-03T00:56:06.367773Z","steps":["trace[232534859] 'range keys from in-memory index tree' (duration: 526.893219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:06.367798Z","caller":"traceutil/trace.go:171","msg":"trace[1742714237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1959; }","duration":"521.657249ms","start":"2026-03-03T00:56:05.846121Z","end":"2026-03-03T00:56:06.367779Z","steps":["trace[1742714237] 'range keys from in-memory index tree' (duration: 521.407353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.367832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.688005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:06.367835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.839589Z","time spent":"528.22889ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:06.367849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.846098Z","time spent":"521.736571ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:56:06.367865Z","caller":"traceutil/trace.go:171","msg":"trace[1066111060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"547.760527ms","start":"2026-03-03T00:56:05.820094Z","end":"2026-03-03T00:56:06.367854Z","steps":["trace[1066111060] 'range keys from in-memory index tree' (duration: 547.539972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.367891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.820068Z","time spent":"547.813708ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:56:06.367618Z","caller":"traceutil/trace.go:171","msg":"trace[1189887013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1959; }","duration":"527.868431ms","start":"2026-03-03T00:56:05.839719Z","end":"2026-03-03T00:56:06.367588Z","steps":["trace[1189887013] 'range keys from in-memory index tree' (duration: 527.493173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.36819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.839707Z","time spent":"528.472235ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:06.368325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.068152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:56:06.368376Z","caller":"traceutil/trace.go:171","msg":"trace[954954044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1959; }","duration":"506.140683ms","start":"2026-03-03T00:56:05.862225Z","end":"2026-03-03T00:56:06.368365Z","steps":["trace[954954044] 'range keys from in-memory index tree' (duration: 505.907708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:06.368411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.862214Z","time spent":"506.189314ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:56:06.537633Z","caller":"traceutil/trace.go:171","msg":"trace[957060940] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"140.269063ms","start":"2026-03-03T00:56:06.397307Z","end":"2026-03-03T00:56:06.537576Z","steps":["trace[957060940] 'process raft request' (duration: 140.11059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:07.415823Z","caller":"traceutil/trace.go:171","msg":"trace[2137630169] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.016086904s","start":"2026-03-03T00:56:06.399691Z","end":"2026-03-03T00:56:07.415778Z","steps":["trace[2137630169] 'process raft request' (duration: 1.015969801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:07.415841Z","caller":"traceutil/trace.go:171","msg":"trace[1614412678] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.016296869s","start":"2026-03-03T00:56:06.399501Z","end":"2026-03-03T00:56:07.415798Z","steps":["trace[1614412678] 'process raft request' (duration: 1.015955572s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:07.415999Z","caller":"traceutil/trace.go:171","msg":"trace[1259389322] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.014257922s","start":"2026-03-03T00:56:06.401715Z","end":"2026-03-03T00:56:07.415973Z","steps":["trace[1259389322] 'process raft request' (duration: 1.014007767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.416053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.39948Z","time spent":"1.016477313s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:07.416082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.399661Z","time spent":"1.016304299s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:07.416109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.401702Z","time spent":"1.014351924s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:07.416333Z","caller":"traceutil/trace.go:171","msg":"trace[1275096283] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.01458452s","start":"2026-03-03T00:56:06.401734Z","end":"2026-03-03T00:56:07.416319Z","steps":["trace[1275096283] 'process raft request' (duration: 1.014162121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.416433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.401721Z","time spent":"1.014661712s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:07.416495Z","caller":"traceutil/trace.go:171","msg":"trace[207567735] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.014679332s","start":"2026-03-03T00:56:06.401798Z","end":"2026-03-03T00:56:07.416477Z","steps":["trace[207567735] 'process raft request' (duration: 1.014449437s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:07.416614Z","caller":"traceutil/trace.go:171","msg":"trace[379681817] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2040; }","duration":"1.012250226s","start":"2026-03-03T00:56:06.404352Z","end":"2026-03-03T00:56:07.416603Z","steps":["trace[379681817] 'read index received' (duration: 133.083028ms)","trace[379681817] 'applied index is now lower than readState.Index' (duration: 879.166358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:07.416622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.401793Z","time spent":"1.014744383s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:07.416651Z","caller":"traceutil/trace.go:171","msg":"trace[749775979] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"914.840735ms","start":"2026-03-03T00:56:06.501796Z","end":"2026-03-03T00:56:07.416636Z","steps":["trace[749775979] 'process raft request' (duration: 914.62477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.416691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012334788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:07.416731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.501773Z","time spent":"914.913967ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:07.41676Z","caller":"traceutil/trace.go:171","msg":"trace[1548600414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"1.01241103s","start":"2026-03-03T00:56:06.404328Z","end":"2026-03-03T00:56:07.416739Z","steps":["trace[1548600414] 'agreement among raft nodes before linearized reading' (duration: 1.012332608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.416807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.40432Z","time spent":"1.012473581s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:56:07.497689Z","caller":"traceutil/trace.go:171","msg":"trace[1418651017] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"625.130469ms","start":"2026-03-03T00:56:06.872523Z","end":"2026-03-03T00:56:07.497654Z","steps":["trace[1418651017] 'process raft request' (duration: 624.864413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.497852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.872488Z","time spent":"625.277623ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:07.623391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.834013ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T00:56:07.62351Z","caller":"traceutil/trace.go:171","msg":"trace[422506395] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2047; }","duration":"206.852688ms","start":"2026-03-03T00:56:07.416637Z","end":"2026-03-03T00:56:07.62349Z","steps":["trace[422506395] 'read index received' (duration: 80.690988ms)","trace[422506395] 'applied index is now lower than readState.Index' (duration: 126.1599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:07.623603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.899768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:07.623689Z","caller":"traceutil/trace.go:171","msg":"trace[710632457] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1967; }","duration":"282.02117ms","start":"2026-03-03T00:56:07.341645Z","end":"2026-03-03T00:56:07.623666Z","steps":["trace[710632457] 'agreement among raft nodes before linearized reading' (duration: 281.881527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.623795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217828905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:07.623908Z","caller":"traceutil/trace.go:171","msg":"trace[762075094] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1967; }","duration":"1.217994749s","start":"2026-03-03T00:56:06.40589Z","end":"2026-03-03T00:56:07.623885Z","steps":["trace[762075094] 'agreement among raft nodes before linearized reading' (duration: 1.217742763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.624025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.416366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:07.624077Z","caller":"traceutil/trace.go:171","msg":"trace[355369612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"205.512298ms","start":"2026-03-03T00:56:07.418552Z","end":"2026-03-03T00:56:07.624064Z","steps":["trace[355369612] 'agreement among raft nodes before linearized reading' (duration: 205.407786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:07.623995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:06.405886Z","time spent":"1.218080341s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:56:07.624378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.350458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:07.624452Z","caller":"traceutil/trace.go:171","msg":"trace[1676569780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"217.475931ms","start":"2026-03-03T00:56:07.406956Z","end":"2026-03-03T00:56:07.624432Z","steps":["trace[1676569780] 'agreement among raft nodes before linearized reading' (duration: 216.55855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:09.403996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.799358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:09.404114Z","caller":"traceutil/trace.go:171","msg":"trace[1906643090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"771.960542ms","start":"2026-03-03T00:56:08.632129Z","end":"2026-03-03T00:56:09.404089Z","steps":["trace[1906643090] 'range keys from in-memory index tree' (duration: 771.565233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:09.404171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:08.632108Z","time spent":"772.047394ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:56:09.850441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:10.221521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43587866s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:56:10.224669Z","caller":"traceutil/trace.go:171","msg":"trace[881438953] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.439142125s","start":"2026-03-03T00:56:08.785492Z","end":"2026-03-03T00:56:10.224634Z","steps":["trace[881438953] 'process raft request' (duration: 1.436461613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.224885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:08.785471Z","time spent":"1.439304429s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:10.630023Z","caller":"traceutil/trace.go:171","msg":"trace[481550785] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.838694207s","start":"2026-03-03T00:56:08.791305Z","end":"2026-03-03T00:56:10.629999Z","steps":["trace[481550785] 'process raft request' (duration: 1.83841888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.630337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:08.791282Z","time spent":"1.838953053s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:10.630473Z","caller":"traceutil/trace.go:171","msg":"trace[938991935] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.344933547s","start":"2026-03-03T00:56:09.285503Z","end":"2026-03-03T00:56:10.630437Z","steps":["trace[938991935] 'process raft request' (duration: 1.344445605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:10.630482Z","caller":"traceutil/trace.go:171","msg":"trace[155923299] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.206871105s","start":"2026-03-03T00:56:09.423574Z","end":"2026-03-03T00:56:10.630445Z","steps":["trace[155923299] 'process raft request' (duration: 1.20667171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.630639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.285483Z","time spent":"1.34506548s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:10.63074Z","caller":"traceutil/trace.go:171","msg":"trace[1897439393] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2050; }","duration":"1.280639804s","start":"2026-03-03T00:56:09.350092Z","end":"2026-03-03T00:56:10.630732Z","steps":["trace[1897439393] 'read index received' (duration: 871.851431ms)","trace[1897439393] 'applied index is now lower than readState.Index' (duration: 408.787463ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:10.630788Z","caller":"traceutil/trace.go:171","msg":"trace[623537219] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.126823121s","start":"2026-03-03T00:56:09.503934Z","end":"2026-03-03T00:56:10.630757Z","steps":["trace[623537219] 'process raft request' (duration: 1.126706888s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:10.630773Z","caller":"traceutil/trace.go:171","msg":"trace[167917548] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.206838654s","start":"2026-03-03T00:56:09.423876Z","end":"2026-03-03T00:56:10.630715Z","steps":["trace[167917548] 'process raft request' (duration: 1.206522407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.630686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.423557Z","time spent":"1.207023998s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:10.630904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.50391Z","time spent":"1.126941293s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:10.630959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2808646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:10.631005Z","caller":"traceutil/trace.go:171","msg":"trace[211824201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.280953522s","start":"2026-03-03T00:56:09.350041Z","end":"2026-03-03T00:56:10.630995Z","steps":["trace[211824201] 'agreement among raft nodes before linearized reading' (duration: 1.280854459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.630993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.423864Z","time spent":"1.207016368s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:10.631039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.35002Z","time spent":"1.281011743s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:10.631208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20928913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T00:56:10.631253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.949326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:10.631303Z","caller":"traceutil/trace.go:171","msg":"trace[291881079] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1974; }","duration":"725.105829ms","start":"2026-03-03T00:56:09.906183Z","end":"2026-03-03T00:56:10.631288Z","steps":["trace[291881079] 'agreement among raft nodes before linearized reading' (duration: 724.869514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:10.631303Z","caller":"traceutil/trace.go:171","msg":"trace[2040917960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.209400313s","start":"2026-03-03T00:56:09.421858Z","end":"2026-03-03T00:56:10.631258Z","steps":["trace[2040917960] 'agreement among raft nodes before linearized reading' (duration: 1.209184928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.631339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.90616Z","time spent":"725.17085ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:10.631346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.421836Z","time spent":"1.209499354s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:10.63217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183150641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T00:56:10.632228Z","caller":"traceutil/trace.go:171","msg":"trace[2109086057] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141; range_end:; response_count:1; response_revision:1974; }","duration":"1.183263774s","start":"2026-03-03T00:56:09.448949Z","end":"2026-03-03T00:56:10.632213Z","steps":["trace[2109086057] 'agreement among raft nodes before linearized reading' (duration: 1.18311446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.632204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.646132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:10.632258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.448919Z","time spent":"1.183330015s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141\" "} {"level":"info","ts":"2026-03-03T00:56:10.632302Z","caller":"traceutil/trace.go:171","msg":"trace[1401661423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"202.776495ms","start":"2026-03-03T00:56:10.429492Z","end":"2026-03-03T00:56:10.632268Z","steps":["trace[1401661423] 'agreement among raft nodes before linearized reading' (duration: 202.467718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.632876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207731115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:56:10.633044Z","caller":"traceutil/trace.go:171","msg":"trace[781032754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"1.2079481s","start":"2026-03-03T00:56:09.425062Z","end":"2026-03-03T00:56:10.63301Z","steps":["trace[781032754] 'agreement among raft nodes before linearized reading' (duration: 1.20751644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.633143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.425048Z","time spent":"1.208079673s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:10.633317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210990189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:56:10.633396Z","caller":"traceutil/trace.go:171","msg":"trace[1737814481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.211062161s","start":"2026-03-03T00:56:09.422305Z","end":"2026-03-03T00:56:10.633367Z","steps":["trace[1737814481] 'agreement among raft nodes before linearized reading' (duration: 1.210852936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.63344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.422245Z","time spent":"1.211185124s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:10.634754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21230893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:56:10.634801Z","caller":"traceutil/trace.go:171","msg":"trace[1820777066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.212377551s","start":"2026-03-03T00:56:09.422412Z","end":"2026-03-03T00:56:10.634789Z","steps":["trace[1820777066] 'agreement among raft nodes before linearized reading' (duration: 1.212246048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.634825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:09.422403Z","time spent":"1.212416931s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:11.18563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.660543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:11.185743Z","caller":"traceutil/trace.go:171","msg":"trace[1584223568] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"547.648084ms","start":"2026-03-03T00:56:10.638074Z","end":"2026-03-03T00:56:11.185722Z","steps":["trace[1584223568] 'process raft request' (duration: 430.755206ms)","trace[1584223568] 'compare' (duration: 116.329515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:11.186349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.638051Z","time spent":"547.726227ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:11.22499Z","caller":"traceutil/trace.go:171","msg":"trace[1175524690] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"581.831908ms","start":"2026-03-03T00:56:10.643118Z","end":"2026-03-03T00:56:11.22495Z","steps":["trace[1175524690] 'process raft request' (duration: 581.570352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.225228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.643102Z","time spent":"582.001121ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:11.225452Z","caller":"traceutil/trace.go:171","msg":"trace[288218253] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"582.294838ms","start":"2026-03-03T00:56:10.643135Z","end":"2026-03-03T00:56:11.225429Z","steps":["trace[288218253] 'process raft request' (duration: 581.760035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.22556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.643125Z","time spent":"582.38816ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:11.225574Z","caller":"traceutil/trace.go:171","msg":"trace[1375588980] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2056; }","duration":"579.444292ms","start":"2026-03-03T00:56:10.646103Z","end":"2026-03-03T00:56:11.225547Z","steps":["trace[1375588980] 'read index received' (duration: 422.696012ms)","trace[1375588980] 'applied index is now lower than readState.Index' (duration: 156.74718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:11.225723Z","caller":"traceutil/trace.go:171","msg":"trace[1990469270] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"582.444222ms","start":"2026-03-03T00:56:10.643211Z","end":"2026-03-03T00:56:11.225655Z","steps":["trace[1990469270] 'process raft request' (duration: 582.223317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:11.225817Z","caller":"traceutil/trace.go:171","msg":"trace[431080758] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"582.110004ms","start":"2026-03-03T00:56:10.643668Z","end":"2026-03-03T00:56:11.225778Z","steps":["trace[431080758] 'process raft request' (duration: 581.828597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.225991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.643203Z","time spent":"582.623526ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:11.226098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.991235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:11.226139Z","caller":"traceutil/trace.go:171","msg":"trace[1994090834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"580.029036ms","start":"2026-03-03T00:56:10.646098Z","end":"2026-03-03T00:56:11.226127Z","steps":["trace[1994090834] 'agreement among raft nodes before linearized reading' (duration: 579.937523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.225999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.643663Z","time spent":"582.201115ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:11.226169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.77228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:11.226191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.646071Z","time spent":"580.113088ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:56:11.226233Z","caller":"traceutil/trace.go:171","msg":"trace[1270441161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1980; }","duration":"221.891693ms","start":"2026-03-03T00:56:11.004325Z","end":"2026-03-03T00:56:11.226217Z","steps":["trace[1270441161] 'agreement among raft nodes before linearized reading' (duration: 221.76894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:11.226392Z","caller":"traceutil/trace.go:171","msg":"trace[1825152389] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"582.614286ms","start":"2026-03-03T00:56:10.643166Z","end":"2026-03-03T00:56:11.22578Z","steps":["trace[1825152389] 'process raft request' (duration: 582.073423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.226541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:10.64314Z","time spent":"583.327291ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:13.184355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:13.68524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:14.185422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:14.688025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:14.90508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7865621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:14.905245Z","caller":"traceutil/trace.go:171","msg":"trace[1838334775] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1980; }","duration":"2.786769326s","start":"2026-03-03T00:56:12.11846Z","end":"2026-03-03T00:56:14.905229Z","steps":["trace[1838334775] 'count revisions from in-memory index tree' (duration: 2.786489148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.905309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751554349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T00:56:14.905376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.118445Z","time spent":"2.786918119s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:56:14.905364Z","caller":"traceutil/trace.go:171","msg":"trace[1536376724] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:1980; }","duration":"2.751659922s","start":"2026-03-03T00:56:12.153689Z","end":"2026-03-03T00:56:14.905348Z","steps":["trace[1536376724] 'range keys from in-memory index tree' (duration: 2.751319784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.905409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263934655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:14.905448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.153663Z","time spent":"2.751772695s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"info","ts":"2026-03-03T00:56:14.90546Z","caller":"traceutil/trace.go:171","msg":"trace[1958844550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"3.264040628s","start":"2026-03-03T00:56:11.641407Z","end":"2026-03-03T00:56:14.905447Z","steps":["trace[1958844550] 'range keys from in-memory index tree' (duration: 3.263783902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.906172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546042085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:14.906209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.641383Z","time spent":"3.264792496s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:56:14.906235Z","caller":"traceutil/trace.go:171","msg":"trace[1349825095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"2.558010202s","start":"2026-03-03T00:56:12.348208Z","end":"2026-03-03T00:56:14.906218Z","steps":["trace[1349825095] 'range keys from in-memory index tree' (duration: 2.545930243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.906286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.348185Z","time spent":"2.558089606s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:14.90626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201852324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:14.906415Z","caller":"traceutil/trace.go:171","msg":"trace[1850984359] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1980; }","duration":"3.202147751s","start":"2026-03-03T00:56:11.70424Z","end":"2026-03-03T00:56:14.906387Z","steps":["trace[1850984359] 'count revisions from in-memory index tree' (duration: 3.20167139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.906501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.70421Z","time spent":"3.202274123s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:15.188668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330222862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:15.401996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763803292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:56:15.402265Z","caller":"traceutil/trace.go:171","msg":"trace[333283158] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"2.76416181s","start":"2026-03-03T00:56:12.638087Z","end":"2026-03-03T00:56:15.402249Z","steps":["trace[333283158] 'process raft request' (duration: 2.764064798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.402366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.638065Z","time spent":"2.764246305s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:15.964703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T00:56:15.964782Z","caller":"traceutil/trace.go:171","msg":"trace[562141498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169053s","start":"2026-03-03T00:56:13.964597Z","end":"2026-03-03T00:56:15.964766Z","steps":["trace[562141498] 'agreement among raft nodes before linearized reading' (duration: 2.000075891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.964827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.96457Z","time spent":"2.000246734s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 00:56:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T00:56:16.349237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T00:56:16.349324Z","caller":"traceutil/trace.go:171","msg":"trace[1842601112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093596s","start":"2026-03-03T00:56:14.349211Z","end":"2026-03-03T00:56:16.349305Z","steps":["trace[1842601112] 'agreement among raft nodes before linearized reading' (duration: 1.999981043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.349373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.349181Z","time spent":"2.000182878s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:16.36581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.885061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:16.366101Z","caller":"traceutil/trace.go:171","msg":"trace[1792085521] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"886.708952ms","start":"2026-03-03T00:56:15.479371Z","end":"2026-03-03T00:56:16.36608Z","steps":["trace[1792085521] 'process raft request' (duration: 886.656491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.36614Z","caller":"traceutil/trace.go:171","msg":"trace[1954670328] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"3.682177311s","start":"2026-03-03T00:56:12.683938Z","end":"2026-03-03T00:56:16.366116Z","steps":["trace[1954670328] 'process raft request' (duration: 3.681962296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.366185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.479329Z","time spent":"886.822765ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.366193Z","caller":"traceutil/trace.go:171","msg":"trace[1899894720] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"3.725142442s","start":"2026-03-03T00:56:12.641027Z","end":"2026-03-03T00:56:16.366169Z","steps":["trace[1899894720] 'process raft request' (duration: 3.198806661s)","trace[1899894720] 'compare' (duration: 525.715477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:16.366237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.90748Z","time spent":"1.458753923s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T00:56:16.366279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.6839Z","time spent":"3.682304698s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.366304Z","caller":"traceutil/trace.go:171","msg":"trace[559512752] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2062; }","duration":"3.682428426s","start":"2026-03-03T00:56:12.683858Z","end":"2026-03-03T00:56:16.366286Z","steps":["trace[559512752] 'read index received' (duration: 2.718375437s)","trace[559512752] 'applied index is now lower than readState.Index' (duration: 964.050999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:16.366312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.640995Z","time spent":"3.725252198s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.366464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836381458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:16.366517Z","caller":"traceutil/trace.go:171","msg":"trace[636859908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"2.836491186s","start":"2026-03-03T00:56:13.530012Z","end":"2026-03-03T00:56:16.366503Z","steps":["trace[636859908] 'agreement among raft nodes before linearized reading' (duration: 2.836396304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.366556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.529986Z","time spent":"2.836560126s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:16.366619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227483846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:16.366653Z","caller":"traceutil/trace.go:171","msg":"trace[669850198] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1984; }","duration":"2.227563673s","start":"2026-03-03T00:56:14.139077Z","end":"2026-03-03T00:56:16.366641Z","steps":["trace[669850198] 'agreement among raft nodes before linearized reading' (duration: 2.227506681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.366674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.139058Z","time spent":"2.22761174s","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:16.366702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.324959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:16.366751Z","caller":"traceutil/trace.go:171","msg":"trace[1551787226] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1984; }","duration":"650.414791ms","start":"2026-03-03T00:56:15.716325Z","end":"2026-03-03T00:56:16.36674Z","steps":["trace[1551787226] 'agreement among raft nodes before linearized reading' (duration: 650.340149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.366791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.716304Z","time spent":"650.478483ms","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:16.366982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.758762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:16.367038Z","caller":"traceutil/trace.go:171","msg":"trace[2020613949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"706.872265ms","start":"2026-03-03T00:56:15.660153Z","end":"2026-03-03T00:56:16.367025Z","steps":["trace[2020613949] 'agreement among raft nodes before linearized reading' (duration: 706.789403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.367071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.660114Z","time spent":"706.948467ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:16.367188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453407306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:16.367298Z","caller":"traceutil/trace.go:171","msg":"trace[2094977642] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1984; }","duration":"1.453573591s","start":"2026-03-03T00:56:14.913705Z","end":"2026-03-03T00:56:16.367278Z","steps":["trace[2094977642] 'agreement among raft nodes before linearized reading' (duration: 1.453220352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.368231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.913689Z","time spent":"1.454501653s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:16.378947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145387751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T00:56:16.378961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143895164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:56:16.378971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850559767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T00:56:16.378987Z","caller":"traceutil/trace.go:171","msg":"trace[991138789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"3.145426562s","start":"2026-03-03T00:56:13.233549Z","end":"2026-03-03T00:56:16.378975Z","steps":["trace[991138789] 'agreement among raft nodes before linearized reading' (duration: 3.133031269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.37895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.311166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:16.378985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146006678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:56:16.379015Z","caller":"traceutil/trace.go:171","msg":"trace[1863074565] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141; range_end:; response_count:1; response_revision:1984; }","duration":"1.850649899s","start":"2026-03-03T00:56:14.528354Z","end":"2026-03-03T00:56:16.379004Z","steps":["trace[1863074565] 'agreement among raft nodes before linearized reading' (duration: 1.838690617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.379019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14567305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T00:56:16.379028Z","caller":"traceutil/trace.go:171","msg":"trace[1311589298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"464.419409ms","start":"2026-03-03T00:56:15.914594Z","end":"2026-03-03T00:56:16.379013Z","steps":["trace[1311589298] 'agreement among raft nodes before linearized reading' (duration: 452.240801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.37903Z","caller":"traceutil/trace.go:171","msg":"trace[2138599077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"3.143944967s","start":"2026-03-03T00:56:13.235042Z","end":"2026-03-03T00:56:16.378987Z","steps":["trace[2138599077] 'agreement among raft nodes before linearized reading' (duration: 3.13136057s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.379044Z","caller":"traceutil/trace.go:171","msg":"trace[1262306766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"3.146102724s","start":"2026-03-03T00:56:13.232929Z","end":"2026-03-03T00:56:16.379031Z","steps":["trace[1262306766] 'agreement among raft nodes before linearized reading' (duration: 3.133472386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.379063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.914571Z","time spent":"464.486311ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.235035Z","time spent":"3.144025119s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:56:16.379061Z","caller":"traceutil/trace.go:171","msg":"trace[877165290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"3.145718281s","start":"2026-03-03T00:56:13.233333Z","end":"2026-03-03T00:56:16.379051Z","steps":["trace[877165290] 'agreement among raft nodes before linearized reading' (duration: 3.133305789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.379132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.233315Z","time spent":"3.145803685s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.528333Z","time spent":"1.8507064s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec0eaf47141\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144893347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:56:16.378976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695113906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-03T00:56:16.379349Z","caller":"traceutil/trace.go:171","msg":"trace[1560239010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"3.14495235s","start":"2026-03-03T00:56:13.234388Z","end":"2026-03-03T00:56:16.37934Z","steps":["trace[1560239010] 'agreement among raft nodes before linearized reading' (duration: 3.13223247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.37937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.234376Z","time spent":"3.144988453s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T00:56:16.379394Z","caller":"traceutil/trace.go:171","msg":"trace[1700632188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1984; }","duration":"3.695544311s","start":"2026-03-03T00:56:12.683809Z","end":"2026-03-03T00:56:16.379353Z","steps":["trace[1700632188] 'agreement among raft nodes before linearized reading' (duration: 3.682532994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.379447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986309344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T00:56:16.379086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.232902Z","time spent":"3.146174998s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.683784Z","time spent":"3.695651806s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T00:56:16.379485Z","caller":"traceutil/trace.go:171","msg":"trace[1349006541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1984; }","duration":"1.986378875s","start":"2026-03-03T00:56:14.393096Z","end":"2026-03-03T00:56:16.379475Z","steps":["trace[1349006541] 'agreement among raft nodes before linearized reading' (duration: 1.973302047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.379511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.393084Z","time spent":"1.986421221s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.233464Z","time spent":"3.145545203s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:16.379508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010384792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T00:56:16.37956Z","caller":"traceutil/trace.go:171","msg":"trace[1467987235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1984; }","duration":"3.010439493s","start":"2026-03-03T00:56:13.369106Z","end":"2026-03-03T00:56:16.379545Z","steps":["trace[1467987235] 'agreement among raft nodes before linearized reading' (duration: 2.997693032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.3796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.369069Z","time spent":"3.010522219s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T00:56:16.969113Z","caller":"traceutil/trace.go:171","msg":"trace[1441748640] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"587.956217ms","start":"2026-03-03T00:56:16.381133Z","end":"2026-03-03T00:56:16.969089Z","steps":["trace[1441748640] 'process raft request' (duration: 587.748482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.969482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.381091Z","time spent":"588.09302ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.969509Z","caller":"traceutil/trace.go:171","msg":"trace[1396870871] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"586.576814ms","start":"2026-03-03T00:56:16.382909Z","end":"2026-03-03T00:56:16.969486Z","steps":["trace[1396870871] 'process raft request' (duration: 586.129453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.969642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.382894Z","time spent":"586.672167ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.969609Z","caller":"traceutil/trace.go:171","msg":"trace[1238765551] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"586.618005ms","start":"2026-03-03T00:56:16.382948Z","end":"2026-03-03T00:56:16.969566Z","steps":["trace[1238765551] 'process raft request' (duration: 586.40192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.969851Z","caller":"traceutil/trace.go:171","msg":"trace[1022501324] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"586.83232ms","start":"2026-03-03T00:56:16.383Z","end":"2026-03-03T00:56:16.969832Z","steps":["trace[1022501324] 'process raft request' (duration: 586.520603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.969877Z","caller":"traceutil/trace.go:171","msg":"trace[489957303] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"586.756639ms","start":"2026-03-03T00:56:16.383095Z","end":"2026-03-03T00:56:16.969852Z","steps":["trace[489957303] 'process raft request' (duration: 586.611345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.969905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.382934Z","time spent":"586.768289ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.970019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.383074Z","time spent":"586.867081ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.970096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.38298Z","time spent":"587.044766ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.970072Z","caller":"traceutil/trace.go:171","msg":"trace[1340153620] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"586.516833ms","start":"2026-03-03T00:56:16.383516Z","end":"2026-03-03T00:56:16.970033Z","steps":["trace[1340153620] 'process raft request' (duration: 586.299178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.970332Z","caller":"traceutil/trace.go:171","msg":"trace[794559288] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2068; }","duration":"584.405673ms","start":"2026-03-03T00:56:16.385888Z","end":"2026-03-03T00:56:16.970294Z","steps":["trace[794559288] 'read index received' (duration: 38.687884ms)","trace[794559288] 'applied index is now lower than readState.Index' (duration: 545.715649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:16.970334Z","caller":"traceutil/trace.go:171","msg":"trace[613742252] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"586.138433ms","start":"2026-03-03T00:56:16.384172Z","end":"2026-03-03T00:56:16.970311Z","steps":["trace[613742252] 'process raft request' (duration: 585.825236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.970315Z","caller":"traceutil/trace.go:171","msg":"trace[96194000] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"586.171474ms","start":"2026-03-03T00:56:16.384083Z","end":"2026-03-03T00:56:16.970254Z","steps":["trace[96194000] 'process raft request' (duration: 585.806256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.970445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.384163Z","time spent":"586.228156ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.970477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.581159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T00:56:16.97044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.534916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:16.970509Z","caller":"traceutil/trace.go:171","msg":"trace[534279948] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1993; }","duration":"543.61747ms","start":"2026-03-03T00:56:16.42688Z","end":"2026-03-03T00:56:16.970497Z","steps":["trace[534279948] 'agreement among raft nodes before linearized reading' (duration: 543.548468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.97054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.426832Z","time spent":"543.701042ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T00:56:16.970533Z","caller":"traceutil/trace.go:171","msg":"trace[1265309078] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1993; }","duration":"584.646918ms","start":"2026-03-03T00:56:16.385869Z","end":"2026-03-03T00:56:16.970516Z","steps":["trace[1265309078] 'agreement among raft nodes before linearized reading' (duration: 584.500465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.970579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.385863Z","time spent":"584.70393ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:56:16.970596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.384076Z","time spent":"586.353749ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.970289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.383508Z","time spent":"586.655586ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:06.057206Z","caller":"traceutil/trace.go:171","msg":"trace[1277679381] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2247; }","duration":"146.188573ms","start":"2026-03-03T00:57:05.910986Z","end":"2026-03-03T00:57:06.057174Z","steps":["trace[1277679381] 'process raft request' (duration: 146.124641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:06.057245Z","caller":"traceutil/trace.go:171","msg":"trace[1818867105] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"147.385581ms","start":"2026-03-03T00:57:05.909811Z","end":"2026-03-03T00:57:06.057197Z","steps":["trace[1818867105] 'process raft request' (duration: 87.63189ms)","trace[1818867105] 'compare' (duration: 59.487225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:08.812375Z","caller":"traceutil/trace.go:171","msg":"trace[634330396] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"107.534969ms","start":"2026-03-03T00:57:08.704802Z","end":"2026-03-03T00:57:08.812337Z","steps":["trace[634330396] 'process raft request' (duration: 107.216582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:09.77103Z","caller":"traceutil/trace.go:171","msg":"trace[404974293] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"104.368985ms","start":"2026-03-03T00:57:09.666628Z","end":"2026-03-03T00:57:09.770997Z","steps":["trace[404974293] 'process raft request' (duration: 104.213952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:14.795146Z","caller":"traceutil/trace.go:171","msg":"trace[765749988] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"203.24386ms","start":"2026-03-03T00:57:14.591856Z","end":"2026-03-03T00:57:14.795099Z","steps":["trace[765749988] 'process raft request' (duration: 203.061926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.008487Z","caller":"traceutil/trace.go:171","msg":"trace[453750223] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2560; }","duration":"264.862606ms","start":"2026-03-03T00:57:17.743592Z","end":"2026-03-03T00:57:18.008454Z","steps":["trace[453750223] 'read index received' (duration: 264.686072ms)","trace[453750223] 'applied index is now lower than readState.Index' (duration: 174.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:18.008605Z","caller":"traceutil/trace.go:171","msg":"trace[1077700341] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"295.925329ms","start":"2026-03-03T00:57:17.712652Z","end":"2026-03-03T00:57:18.008578Z","steps":["trace[1077700341] 'process raft request' (duration: 295.617022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.008656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.03134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:18.008705Z","caller":"traceutil/trace.go:171","msg":"trace[1034930714] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2458; }","duration":"265.135133ms","start":"2026-03-03T00:57:17.743552Z","end":"2026-03-03T00:57:18.008687Z","steps":["trace[1034930714] 'agreement among raft nodes before linearized reading' (duration: 265.03312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.583535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330223908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:57:18.811942Z","caller":"traceutil/trace.go:171","msg":"trace[38632321] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"729.213053ms","start":"2026-03-03T00:57:18.082696Z","end":"2026-03-03T00:57:18.811909Z","steps":["trace[38632321] 'read index received' (duration: 725.24365ms)","trace[38632321] 'applied index is now lower than readState.Index' (duration: 3.967943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:18.811958Z","caller":"traceutil/trace.go:171","msg":"trace[790043380] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"1.016797535s","start":"2026-03-03T00:57:17.795107Z","end":"2026-03-03T00:57:18.811904Z","steps":["trace[790043380] 'process raft request' (duration: 1.012915044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.812161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.428188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:18.812268Z","caller":"traceutil/trace.go:171","msg":"trace[858205510] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2460; }","duration":"729.594812ms","start":"2026-03-03T00:57:18.082648Z","end":"2026-03-03T00:57:18.812243Z","steps":["trace[858205510] 'agreement among raft nodes before linearized reading' (duration: 729.422668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.812289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.43951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T00:57:18.812202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:17.795082Z","time spent":"1.016991949s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:18.812331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:18.08262Z","time spent":"729.689214ms","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:18.812359Z","caller":"traceutil/trace.go:171","msg":"trace[1136284975] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2460; }","duration":"630.566883ms","start":"2026-03-03T00:57:18.181768Z","end":"2026-03-03T00:57:18.812334Z","steps":["trace[1136284975] 'agreement among raft nodes before linearized reading' (duration: 630.332738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.812375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.506205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T00:57:18.812414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:18.181741Z","time spent":"630.659035ms","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T00:57:18.812437Z","caller":"traceutil/trace.go:171","msg":"trace[1651105621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2460; }","duration":"137.603897ms","start":"2026-03-03T00:57:18.674816Z","end":"2026-03-03T00:57:18.81242Z","steps":["trace[1651105621] 'agreement among raft nodes before linearized reading' (duration: 137.369892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.811965Z","caller":"traceutil/trace.go:171","msg":"trace[746863841] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"955.702242ms","start":"2026-03-03T00:57:17.856219Z","end":"2026-03-03T00:57:18.811921Z","steps":["trace[746863841] 'process raft request' (duration: 955.581409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.812865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:17.856197Z","time spent":"956.517441ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:45.936234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:45.936411Z","caller":"traceutil/trace.go:171","msg":"trace[1181004407] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"313.52111ms","start":"2026-03-03T00:57:45.622862Z","end":"2026-03-03T00:57:45.936383Z","steps":["trace[1181004407] 'process raft request' (duration: 90.023205ms)","trace[1181004407] 'compare' (duration: 223.022084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:45.936635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.622826Z","time spent":"313.704204ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:46.469901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.805012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T00:57:46.469975Z","caller":"traceutil/trace.go:171","msg":"trace[2099438057] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2617; }","duration":"273.921335ms","start":"2026-03-03T00:57:46.196036Z","end":"2026-03-03T00:57:46.469958Z","steps":["trace[2099438057] 'range keys from in-memory index tree' (duration: 273.622928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.323763Z","caller":"traceutil/trace.go:171","msg":"trace[1855001550] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"289.309308ms","start":"2026-03-03T00:57:47.034418Z","end":"2026-03-03T00:57:47.323728Z","steps":["trace[1855001550] 'process raft request' (duration: 289.003991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.323958Z","caller":"traceutil/trace.go:171","msg":"trace[2041163957] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2725; }","duration":"201.527787ms","start":"2026-03-03T00:57:47.122394Z","end":"2026-03-03T00:57:47.323922Z","steps":["trace[2041163957] 'read index received' (duration: 201.063316ms)","trace[2041163957] 'applied index is now lower than readState.Index' (duration: 461.501µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:47.324081Z","caller":"traceutil/trace.go:171","msg":"trace[547529524] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"289.591785ms","start":"2026-03-03T00:57:47.034435Z","end":"2026-03-03T00:57:47.324027Z","steps":["trace[547529524] 'process raft request' (duration: 289.235037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.324147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.719551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:47.324193Z","caller":"traceutil/trace.go:171","msg":"trace[1118427454] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2619; }","duration":"201.845214ms","start":"2026-03-03T00:57:47.122335Z","end":"2026-03-03T00:57:47.32418Z","steps":["trace[1118427454] 'agreement among raft nodes before linearized reading' (duration: 201.707381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.776482Z","caller":"traceutil/trace.go:171","msg":"trace[125915433] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"617.662978ms","start":"2026-03-03T00:57:47.158777Z","end":"2026-03-03T00:57:47.77644Z","steps":["trace[125915433] 'process raft request' (duration: 542.828462ms)","trace[125915433] 'compare' (duration: 74.635262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:47.77667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.158747Z","time spent":"617.830973ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:47.776745Z","caller":"traceutil/trace.go:171","msg":"trace[1313533328] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2727; }","duration":"426.039356ms","start":"2026-03-03T00:57:47.350678Z","end":"2026-03-03T00:57:47.776717Z","steps":["trace[1313533328] 'read index received' (duration: 350.972944ms)","trace[1313533328] 'applied index is now lower than readState.Index' (duration: 75.065122ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:47.77676Z","caller":"traceutil/trace.go:171","msg":"trace[506433133] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"592.111855ms","start":"2026-03-03T00:57:47.184608Z","end":"2026-03-03T00:57:47.77672Z","steps":["trace[506433133] 'process raft request' (duration: 591.775867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.776839Z","caller":"traceutil/trace.go:171","msg":"trace[738995387] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"592.086355ms","start":"2026-03-03T00:57:47.18474Z","end":"2026-03-03T00:57:47.776827Z","steps":["trace[738995387] 'process raft request' (duration: 591.848699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.776902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.184691Z","time spent":"592.179627ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.776899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.20136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:47.776946Z","caller":"traceutil/trace.go:171","msg":"trace[952118648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2622; }","duration":"426.319882ms","start":"2026-03-03T00:57:47.350616Z","end":"2026-03-03T00:57:47.776936Z","steps":["trace[952118648] 'agreement among raft nodes before linearized reading' (duration: 426.23116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.776968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.184564Z","time spent":"592.28938ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.776988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.350586Z","time spent":"426.395174ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:48.652795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.098356ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T00:57:48.652913Z","caller":"traceutil/trace.go:171","msg":"trace[1440037036] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2730; }","duration":"876.080099ms","start":"2026-03-03T00:57:47.776818Z","end":"2026-03-03T00:57:48.652898Z","steps":["trace[1440037036] 'read index received' (duration: 147.795169ms)","trace[1440037036] 'applied index is now lower than readState.Index' (duration: 728.28369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:48.653288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030234777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T00:57:48.653321Z","caller":"traceutil/trace.go:171","msg":"trace[699927499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2622; }","duration":"1.03033826s","start":"2026-03-03T00:57:47.622972Z","end":"2026-03-03T00:57:48.65331Z","steps":["trace[699927499] 'agreement among raft nodes before linearized reading' (duration: 1.030204567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.653344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.622946Z","time spent":"1.03039258s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:57:48.653372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.29213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:48.653427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029864058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T00:57:48.653489Z","caller":"traceutil/trace.go:171","msg":"trace[303167202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2622; }","duration":"875.463494ms","start":"2026-03-03T00:57:47.778001Z","end":"2026-03-03T00:57:48.653465Z","steps":["trace[303167202] 'agreement among raft nodes before linearized reading' (duration: 875.253929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.653552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.777982Z","time spent":"875.560476ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:48.653637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.046802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T00:57:48.65355Z","caller":"traceutil/trace.go:171","msg":"trace[322168368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2622; }","duration":"1.030096274s","start":"2026-03-03T00:57:47.623431Z","end":"2026-03-03T00:57:48.653527Z","steps":["trace[322168368] 'agreement among raft nodes before linearized reading' (duration: 1.029715845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.65373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.623384Z","time spent":"1.030335699s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:57:48.653739Z","caller":"traceutil/trace.go:171","msg":"trace[50947512] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2622; }","duration":"472.237757ms","start":"2026-03-03T00:57:48.181474Z","end":"2026-03-03T00:57:48.653711Z","steps":["trace[50947512] 'agreement among raft nodes before linearized reading' (duration: 471.94576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.653758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080272148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T00:57:48.653788Z","caller":"traceutil/trace.go:171","msg":"trace[923933729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2622; }","duration":"1.08035172s","start":"2026-03-03T00:57:47.573428Z","end":"2026-03-03T00:57:48.65378Z","steps":["trace[923933729] 'agreement among raft nodes before linearized reading' (duration: 1.080274848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.653789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.18143Z","time spent":"472.34884ms","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T00:57:48.653815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.573381Z","time spent":"1.080428751s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:57:48.653804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030064733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T00:57:48.653891Z","caller":"traceutil/trace.go:171","msg":"trace[1408220626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2622; }","duration":"1.030165255s","start":"2026-03-03T00:57:47.623715Z","end":"2026-03-03T00:57:48.653881Z","steps":["trace[1408220626] 'agreement among raft nodes before linearized reading' (duration: 1.02993398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.653978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.623705Z","time spent":"1.030245467s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:48.654118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.202624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:57:48.654256Z","caller":"traceutil/trace.go:171","msg":"trace[581086651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2622; }","duration":"713.409729ms","start":"2026-03-03T00:57:47.940815Z","end":"2026-03-03T00:57:48.654225Z","steps":["trace[581086651] 'agreement among raft nodes before linearized reading' (duration: 712.858116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:48.654311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.940791Z","time spent":"713.508491ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:57:48.810236Z","caller":"traceutil/trace.go:171","msg":"trace[1900304803] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"151.106156ms","start":"2026-03-03T00:57:48.6591Z","end":"2026-03-03T00:57:48.810206Z","steps":["trace[1900304803] 'process raft request' (duration: 150.919341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.097454Z","caller":"traceutil/trace.go:171","msg":"trace[652473006] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"437.964596ms","start":"2026-03-03T00:57:48.659462Z","end":"2026-03-03T00:57:49.097427Z","steps":["trace[652473006] 'process raft request' (duration: 437.728181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.097725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.659443Z","time spent":"438.09916ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:49.097825Z","caller":"traceutil/trace.go:171","msg":"trace[1192166958] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"437.985156ms","start":"2026-03-03T00:57:48.659792Z","end":"2026-03-03T00:57:49.097777Z","steps":["trace[1192166958] 'process raft request' (duration: 437.585487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.097875Z","caller":"traceutil/trace.go:171","msg":"trace[333048176] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"438.021568ms","start":"2026-03-03T00:57:48.659824Z","end":"2026-03-03T00:57:49.097845Z","steps":["trace[333048176] 'process raft request' (duration: 437.865984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.097931Z","caller":"traceutil/trace.go:171","msg":"trace[227183853] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2731; }","duration":"437.466054ms","start":"2026-03-03T00:57:48.660437Z","end":"2026-03-03T00:57:49.097903Z","steps":["trace[227183853] 'read index received' (duration: 149.667901ms)","trace[227183853] 'applied index is now lower than readState.Index' (duration: 287.796713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:49.098058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.659804Z","time spent":"438.160321ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:49.098062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.659781Z","time spent":"438.153091ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:49.098032Z","caller":"traceutil/trace.go:171","msg":"trace[1465023369] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"437.839064ms","start":"2026-03-03T00:57:48.660163Z","end":"2026-03-03T00:57:49.098002Z","steps":["trace[1465023369] 'process raft request' (duration: 437.638739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.098283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.660137Z","time spent":"438.002197ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:49.098607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.13728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T00:57:49.099131Z","caller":"traceutil/trace.go:171","msg":"trace[1767802930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2627; }","duration":"438.593361ms","start":"2026-03-03T00:57:48.660401Z","end":"2026-03-03T00:57:49.098994Z","steps":["trace[1767802930] 'agreement among raft nodes before linearized reading' (duration: 437.733711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.099399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.660389Z","time spent":"438.856187ms","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T00:57:49.120265Z","caller":"traceutil/trace.go:171","msg":"trace[1675365639] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"278.924873ms","start":"2026-03-03T00:57:48.84131Z","end":"2026-03-03T00:57:49.120235Z","steps":["trace[1675365639] 'process raft request' (duration: 278.701218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.120564Z","caller":"traceutil/trace.go:171","msg":"trace[1204356027] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"113.203032ms","start":"2026-03-03T00:57:49.007332Z","end":"2026-03-03T00:57:49.120535Z","steps":["trace[1204356027] 'process raft request' (duration: 112.806092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.120569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.667461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:49.120634Z","caller":"traceutil/trace.go:171","msg":"trace[586167545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"457.752884ms","start":"2026-03-03T00:57:48.662868Z","end":"2026-03-03T00:57:49.120621Z","steps":["trace[586167545] 'agreement among raft nodes before linearized reading' (duration: 457.61892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.120675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.662862Z","time spent":"457.804535ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:49.332388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.678232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:49.332509Z","caller":"traceutil/trace.go:171","msg":"trace[1446132963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"210.922128ms","start":"2026-03-03T00:57:49.12156Z","end":"2026-03-03T00:57:49.332482Z","steps":["trace[1446132963] 'range keys from in-memory index tree' (duration: 210.55395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.067292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330224373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:57:50.220071Z","caller":"traceutil/trace.go:171","msg":"trace[1251276937] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"742.569587ms","start":"2026-03-03T00:57:49.477476Z","end":"2026-03-03T00:57:50.220045Z","steps":["trace[1251276937] 'process raft request' (duration: 742.416854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.220336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.477458Z","time spent":"742.70607ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:51.970887Z","caller":"traceutil/trace.go:171","msg":"trace[1946932700] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"2.187872631s","start":"2026-03-03T00:57:49.78299Z","end":"2026-03-03T00:57:51.970862Z","steps":["trace[1946932700] 'process raft request' (duration: 2.187800129s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:51.970907Z","caller":"traceutil/trace.go:171","msg":"trace[1560487724] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"2.188061805s","start":"2026-03-03T00:57:49.782811Z","end":"2026-03-03T00:57:51.970872Z","steps":["trace[1560487724] 'process raft request' (duration: 2.1878382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.782963Z","time spent":"2.187999723s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:51.97113Z","caller":"traceutil/trace.go:171","msg":"trace[356977328] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2739; }","duration":"2.423441511s","start":"2026-03-03T00:57:49.547641Z","end":"2026-03-03T00:57:51.971082Z","steps":["trace[356977328] 'read index received' (duration: 673.2154ms)","trace[356977328] 'applied index is now lower than readState.Index' (duration: 1.750223131s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:51.971185Z","caller":"traceutil/trace.go:171","msg":"trace[233592274] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"2.187884121s","start":"2026-03-03T00:57:49.783276Z","end":"2026-03-03T00:57:51.97116Z","steps":["trace[233592274] 'process raft request' (duration: 2.187550393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.782769Z","time spent":"2.188214469s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:51.971404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.783262Z","time spent":"2.188090046s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:51.971457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11920452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:57:51.971363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201029437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:51.971285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423637396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:51.971475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621659536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:51.971519Z","caller":"traceutil/trace.go:171","msg":"trace[869059603] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2633; }","duration":"1.201230622s","start":"2026-03-03T00:57:50.770274Z","end":"2026-03-03T00:57:51.971505Z","steps":["trace[869059603] 'agreement among raft nodes before linearized reading' (duration: 1.201055898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155528793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T00:57:51.971554Z","caller":"traceutil/trace.go:171","msg":"trace[1492651175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"1.621754518s","start":"2026-03-03T00:57:50.349779Z","end":"2026-03-03T00:57:51.971533Z","steps":["trace[1492651175] 'agreement among raft nodes before linearized reading' (duration: 1.621600434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.770248Z","time spent":"1.201302724s","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:51.971538Z","caller":"traceutil/trace.go:171","msg":"trace[620645998] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2633; }","duration":"2.423911271s","start":"2026-03-03T00:57:49.547608Z","end":"2026-03-03T00:57:51.971519Z","steps":["trace[620645998] 'agreement among raft nodes before linearized reading' (duration: 2.423604954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.95553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T00:57:51.971623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.547586Z","time spent":"2.424022785s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T00:57:51.971653Z","caller":"traceutil/trace.go:171","msg":"trace[1109463668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2633; }","duration":"869.173185ms","start":"2026-03-03T00:57:51.10246Z","end":"2026-03-03T00:57:51.971633Z","steps":["trace[1109463668] 'agreement among raft nodes before linearized reading' (duration: 868.868878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791351871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T00:57:51.971714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.235813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T00:57:51.971738Z","caller":"traceutil/trace.go:171","msg":"trace[939372526] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2633; }","duration":"1.791427223s","start":"2026-03-03T00:57:50.180297Z","end":"2026-03-03T00:57:51.971725Z","steps":["trace[939372526] 'agreement among raft nodes before linearized reading' (duration: 1.791233819s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:51.971772Z","caller":"traceutil/trace.go:171","msg":"trace[1541005188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2633; }","duration":"868.354396ms","start":"2026-03-03T00:57:51.103404Z","end":"2026-03-03T00:57:51.971759Z","steps":["trace[1541005188] 'agreement among raft nodes before linearized reading' (duration: 868.221043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.180274Z","time spent":"1.791505026s","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T00:57:51.971593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.34973Z","time spent":"1.62185625s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:51.971828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.103366Z","time spent":"868.446747ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:57:51.97171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.102435Z","time spent":"869.265237ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:57:51.971508Z","caller":"traceutil/trace.go:171","msg":"trace[246713130] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2633; }","duration":"2.119339973s","start":"2026-03-03T00:57:49.852156Z","end":"2026-03-03T00:57:51.971496Z","steps":["trace[246713130] 'agreement among raft nodes before linearized reading' (duration: 2.119159029s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:51.971587Z","caller":"traceutil/trace.go:171","msg":"trace[1857750876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2633; }","duration":"1.155646097s","start":"2026-03-03T00:57:50.815927Z","end":"2026-03-03T00:57:51.971573Z","steps":["trace[1857750876] 'agreement among raft nodes before linearized reading' (duration: 1.155464232s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.971729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.257193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T00:57:51.972442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.815887Z","time spent":"1.156488977s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T00:57:51.972549Z","caller":"traceutil/trace.go:171","msg":"trace[1159945164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2633; }","duration":"869.097864ms","start":"2026-03-03T00:57:51.103404Z","end":"2026-03-03T00:57:51.972502Z","steps":["trace[1159945164] 'agreement among raft nodes before linearized reading' (duration: 868.211503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.448948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T00:57:51.972663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.10338Z","time spent":"869.265607ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:57:51.972693Z","caller":"traceutil/trace.go:171","msg":"trace[1828247355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2633; }","duration":"869.125734ms","start":"2026-03-03T00:57:51.103482Z","end":"2026-03-03T00:57:51.972608Z","steps":["trace[1828247355] 'agreement among raft nodes before linearized reading' (duration: 868.016108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.97272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.85213Z","time spent":"2.119962038s","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:51.972856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.103366Z","time spent":"869.42038ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:53.837472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689754723s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:57:53.981991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T00:57:53.982081Z","caller":"traceutil/trace.go:171","msg":"trace[502022746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582179s","start":"2026-03-03T00:57:51.981479Z","end":"2026-03-03T00:57:53.982061Z","steps":["trace[502022746] 'agreement among raft nodes before linearized reading' (duration: 2.000478796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.982138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.981466Z","time spent":"2.000658531s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:54.768519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620718647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:54.768784Z","caller":"traceutil/trace.go:171","msg":"trace[2123140122] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"2.791017806s","start":"2026-03-03T00:57:51.977717Z","end":"2026-03-03T00:57:54.768735Z","steps":["trace[2123140122] 'process raft request' (duration: 169.973232ms)","trace[2123140122] 'compare' (duration: 2.619325233s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:54.768994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.977685Z","time spent":"2.79120475s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:54.768813Z","caller":"traceutil/trace.go:171","msg":"trace[1503179887] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"2.790971155s","start":"2026-03-03T00:57:51.977811Z","end":"2026-03-03T00:57:54.768782Z","steps":["trace[1503179887] 'process raft request' (duration: 2.790834452s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:54.769166Z","caller":"traceutil/trace.go:171","msg":"trace[679503534] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"2.790839542s","start":"2026-03-03T00:57:51.978284Z","end":"2026-03-03T00:57:54.769123Z","steps":["trace[679503534] 'process raft request' (duration: 2.790445783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:54.769211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.977784Z","time spent":"2.791348644s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:54.769277Z","caller":"traceutil/trace.go:171","msg":"trace[2144040948] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2742; }","duration":"2.789752786s","start":"2026-03-03T00:57:51.979496Z","end":"2026-03-03T00:57:54.769248Z","steps":["trace[2144040948] 'read index received' (duration: 168.21981ms)","trace[2144040948] 'applied index is now lower than readState.Index' (duration: 2.621531546s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:54.769337Z","caller":"traceutil/trace.go:171","msg":"trace[307343599] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"2.790935595s","start":"2026-03-03T00:57:51.978382Z","end":"2026-03-03T00:57:54.769318Z","steps":["trace[307343599] 'process raft request' (duration: 2.790660058s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:54.7694Z","caller":"traceutil/trace.go:171","msg":"trace[788601463] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"2.789239994s","start":"2026-03-03T00:57:51.980146Z","end":"2026-03-03T00:57:54.769385Z","steps":["trace[788601463] 'process raft request' (duration: 2.789023989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:54.76939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.978252Z","time spent":"2.791024497s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:54.76943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.978376Z","time spent":"2.791012726s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:54.76955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.980138Z","time spent":"2.789297245s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:54.769636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790083074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T00:57:54.76981Z","caller":"traceutil/trace.go:171","msg":"trace[141162762] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2638; }","duration":"2.79031051s","start":"2026-03-03T00:57:51.979479Z","end":"2026-03-03T00:57:54.769789Z","steps":["trace[141162762] 'agreement among raft nodes before linearized reading' (duration: 2.789966442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:54.769871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.979469Z","time spent":"2.790385531s","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T00:57:54.877165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039321902s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:57:55.362954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.467179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:55.363213Z","caller":"traceutil/trace.go:171","msg":"trace[1535299444] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"1.384271364s","start":"2026-03-03T00:57:53.978918Z","end":"2026-03-03T00:57:55.36319Z","steps":["trace[1535299444] 'process raft request' (duration: 1.384162111s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.363221Z","caller":"traceutil/trace.go:171","msg":"trace[2046865791] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"2.892792619s","start":"2026-03-03T00:57:52.470393Z","end":"2026-03-03T00:57:55.363185Z","steps":["trace[2046865791] 'process raft request' (duration: 2.407002512s)","trace[2046865791] 'compare' (duration: 485.360126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:55.36329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.978888Z","time spent":"1.384368885s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.363372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.470374Z","time spent":"2.892915452s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.363443Z","caller":"traceutil/trace.go:171","msg":"trace[1068785354] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"1.384407677s","start":"2026-03-03T00:57:53.978999Z","end":"2026-03-03T00:57:55.363407Z","steps":["trace[1068785354] 'process raft request' (duration: 1.384156111s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.363526Z","caller":"traceutil/trace.go:171","msg":"trace[1925280393] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2747; }","duration":"594.125053ms","start":"2026-03-03T00:57:54.769344Z","end":"2026-03-03T00:57:55.363469Z","steps":["trace[1925280393] 'read index received' (duration: 108.215904ms)","trace[1925280393] 'applied index is now lower than readState.Index' (duration: 485.907739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:55.363606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.978972Z","time spent":"1.384550979s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.363699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.746707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:55.363773Z","caller":"traceutil/trace.go:171","msg":"trace[828226556] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2642; }","duration":"866.86035ms","start":"2026-03-03T00:57:54.496899Z","end":"2026-03-03T00:57:55.363759Z","steps":["trace[828226556] 'agreement among raft nodes before linearized reading' (duration: 866.749937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.363727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399639336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:55.363812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.496875Z","time spent":"866.928262ms","remote":"127.0.0.1:54742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:55.363846Z","caller":"traceutil/trace.go:171","msg":"trace[253090829] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"1.3841212s","start":"2026-03-03T00:57:53.979701Z","end":"2026-03-03T00:57:55.363822Z","steps":["trace[253090829] 'process raft request' (duration: 1.383600247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.363856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384292029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T00:57:55.363949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.973937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:57:55.363966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952938299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:55.363967Z","caller":"traceutil/trace.go:171","msg":"trace[709608386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2642; }","duration":"3.384415522s","start":"2026-03-03T00:57:51.979526Z","end":"2026-03-03T00:57:55.363942Z","steps":["trace[709608386] 'agreement among raft nodes before linearized reading' (duration: 3.384160066s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.363999Z","caller":"traceutil/trace.go:171","msg":"trace[1721462464] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2642; }","duration":"893.091779ms","start":"2026-03-03T00:57:54.470896Z","end":"2026-03-03T00:57:55.363987Z","steps":["trace[1721462464] 'agreement among raft nodes before linearized reading' (duration: 892.993167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.364015Z","caller":"traceutil/trace.go:171","msg":"trace[1542814136] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2642; }","duration":"2.9529854s","start":"2026-03-03T00:57:52.41101Z","end":"2026-03-03T00:57:55.363995Z","steps":["trace[1542814136] 'agreement among raft nodes before linearized reading' (duration: 2.952912228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.364024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.979485Z","time spent":"3.384528695s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T00:57:55.36398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508622331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18992edc7bba8592\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-03T00:57:55.364049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.470795Z","time spent":"893.230312ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:55.364063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.410964Z","time spent":"2.953089092s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:55.364083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381422637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:55.364101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.028474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:55.364114Z","caller":"traceutil/trace.go:171","msg":"trace[1227139765] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18992edc7bba8592; range_end:; response_count:1; response_revision:2642; }","duration":"2.508825646s","start":"2026-03-03T00:57:52.855262Z","end":"2026-03-03T00:57:55.364088Z","steps":["trace[1227139765] 'agreement among raft nodes before linearized reading' (duration: 2.508455957s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.36414Z","caller":"traceutil/trace.go:171","msg":"trace[1012492828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"1.381494488s","start":"2026-03-03T00:57:53.982631Z","end":"2026-03-03T00:57:55.364125Z","steps":["trace[1012492828] 'agreement among raft nodes before linearized reading' (duration: 1.381412496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.364171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.855233Z","time spent":"2.508930429s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18992edc7bba8592\" "} {"level":"warn","ts":"2026-03-03T00:57:55.364186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.98262Z","time spent":"1.381556519s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:57:55.364184Z","caller":"traceutil/trace.go:171","msg":"trace[356572896] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2642; }","duration":"259.154817ms","start":"2026-03-03T00:57:55.104987Z","end":"2026-03-03T00:57:55.364142Z","steps":["trace[356572896] 'agreement among raft nodes before linearized reading' (duration: 259.040574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.363784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679253189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:55.364305Z","caller":"traceutil/trace.go:171","msg":"trace[432737824] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2642; }","duration":"2.679889594s","start":"2026-03-03T00:57:52.684405Z","end":"2026-03-03T00:57:55.364294Z","steps":["trace[432737824] 'agreement among raft nodes before linearized reading' (duration: 2.679207168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.364376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.684379Z","time spent":"2.679985436s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:55.363861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202980729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T00:57:55.364469Z","caller":"traceutil/trace.go:171","msg":"trace[1776990181] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:2642; }","duration":"3.203675026s","start":"2026-03-03T00:57:52.160782Z","end":"2026-03-03T00:57:55.364457Z","steps":["trace[1776990181] 'agreement among raft nodes before linearized reading' (duration: 3.202871497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.364513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.160749Z","time spent":"3.203753548s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-03T00:57:55.363955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.376464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T00:57:55.36458Z","caller":"traceutil/trace.go:171","msg":"trace[1030960] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2642; }","duration":"591.03141ms","start":"2026-03-03T00:57:54.773533Z","end":"2026-03-03T00:57:55.364564Z","steps":["trace[1030960] 'agreement among raft nodes before linearized reading' (duration: 590.18812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.363999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.979689Z","time spent":"1.384224382s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.364667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.773491Z","time spent":"591.160743ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T00:57:55.363866Z","caller":"traceutil/trace.go:171","msg":"trace[1657908561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"1.39980918s","start":"2026-03-03T00:57:53.964003Z","end":"2026-03-03T00:57:55.363812Z","steps":["trace[1657908561] 'agreement among raft nodes before linearized reading' (duration: 1.399576155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.364792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.963982Z","time spent":"1.400760402s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:58:01.06266Z","caller":"traceutil/trace.go:171","msg":"trace[1467360977] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"264.963344ms","start":"2026-03-03T00:58:00.79767Z","end":"2026-03-03T00:58:01.062633Z","steps":["trace[1467360977] 'process raft request' (duration: 264.757189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.220491Z","caller":"traceutil/trace.go:171","msg":"trace[1056358643] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2778; }","duration":"224.025608ms","start":"2026-03-03T00:58:00.996448Z","end":"2026-03-03T00:58:01.220474Z","steps":["trace[1056358643] 'read index received' (duration: 65.933726ms)","trace[1056358643] 'applied index is now lower than readState.Index' (duration: 158.091192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:58:01.220645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.173271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:58:01.220667Z","caller":"traceutil/trace.go:171","msg":"trace[1077377282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2672; }","duration":"224.244893ms","start":"2026-03-03T00:58:00.996416Z","end":"2026-03-03T00:58:01.220661Z","steps":["trace[1077377282] 'agreement among raft nodes before linearized reading' (duration: 224.12749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.220897Z","caller":"traceutil/trace.go:171","msg":"trace[1647495676] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"421.214602ms","start":"2026-03-03T00:58:00.799676Z","end":"2026-03-03T00:58:01.22089Z","steps":["trace[1647495676] 'process raft request' (duration: 420.778831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:58:01.220959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:00.799647Z","time spent":"421.268993ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:58:01.220988Z","caller":"traceutil/trace.go:171","msg":"trace[496182089] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"421.52801ms","start":"2026-03-03T00:58:00.799411Z","end":"2026-03-03T00:58:01.220939Z","steps":["trace[496182089] 'process raft request' (duration: 421.026668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.221243Z","caller":"traceutil/trace.go:171","msg":"trace[1752781422] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"422.83707ms","start":"2026-03-03T00:58:00.7984Z","end":"2026-03-03T00:58:01.221237Z","steps":["trace[1752781422] 'process raft request' (duration: 421.897258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:58:01.221282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:00.79837Z","time spent":"422.894941ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:58:01.221407Z","caller":"traceutil/trace.go:171","msg":"trace[1663717813] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"422.519313ms","start":"2026-03-03T00:58:00.798882Z","end":"2026-03-03T00:58:01.221401Z","steps":["trace[1663717813] 'process raft request' (duration: 421.531869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:58:01.221444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:00.79886Z","time spent":"422.566953ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:58:01.221391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:00.799392Z","time spent":"421.778895ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:58:01.576031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.045432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:58:01.57614Z","caller":"traceutil/trace.go:171","msg":"trace[354929396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"225.217146ms","start":"2026-03-03T00:58:01.350903Z","end":"2026-03-03T00:58:01.57612Z","steps":["trace[354929396] 'range keys from in-memory index tree' (duration: 224.880207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.576725Z","caller":"traceutil/trace.go:171","msg":"trace[1492639053] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"185.469747ms","start":"2026-03-03T00:58:01.39124Z","end":"2026-03-03T00:58:01.57671Z","steps":["trace[1492639053] 'process raft request' (duration: 93.126638ms)","trace[1492639053] 'compare' (duration: 92.088173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:58:01.849737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.45367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:58:01.849931Z","caller":"traceutil/trace.go:171","msg":"trace[167023529] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2784; }","duration":"324.97109ms","start":"2026-03-03T00:58:01.524942Z","end":"2026-03-03T00:58:01.849913Z","steps":["trace[167023529] 'read index received' (duration: 180.181982ms)","trace[167023529] 'applied index is now lower than readState.Index' (duration: 144.788048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:58:01.85003Z","caller":"traceutil/trace.go:171","msg":"trace[1288561648] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"455.270965ms","start":"2026-03-03T00:58:01.394749Z","end":"2026-03-03T00:58:01.85002Z","steps":["trace[1288561648] 'process raft request' (duration: 455.098461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.850061Z","caller":"traceutil/trace.go:171","msg":"trace[1498032075] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"457.340474ms","start":"2026-03-03T00:58:01.392678Z","end":"2026-03-03T00:58:01.850019Z","steps":["trace[1498032075] 'process raft request' (duration: 312.520156ms)","trace[1498032075] 'compare' (duration: 144.267725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:58:01.8501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:01.394739Z","time spent":"455.325927ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:58:01.850216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.495752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:58:01.850246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:01.392634Z","time spent":"457.507688ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:58:01.85024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.283108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:58:01.850298Z","caller":"traceutil/trace.go:171","msg":"trace[194354900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2675; }","duration":"272.634445ms","start":"2026-03-03T00:58:01.577645Z","end":"2026-03-03T00:58:01.85028Z","steps":["trace[194354900] 'agreement among raft nodes before linearized reading' (duration: 272.466401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:58:01.850334Z","caller":"traceutil/trace.go:171","msg":"trace[1103269473] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2675; }","duration":"325.38935ms","start":"2026-03-03T00:58:01.524902Z","end":"2026-03-03T00:58:01.850291Z","steps":["trace[1103269473] 'agreement among raft nodes before linearized reading' (duration: 325.232576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:58:01.850379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:58:01.52488Z","time spent":"325.486273ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:58:02.546029Z","caller":"traceutil/trace.go:171","msg":"trace[1222389232] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"167.433562ms","start":"2026-03-03T00:58:02.378561Z","end":"2026-03-03T00:58:02.545994Z","steps":["trace[1222389232] 'process raft request' (duration: 75.277827ms)","trace[1222389232] 'compare' (duration: 91.991461ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:02.051093Z","caller":"traceutil/trace.go:171","msg":"trace[1271534790] linearizableReadLoop","detail":"{readStateIndex:3502; appliedIndex:3501; }","duration":"166.521657ms","start":"2026-03-03T01:00:01.884543Z","end":"2026-03-03T01:00:02.051065Z","steps":["trace[1271534790] 'read index received' (duration: 166.308282ms)","trace[1271534790] 'applied index is now lower than readState.Index' (duration: 211.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:02.05118Z","caller":"traceutil/trace.go:171","msg":"trace[1352589161] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"189.355363ms","start":"2026-03-03T01:00:01.861774Z","end":"2026-03-03T01:00:02.051129Z","steps":["trace[1352589161] 'process raft request' (duration: 189.115988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:02.051413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.841025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:00:02.051447Z","caller":"traceutil/trace.go:171","msg":"trace[1978548219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3360; }","duration":"166.942186ms","start":"2026-03-03T01:00:01.884495Z","end":"2026-03-03T01:00:02.051438Z","steps":["trace[1978548219] 'agreement among raft nodes before linearized reading' (duration: 166.733071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:02.051579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.749028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:00:02.051634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.978529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:00:02.05153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.214198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:00:02.051717Z","caller":"traceutil/trace.go:171","msg":"trace[229567201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3360; }","duration":"161.058232ms","start":"2026-03-03T01:00:01.890614Z","end":"2026-03-03T01:00:02.051672Z","steps":["trace[229567201] 'agreement among raft nodes before linearized reading' (duration: 160.793246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:02.051668Z","caller":"traceutil/trace.go:171","msg":"trace[1952456561] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3360; }","duration":"102.919212ms","start":"2026-03-03T01:00:01.948729Z","end":"2026-03-03T01:00:02.051648Z","steps":["trace[1952456561] 'agreement among raft nodes before linearized reading' (duration: 102.687437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:02.051739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.826516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:00:02.051775Z","caller":"traceutil/trace.go:171","msg":"trace[1960810306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3360; }","duration":"162.512344ms","start":"2026-03-03T01:00:01.889233Z","end":"2026-03-03T01:00:02.051745Z","steps":["trace[1960810306] 'agreement among raft nodes before linearized reading' (duration: 162.046764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:02.051881Z","caller":"traceutil/trace.go:171","msg":"trace[897088957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3360; }","duration":"161.047681ms","start":"2026-03-03T01:00:01.890803Z","end":"2026-03-03T01:00:02.05185Z","steps":["trace[897088957] 'agreement among raft nodes before linearized reading' (duration: 160.59698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:27.455952Z","caller":"traceutil/trace.go:171","msg":"trace[151987254] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"128.633904ms","start":"2026-03-03T01:00:27.327285Z","end":"2026-03-03T01:00:27.455919Z","steps":["trace[151987254] 'process raft request' (duration: 124.56232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:27.455999Z","caller":"traceutil/trace.go:171","msg":"trace[852325616] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3708; }","duration":"107.297893ms","start":"2026-03-03T01:00:27.348673Z","end":"2026-03-03T01:00:27.455971Z","steps":["trace[852325616] 'read index received' (duration: 103.187268ms)","trace[852325616] 'applied index is now lower than readState.Index' (duration: 4.107855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:27.457647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.9313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:27.457759Z","caller":"traceutil/trace.go:171","msg":"trace[960239168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3561; }","duration":"109.088254ms","start":"2026-03-03T01:00:27.348645Z","end":"2026-03-03T01:00:27.457733Z","steps":["trace[960239168] 'agreement among raft nodes before linearized reading' (duration: 107.414365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.510141Z","caller":"traceutil/trace.go:171","msg":"trace[31789306] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3762; }","duration":"215.849954ms","start":"2026-03-03T01:00:38.294264Z","end":"2026-03-03T01:00:38.510114Z","steps":["trace[31789306] 'read index received' (duration: 215.781332ms)","trace[31789306] 'applied index is now lower than readState.Index' (duration: 67.262µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:38.510262Z","caller":"traceutil/trace.go:171","msg":"trace[1964941887] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"230.585021ms","start":"2026-03-03T01:00:38.279634Z","end":"2026-03-03T01:00:38.510219Z","steps":["trace[1964941887] 'process raft request' (duration: 230.313915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:38.510375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.083649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:00:38.510408Z","caller":"traceutil/trace.go:171","msg":"trace[1310355306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3612; }","duration":"216.193333ms","start":"2026-03-03T01:00:38.294207Z","end":"2026-03-03T01:00:38.5104Z","steps":["trace[1310355306] 'agreement among raft nodes before linearized reading' (duration: 216.036599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.652628Z","caller":"traceutil/trace.go:171","msg":"trace[1652610963] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"358.26588ms","start":"2026-03-03T01:00:38.294336Z","end":"2026-03-03T01:00:38.652602Z","steps":["trace[1652610963] 'process raft request' (duration: 355.885406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:38.652822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:38.29431Z","time spent":"358.402613ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:38.652982Z","caller":"traceutil/trace.go:171","msg":"trace[1126544182] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"358.582737ms","start":"2026-03-03T01:00:38.294375Z","end":"2026-03-03T01:00:38.652958Z","steps":["trace[1126544182] 'process raft request' (duration: 358.178298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.653034Z","caller":"traceutil/trace.go:171","msg":"trace[1179822424] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3763; }","duration":"142.768174ms","start":"2026-03-03T01:00:38.510216Z","end":"2026-03-03T01:00:38.652984Z","steps":["trace[1179822424] 'read index received' (duration: 140.020931ms)","trace[1179822424] 'applied index is now lower than readState.Index' (duration: 2.745873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:00:38.653134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.867476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:38.653083Z","caller":"traceutil/trace.go:171","msg":"trace[279656208] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"226.133609ms","start":"2026-03-03T01:00:38.426911Z","end":"2026-03-03T01:00:38.653045Z","steps":["trace[279656208] 'process raft request' (duration: 225.917354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.653188Z","caller":"traceutil/trace.go:171","msg":"trace[1415041994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3615; }","duration":"227.000069ms","start":"2026-03-03T01:00:38.426175Z","end":"2026-03-03T01:00:38.653175Z","steps":["trace[1415041994] 'agreement among raft nodes before linearized reading' (duration: 226.921747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:38.653168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:38.294357Z","time spent":"358.72926ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:38.65341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.833528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:00:38.653469Z","caller":"traceutil/trace.go:171","msg":"trace[1988381399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3615; }","duration":"227.92021ms","start":"2026-03-03T01:00:38.425532Z","end":"2026-03-03T01:00:38.653452Z","steps":["trace[1988381399] 'agreement among raft nodes before linearized reading' (duration: 227.683325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.65934Z","caller":"traceutil/trace.go:171","msg":"trace[993063378] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"144.063233ms","start":"2026-03-03T01:00:38.515259Z","end":"2026-03-03T01:00:38.659322Z","steps":["trace[993063378] 'process raft request' (duration: 143.848058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:38.659445Z","caller":"traceutil/trace.go:171","msg":"trace[152779317] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"109.392871ms","start":"2026-03-03T01:00:38.550024Z","end":"2026-03-03T01:00:38.659417Z","steps":["trace[152779317] 'process raft request' (duration: 109.221847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:43.554974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.815322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aed4dbc-22c2-42f9-a3b8-7149075a5f8e\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T01:00:43.555067Z","caller":"traceutil/trace.go:171","msg":"trace[1974038410] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aed4dbc-22c2-42f9-a3b8-7149075a5f8e; range_end:; response_count:1; response_revision:3640; }","duration":"253.957826ms","start":"2026-03-03T01:00:43.301086Z","end":"2026-03-03T01:00:43.555044Z","steps":["trace[1974038410] 'range keys from in-memory index tree' (duration: 253.566316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:43.555138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.691439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:00:43.555258Z","caller":"traceutil/trace.go:171","msg":"trace[312851147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3640; }","duration":"204.857793ms","start":"2026-03-03T01:00:43.350373Z","end":"2026-03-03T01:00:43.555231Z","steps":["trace[312851147] 'range keys from in-memory index tree' (duration: 204.591567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:46.578453Z","caller":"traceutil/trace.go:171","msg":"trace[1113632841] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"121.440139ms","start":"2026-03-03T01:01:46.45698Z","end":"2026-03-03T01:01:46.57842Z","steps":["trace[1113632841] 'process raft request' (duration: 33.752907ms)","trace[1113632841] 'compare' (duration: 87.526938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:46.96958Z","caller":"traceutil/trace.go:171","msg":"trace[1626951697] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"147.160163ms","start":"2026-03-03T01:01:46.822352Z","end":"2026-03-03T01:01:46.969513Z","steps":["trace[1626951697] 'process raft request' (duration: 107.732548ms)","trace[1626951697] 'compare' (duration: 39.163499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:49.145771Z","caller":"traceutil/trace.go:171","msg":"trace[1114357287] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"111.473432ms","start":"2026-03-03T01:01:49.034263Z","end":"2026-03-03T01:01:49.145736Z","steps":["trace[1114357287] 'process raft request' (duration: 111.234447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:49.14769Z","caller":"traceutil/trace.go:171","msg":"trace[112000499] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"111.975714ms","start":"2026-03-03T01:01:49.035681Z","end":"2026-03-03T01:01:49.147657Z","steps":["trace[112000499] 'process raft request' (duration: 111.746999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:49.147715Z","caller":"traceutil/trace.go:171","msg":"trace[1479183321] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"111.79771ms","start":"2026-03-03T01:01:49.035892Z","end":"2026-03-03T01:01:49.14769Z","steps":["trace[1479183321] 'process raft request' (duration: 111.647616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.294158Z","caller":"traceutil/trace.go:171","msg":"trace[476928284] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4247; }","duration":"227.402766ms","start":"2026-03-03T01:01:50.066721Z","end":"2026-03-03T01:01:50.294123Z","steps":["trace[476928284] 'read index received' (duration: 226.998797ms)","trace[476928284] 'applied index is now lower than readState.Index' (duration: 398.199µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:50.294339Z","caller":"traceutil/trace.go:171","msg":"trace[1418338009] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"248.663509ms","start":"2026-03-03T01:01:50.045659Z","end":"2026-03-03T01:01:50.294323Z","steps":["trace[1418338009] 'process raft request' (duration: 248.222039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.294771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.00632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:01:50.294889Z","caller":"traceutil/trace.go:171","msg":"trace[1804611900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4068; }","duration":"228.207324ms","start":"2026-03-03T01:01:50.066659Z","end":"2026-03-03T01:01:50.294866Z","steps":["trace[1804611900] 'agreement among raft nodes before linearized reading' (duration: 227.843556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:54.309534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.60308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:01:54.310124Z","caller":"traceutil/trace.go:171","msg":"trace[1530232222] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4099; }","duration":"134.310581ms","start":"2026-03-03T01:01:54.175749Z","end":"2026-03-03T01:01:54.31006Z","steps":["trace[1530232222] 'compare' (duration: 119.499495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:56.229175Z","caller":"traceutil/trace.go:171","msg":"trace[1246009685] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"263.468694ms","start":"2026-03-03T01:01:55.965655Z","end":"2026-03-03T01:01:56.229123Z","steps":["trace[1246009685] 'process raft request' (duration: 225.157164ms)","trace[1246009685] 'compare' (duration: 37.898991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:56.231316Z","caller":"traceutil/trace.go:171","msg":"trace[1295690574] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"265.710225ms","start":"2026-03-03T01:01:55.965573Z","end":"2026-03-03T01:01:56.231283Z","steps":["trace[1295690574] 'process raft request' (duration: 264.899157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:56.231906Z","caller":"traceutil/trace.go:171","msg":"trace[32636199] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"229.458242ms","start":"2026-03-03T01:01:56.00241Z","end":"2026-03-03T01:01:56.231868Z","steps":["trace[32636199] 'process raft request' (duration: 228.726215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:56.23196Z","caller":"traceutil/trace.go:171","msg":"trace[372415020] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"179.316873ms","start":"2026-03-03T01:01:56.052602Z","end":"2026-03-03T01:01:56.231919Z","steps":["trace[372415020] 'process raft request' (duration: 179.154709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.306629Z","caller":"traceutil/trace.go:171","msg":"trace[1336513932] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"153.850745ms","start":"2026-03-03T01:01:57.152734Z","end":"2026-03-03T01:01:57.306584Z","steps":["trace[1336513932] 'process raft request' (duration: 79.346853ms)","trace[1336513932] 'compare' (duration: 74.318518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:57.308909Z","caller":"traceutil/trace.go:171","msg":"trace[495242463] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"133.294888ms","start":"2026-03-03T01:01:57.175571Z","end":"2026-03-03T01:01:57.308866Z","steps":["trace[495242463] 'process raft request' (duration: 133.036802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.308936Z","caller":"traceutil/trace.go:171","msg":"trace[1852677114] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4629; }","duration":"120.512718ms","start":"2026-03-03T01:01:57.18839Z","end":"2026-03-03T01:01:57.308903Z","steps":["trace[1852677114] 'read index received' (duration: 44.03166ms)","trace[1852677114] 'applied index is now lower than readState.Index' (duration: 76.479838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:57.309073Z","caller":"traceutil/trace.go:171","msg":"trace[1670436602] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"132.004358ms","start":"2026-03-03T01:01:57.177057Z","end":"2026-03-03T01:01:57.309061Z","steps":["trace[1670436602] 'process raft request' (duration: 131.709001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.309243Z","caller":"traceutil/trace.go:171","msg":"trace[1299567562] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"106.752535ms","start":"2026-03-03T01:01:57.202431Z","end":"2026-03-03T01:01:57.309184Z","steps":["trace[1299567562] 'process raft request' (duration: 106.407497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:57.309286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.96788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:01:57.309346Z","caller":"traceutil/trace.go:171","msg":"trace[487567886] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"131.711301ms","start":"2026-03-03T01:01:57.177621Z","end":"2026-03-03T01:01:57.309332Z","steps":["trace[487567886] 'process raft request' (duration: 131.183019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.309365Z","caller":"traceutil/trace.go:171","msg":"trace[735531559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4446; }","duration":"118.105153ms","start":"2026-03-03T01:01:57.191241Z","end":"2026-03-03T01:01:57.309346Z","steps":["trace[735531559] 'agreement among raft nodes before linearized reading' (duration: 117.906198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:57.309415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.997788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:01:57.309483Z","caller":"traceutil/trace.go:171","msg":"trace[1167377223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4446; }","duration":"121.137311ms","start":"2026-03-03T01:01:57.18833Z","end":"2026-03-03T01:01:57.309467Z","steps":["trace[1167377223] 'agreement among raft nodes before linearized reading' (duration: 120.908516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:57.309502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.732741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:57.30963Z","caller":"traceutil/trace.go:171","msg":"trace[672104813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4446; }","duration":"116.874565ms","start":"2026-03-03T01:01:57.192705Z","end":"2026-03-03T01:01:57.309579Z","steps":["trace[672104813] 'agreement among raft nodes before linearized reading' (duration: 116.531727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:57.30965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.108103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:01:57.309767Z","caller":"traceutil/trace.go:171","msg":"trace[600161707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4446; }","duration":"118.326108ms","start":"2026-03-03T01:01:57.191417Z","end":"2026-03-03T01:01:57.309743Z","steps":["trace[600161707] 'agreement among raft nodes before linearized reading' (duration: 117.900848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.6279Z","caller":"traceutil/trace.go:171","msg":"trace[1778018181] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"114.421689ms","start":"2026-03-03T01:01:57.513443Z","end":"2026-03-03T01:01:57.627865Z","steps":["trace[1778018181] 'process raft request' (duration: 114.209824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:57.668464Z","caller":"traceutil/trace.go:171","msg":"trace[1602699109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4458; }","duration":"105.6695ms","start":"2026-03-03T01:01:57.562725Z","end":"2026-03-03T01:01:57.668395Z","steps":["trace[1602699109] 'process raft request' (duration: 105.555348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.602802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.729724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:59.603001Z","caller":"traceutil/trace.go:171","msg":"trace[1755603356] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4655; }","duration":"283.278014ms","start":"2026-03-03T01:01:59.319703Z","end":"2026-03-03T01:01:59.602981Z","steps":["trace[1755603356] 'read index received' (duration: 70.543251ms)","trace[1755603356] 'applied index is now lower than readState.Index' (duration: 212.733373ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:59.603038Z","caller":"traceutil/trace.go:171","msg":"trace[1591206182] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"287.725015ms","start":"2026-03-03T01:01:59.315263Z","end":"2026-03-03T01:01:59.602988Z","steps":["trace[1591206182] 'process raft request' (duration: 162.684614ms)","trace[1591206182] 'compare' (duration: 124.599491ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:59.603083Z","caller":"traceutil/trace.go:171","msg":"trace[1557747092] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"287.682074ms","start":"2026-03-03T01:01:59.315388Z","end":"2026-03-03T01:01:59.60307Z","steps":["trace[1557747092] 'process raft request' (duration: 287.52971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.603244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.54313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:59.603278Z","caller":"traceutil/trace.go:171","msg":"trace[1100840761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4467; }","duration":"283.613831ms","start":"2026-03-03T01:01:59.319655Z","end":"2026-03-03T01:01:59.603269Z","steps":["trace[1100840761] 'agreement among raft nodes before linearized reading' (duration: 283.450378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.907986Z","caller":"traceutil/trace.go:171","msg":"trace[216341947] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"368.843508ms","start":"2026-03-03T01:01:59.539064Z","end":"2026-03-03T01:01:59.907907Z","steps":["trace[216341947] 'process raft request' (duration: 368.646484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.907912Z","caller":"traceutil/trace.go:171","msg":"trace[1755258352] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"304.847105ms","start":"2026-03-03T01:01:59.603031Z","end":"2026-03-03T01:01:59.907878Z","steps":["trace[1755258352] 'read index received' (duration: 304.684811ms)","trace[1755258352] 'applied index is now lower than readState.Index' (duration: 161.074µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:59.908199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.539026Z","time spent":"369.076924ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:59.908203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.198719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:01:59.908274Z","caller":"traceutil/trace.go:171","msg":"trace[1038823806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4468; }","duration":"584.333642ms","start":"2026-03-03T01:01:59.323922Z","end":"2026-03-03T01:01:59.908256Z","steps":["trace[1038823806] 'agreement among raft nodes before linearized reading' (duration: 584.015255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.908291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.231268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:01:59.908326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.323901Z","time spent":"584.410954ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:01:59.908336Z","caller":"traceutil/trace.go:171","msg":"trace[1360703277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4468; }","duration":"587.29145ms","start":"2026-03-03T01:01:59.321031Z","end":"2026-03-03T01:01:59.908323Z","steps":["trace[1360703277] 'agreement among raft nodes before linearized reading' (duration: 587.092165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.908375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.321026Z","time spent":"587.337481ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:59.908533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.446113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:01:59.908584Z","caller":"traceutil/trace.go:171","msg":"trace[734941530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4468; }","duration":"587.498314ms","start":"2026-03-03T01:01:59.321069Z","end":"2026-03-03T01:01:59.908567Z","steps":["trace[734941530] 'agreement among raft nodes before linearized reading' (duration: 586.901691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.908622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.321067Z","time spent":"587.544585ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:02:00.046573Z","caller":"traceutil/trace.go:171","msg":"trace[2078677453] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4659; }","duration":"138.353032ms","start":"2026-03-03T01:01:59.908188Z","end":"2026-03-03T01:02:00.046541Z","steps":["trace[2078677453] 'read index received' (duration: 78.054843ms)","trace[2078677453] 'applied index is now lower than readState.Index' (duration: 60.297109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:00.046796Z","caller":"traceutil/trace.go:171","msg":"trace[1820495138] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"438.448919ms","start":"2026-03-03T01:01:59.608307Z","end":"2026-03-03T01:02:00.046756Z","steps":["trace[1820495138] 'process raft request' (duration: 377.927565ms)","trace[1820495138] 'compare' (duration: 60.162006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:00.046864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.847066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:02:00.046905Z","caller":"traceutil/trace.go:171","msg":"trace[1588327473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:4469; }","duration":"367.967928ms","start":"2026-03-03T01:01:59.678926Z","end":"2026-03-03T01:02:00.046894Z","steps":["trace[1588327473] 'agreement among raft nodes before linearized reading' (duration: 367.746563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:00.04695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.678903Z","time spent":"368.03807ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:02:00.046989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.60828Z","time spent":"438.610203ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:00.357773Z","caller":"traceutil/trace.go:171","msg":"trace[1573668693] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4660; }","duration":"304.937736ms","start":"2026-03-03T01:02:00.052807Z","end":"2026-03-03T01:02:00.357745Z","steps":["trace[1573668693] 'read index received' (duration: 304.546287ms)","trace[1573668693] 'applied index is now lower than readState.Index' (duration: 389.959µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:00.357811Z","caller":"traceutil/trace.go:171","msg":"trace[734530139] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"444.306412ms","start":"2026-03-03T01:01:59.913467Z","end":"2026-03-03T01:02:00.357773Z","steps":["trace[734530139] 'process raft request' (duration: 444.20895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:00.357925Z","caller":"traceutil/trace.go:171","msg":"trace[141190056] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"444.229671ms","start":"2026-03-03T01:01:59.913681Z","end":"2026-03-03T01:02:00.357911Z","steps":["trace[141190056] 'process raft request' (duration: 444.024286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:00.357991Z","caller":"traceutil/trace.go:171","msg":"trace[1787390394] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"444.680581ms","start":"2026-03-03T01:01:59.913262Z","end":"2026-03-03T01:02:00.357943Z","steps":["trace[1787390394] 'process raft request' (duration: 444.350443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:00.358045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.913459Z","time spent":"444.448176ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:00.358169Z","caller":"traceutil/trace.go:171","msg":"trace[626859092] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"445.643652ms","start":"2026-03-03T01:01:59.912497Z","end":"2026-03-03T01:02:00.358141Z","steps":["trace[626859092] 'process raft request' (duration: 444.937546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:00.358065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.91365Z","time spent":"444.306582ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:00.358189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.913251Z","time spent":"444.827504ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:00.358275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:59.912473Z","time spent":"445.748025ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:02:00.358395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.837249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:00.358443Z","caller":"traceutil/trace.go:171","msg":"trace[1660500197] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4473; }","duration":"210.938972ms","start":"2026-03-03T01:02:00.147489Z","end":"2026-03-03T01:02:00.358428Z","steps":["trace[1660500197] 'agreement among raft nodes before linearized reading' (duration: 210.86473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:00.359069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.266617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-03T01:02:00.359119Z","caller":"traceutil/trace.go:171","msg":"trace[599127057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4473; }","duration":"306.363579ms","start":"2026-03-03T01:02:00.052745Z","end":"2026-03-03T01:02:00.359108Z","steps":["trace[599127057] 'agreement among raft nodes before linearized reading' (duration: 305.347756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:00.359146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:00.05272Z","time spent":"306.42007ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62999,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:02:03.150955Z","caller":"traceutil/trace.go:171","msg":"trace[1517193671] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4721; }","duration":"203.637456ms","start":"2026-03-03T01:02:02.947212Z","end":"2026-03-03T01:02:03.15085Z","steps":["trace[1517193671] 'read index received' (duration: 201.277012ms)","trace[1517193671] 'applied index is now lower than readState.Index' (duration: 2.356744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.151599Z","caller":"traceutil/trace.go:171","msg":"trace[387629033] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"226.164827ms","start":"2026-03-03T01:02:02.925406Z","end":"2026-03-03T01:02:03.151571Z","steps":["trace[387629033] 'process raft request' (duration: 223.085777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.152253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.976418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11919"} {"level":"info","ts":"2026-03-03T01:02:03.152346Z","caller":"traceutil/trace.go:171","msg":"trace[290279339] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4529; }","duration":"224.134231ms","start":"2026-03-03T01:02:02.928187Z","end":"2026-03-03T01:02:03.152322Z","steps":["trace[290279339] 'agreement among raft nodes before linearized reading' (duration: 223.714142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.153144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.48783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T01:02:03.153233Z","caller":"traceutil/trace.go:171","msg":"trace[1605345722] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4529; }","duration":"228.600882ms","start":"2026-03-03T01:02:02.924612Z","end":"2026-03-03T01:02:03.153213Z","steps":["trace[1605345722] 'agreement among raft nodes before linearized reading' (duration: 228.408018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.156787Z","caller":"traceutil/trace.go:171","msg":"trace[2013949390] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"205.326244ms","start":"2026-03-03T01:02:02.951398Z","end":"2026-03-03T01:02:03.156724Z","steps":["trace[2013949390] 'process raft request' (duration: 204.927245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.157099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.445116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-03T01:02:03.157241Z","caller":"traceutil/trace.go:171","msg":"trace[1917456065] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4531; }","duration":"205.623321ms","start":"2026-03-03T01:02:02.951571Z","end":"2026-03-03T01:02:03.157195Z","steps":["trace[1917456065] 'agreement among raft nodes before linearized reading' (duration: 205.004817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.157386Z","caller":"traceutil/trace.go:171","msg":"trace[2113496182] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"199.936031ms","start":"2026-03-03T01:02:02.956696Z","end":"2026-03-03T01:02:03.156632Z","steps":["trace[2113496182] 'process raft request' (duration: 199.761617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.158877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.260358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:19 size:511417"} {"level":"info","ts":"2026-03-03T01:02:03.158967Z","caller":"traceutil/trace.go:171","msg":"trace[1858037902] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:19; response_revision:4531; }","duration":"104.394571ms","start":"2026-03-03T01:02:03.054547Z","end":"2026-03-03T01:02:03.158942Z","steps":["trace[1858037902] 'agreement among raft nodes before linearized reading' (duration: 103.204334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.342115Z","caller":"traceutil/trace.go:171","msg":"trace[503860288] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"177.783159ms","start":"2026-03-03T01:02:03.164294Z","end":"2026-03-03T01:02:03.342077Z","steps":["trace[503860288] 'process raft request' (duration: 89.262628ms)","trace[503860288] 'compare' (duration: 88.167573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.343038Z","caller":"traceutil/trace.go:171","msg":"trace[383875358] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"178.391622ms","start":"2026-03-03T01:02:03.164599Z","end":"2026-03-03T01:02:03.342991Z","steps":["trace[383875358] 'process raft request' (duration: 177.40533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.34317Z","caller":"traceutil/trace.go:171","msg":"trace[2086151718] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4724; }","duration":"177.533583ms","start":"2026-03-03T01:02:03.165563Z","end":"2026-03-03T01:02:03.343097Z","steps":["trace[2086151718] 'read index received' (duration: 87.938648ms)","trace[2086151718] 'applied index is now lower than readState.Index' (duration: 89.593355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.343205Z","caller":"traceutil/trace.go:171","msg":"trace[598926117] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"169.50963ms","start":"2026-03-03T01:02:03.173655Z","end":"2026-03-03T01:02:03.343165Z","steps":["trace[598926117] 'process raft request' (duration: 169.331476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.343205Z","caller":"traceutil/trace.go:171","msg":"trace[612987329] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"176.888237ms","start":"2026-03-03T01:02:03.166285Z","end":"2026-03-03T01:02:03.343173Z","steps":["trace[612987329] 'process raft request' (duration: 176.609941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.343388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.783038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.343469Z","caller":"traceutil/trace.go:171","msg":"trace[1158917213] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4535; }","duration":"177.892281ms","start":"2026-03-03T01:02:03.165556Z","end":"2026-03-03T01:02:03.343448Z","steps":["trace[1158917213] 'agreement among raft nodes before linearized reading' (duration: 177.723697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.343479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.490724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-srlzn\" ","response":"range_response_count:1 size:5042"} {"level":"warn","ts":"2026-03-03T01:02:03.343482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.986065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T01:02:03.343523Z","caller":"traceutil/trace.go:171","msg":"trace[557055764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4535; }","duration":"175.070337ms","start":"2026-03-03T01:02:03.168444Z","end":"2026-03-03T01:02:03.343514Z","steps":["trace[557055764] 'agreement among raft nodes before linearized reading' (duration: 174.874913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.343525Z","caller":"traceutil/trace.go:171","msg":"trace[1060055697] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-srlzn; range_end:; response_count:1; response_revision:4535; }","duration":"174.559425ms","start":"2026-03-03T01:02:03.168948Z","end":"2026-03-03T01:02:03.343507Z","steps":["trace[1060055697] 'agreement among raft nodes before linearized reading' (duration: 174.438742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.343512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.915995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-03T01:02:03.343592Z","caller":"traceutil/trace.go:171","msg":"trace[776357582] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4535; }","duration":"168.015316ms","start":"2026-03-03T01:02:03.175554Z","end":"2026-03-03T01:02:03.34357Z","steps":["trace[776357582] 'agreement among raft nodes before linearized reading' (duration: 167.791981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.343524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.670261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:03.34384Z","caller":"traceutil/trace.go:171","msg":"trace[296237261] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4535; }","duration":"142.996498ms","start":"2026-03-03T01:02:03.200784Z","end":"2026-03-03T01:02:03.34378Z","steps":["trace[296237261] 'agreement among raft nodes before linearized reading' (duration: 142.680851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.607092Z","caller":"traceutil/trace.go:171","msg":"trace[1093983109] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"252.880094ms","start":"2026-03-03T01:02:03.354149Z","end":"2026-03-03T01:02:03.607029Z","steps":["trace[1093983109] 'process raft request' (duration: 206.814277ms)","trace[1093983109] 'compare' (duration: 45.830561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.607327Z","caller":"traceutil/trace.go:171","msg":"trace[1439278471] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4729; }","duration":"209.839386ms","start":"2026-03-03T01:02:03.397459Z","end":"2026-03-03T01:02:03.607298Z","steps":["trace[1439278471] 'read index received' (duration: 163.528844ms)","trace[1439278471] 'applied index is now lower than readState.Index' (duration: 46.308892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:03.607527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.186486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.607589Z","caller":"traceutil/trace.go:171","msg":"trace[2107646928] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4537; }","duration":"229.309199ms","start":"2026-03-03T01:02:03.378262Z","end":"2026-03-03T01:02:03.607572Z","steps":["trace[2107646928] 'agreement among raft nodes before linearized reading' (duration: 229.189306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.607604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.303681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:56952"} {"level":"info","ts":"2026-03-03T01:02:03.607627Z","caller":"traceutil/trace.go:171","msg":"trace[1012391965] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4537; }","duration":"252.348312ms","start":"2026-03-03T01:02:03.355272Z","end":"2026-03-03T01:02:03.60762Z","steps":["trace[1012391965] 'agreement among raft nodes before linearized reading' (duration: 252.161878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.607607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.57892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:03.607642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.970635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-03-03T01:02:03.607713Z","caller":"traceutil/trace.go:171","msg":"trace[1309435849] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4537; }","duration":"253.738574ms","start":"2026-03-03T01:02:03.35395Z","end":"2026-03-03T01:02:03.607688Z","steps":["trace[1309435849] 'agreement among raft nodes before linearized reading' (duration: 253.54793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.607737Z","caller":"traceutil/trace.go:171","msg":"trace[463914194] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4537; }","duration":"249.084977ms","start":"2026-03-03T01:02:03.35863Z","end":"2026-03-03T01:02:03.607715Z","steps":["trace[463914194] 'agreement among raft nodes before linearized reading' (duration: 248.76952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.609643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.702276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.60975Z","caller":"traceutil/trace.go:171","msg":"trace[1306740725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4538; }","duration":"210.88788ms","start":"2026-03-03T01:02:03.39884Z","end":"2026-03-03T01:02:03.609728Z","steps":["trace[1306740725] 'agreement among raft nodes before linearized reading' (duration: 209.744674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.610233Z","caller":"traceutil/trace.go:171","msg":"trace[1587559373] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"187.830666ms","start":"2026-03-03T01:02:03.42239Z","end":"2026-03-03T01:02:03.610221Z","steps":["trace[1587559373] 'process raft request' (duration: 186.107987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.610495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.564697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-03T01:02:03.610535Z","caller":"traceutil/trace.go:171","msg":"trace[1582455894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4538; }","duration":"208.626589ms","start":"2026-03-03T01:02:03.401898Z","end":"2026-03-03T01:02:03.610524Z","steps":["trace[1582455894] 'agreement among raft nodes before linearized reading' (duration: 208.479766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.726513Z","caller":"traceutil/trace.go:171","msg":"trace[1105771155] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"112.738541ms","start":"2026-03-03T01:02:03.613731Z","end":"2026-03-03T01:02:03.726469Z","steps":["trace[1105771155] 'process raft request' (duration: 106.343096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.726808Z","caller":"traceutil/trace.go:171","msg":"trace[281560098] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"111.210956ms","start":"2026-03-03T01:02:03.615571Z","end":"2026-03-03T01:02:03.726782Z","steps":["trace[281560098] 'process raft request' (duration: 110.814727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.727073Z","caller":"traceutil/trace.go:171","msg":"trace[1307004588] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"111.469902ms","start":"2026-03-03T01:02:03.615571Z","end":"2026-03-03T01:02:03.727041Z","steps":["trace[1307004588] 'process raft request' (duration: 111.059813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.727199Z","caller":"traceutil/trace.go:171","msg":"trace[489953992] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"109.090638ms","start":"2026-03-03T01:02:03.618092Z","end":"2026-03-03T01:02:03.727183Z","steps":["trace[489953992] 'process raft request' (duration: 108.843373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.727444Z","caller":"traceutil/trace.go:171","msg":"trace[1368031456] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4731; }","duration":"111.840931ms","start":"2026-03-03T01:02:03.615592Z","end":"2026-03-03T01:02:03.727433Z","steps":["trace[1368031456] 'read index received' (duration: 42.303581ms)","trace[1368031456] 'applied index is now lower than readState.Index' (duration: 69.5357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:03.727646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.025805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T01:02:03.727695Z","caller":"traceutil/trace.go:171","msg":"trace[904444351] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4545; }","duration":"112.129518ms","start":"2026-03-03T01:02:03.615554Z","end":"2026-03-03T01:02:03.727684Z","steps":["trace[904444351] 'agreement among raft nodes before linearized reading' (duration: 111.950963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.727705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.817813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-03T01:02:03.72776Z","caller":"traceutil/trace.go:171","msg":"trace[2021796452] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4545; }","duration":"105.951706ms","start":"2026-03-03T01:02:03.621794Z","end":"2026-03-03T01:02:03.727745Z","steps":["trace[2021796452] 'agreement among raft nodes before linearized reading' (duration: 105.750361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.249398Z","caller":"traceutil/trace.go:171","msg":"trace[746830107] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"128.364546ms","start":"2026-03-03T01:02:04.12101Z","end":"2026-03-03T01:02:04.249374Z","steps":["trace[746830107] 'read index received' (duration: 40.169713ms)","trace[746830107] 'applied index is now lower than readState.Index' (duration: 88.193583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:04.249427Z","caller":"traceutil/trace.go:171","msg":"trace[1908020808] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"123.368062ms","start":"2026-03-03T01:02:04.126034Z","end":"2026-03-03T01:02:04.249402Z","steps":["trace[1908020808] 'process raft request' (duration: 123.154728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.249536Z","caller":"traceutil/trace.go:171","msg":"trace[753237161] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"123.425363ms","start":"2026-03-03T01:02:04.126099Z","end":"2026-03-03T01:02:04.249524Z","steps":["trace[753237161] 'process raft request' (duration: 123.148337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.249681Z","caller":"traceutil/trace.go:171","msg":"trace[1124335482] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"136.212455ms","start":"2026-03-03T01:02:04.113459Z","end":"2026-03-03T01:02:04.249672Z","steps":["trace[1124335482] 'process raft request' (duration: 129.230606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.250002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.97254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-03T01:02:04.250037Z","caller":"traceutil/trace.go:171","msg":"trace[516223125] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4568; }","duration":"129.036001ms","start":"2026-03-03T01:02:04.120992Z","end":"2026-03-03T01:02:04.250028Z","steps":["trace[516223125] 'agreement among raft nodes before linearized reading' (duration: 128.892367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.250146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.094593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71396"} {"level":"info","ts":"2026-03-03T01:02:04.250207Z","caller":"traceutil/trace.go:171","msg":"trace[102344160] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4568; }","duration":"129.188214ms","start":"2026-03-03T01:02:04.121004Z","end":"2026-03-03T01:02:04.250193Z","steps":["trace[102344160] 'agreement among raft nodes before linearized reading' (duration: 128.905908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.250307Z","caller":"traceutil/trace.go:171","msg":"trace[476765814] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"116.911716ms","start":"2026-03-03T01:02:04.133384Z","end":"2026-03-03T01:02:04.250296Z","steps":["trace[476765814] 'process raft request' (duration: 115.920233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.250762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.706716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T01:02:04.250792Z","caller":"traceutil/trace.go:171","msg":"trace[643332339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4568; }","duration":"129.766168ms","start":"2026-03-03T01:02:04.121019Z","end":"2026-03-03T01:02:04.250785Z","steps":["trace[643332339] 'agreement among raft nodes before linearized reading' (duration: 129.675486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.518209Z","caller":"traceutil/trace.go:171","msg":"trace[1082508939] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"101.078316ms","start":"2026-03-03T01:02:04.417096Z","end":"2026-03-03T01:02:04.518174Z","steps":["trace[1082508939] 'process raft request' (duration: 59.40259ms)","trace[1082508939] 'compare' (duration: 41.413331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:04.756691Z","caller":"traceutil/trace.go:171","msg":"trace[1024613104] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4768; }","duration":"211.76098ms","start":"2026-03-03T01:02:04.544906Z","end":"2026-03-03T01:02:04.756666Z","steps":["trace[1024613104] 'read index received' (duration: 40.778216ms)","trace[1024613104] 'applied index is now lower than readState.Index' (duration: 170.981564ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:04.756699Z","caller":"traceutil/trace.go:171","msg":"trace[1478806874] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"212.925767ms","start":"2026-03-03T01:02:04.543728Z","end":"2026-03-03T01:02:04.756654Z","steps":["trace[1478806874] 'process raft request' (duration: 132.209583ms)","trace[1478806874] 'compare' (duration: 80.194272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:04.756732Z","caller":"traceutil/trace.go:171","msg":"trace[1685193254] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"205.015966ms","start":"2026-03-03T01:02:04.551675Z","end":"2026-03-03T01:02:04.756691Z","steps":["trace[1685193254] 'process raft request' (duration: 204.72774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.75697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.038216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-03T01:02:04.757015Z","caller":"traceutil/trace.go:171","msg":"trace[213811794] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4578; }","duration":"212.115758ms","start":"2026-03-03T01:02:04.544886Z","end":"2026-03-03T01:02:04.757002Z","steps":["trace[213811794] 'agreement among raft nodes before linearized reading' (duration: 211.940414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.757007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.524324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T01:02:04.757061Z","caller":"traceutil/trace.go:171","msg":"trace[1334365957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4578; }","duration":"137.645106ms","start":"2026-03-03T01:02:04.619399Z","end":"2026-03-03T01:02:04.757044Z","steps":["trace[1334365957] 'agreement among raft nodes before linearized reading' (duration: 137.448052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.184119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.608321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:02:06.184216Z","caller":"traceutil/trace.go:171","msg":"trace[629639186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4585; }","duration":"452.758824ms","start":"2026-03-03T01:02:05.731436Z","end":"2026-03-03T01:02:06.184195Z","steps":["trace[629639186] 'range keys from in-memory index tree' (duration: 452.304754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.184259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.731411Z","time spent":"452.838956ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:02:06.253714Z","caller":"traceutil/trace.go:171","msg":"trace[520479161] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"520.652647ms","start":"2026-03-03T01:02:05.733033Z","end":"2026-03-03T01:02:06.253686Z","steps":["trace[520479161] 'process raft request' (duration: 520.445452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.253923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.733012Z","time spent":"520.79071ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:06.260972Z","caller":"traceutil/trace.go:171","msg":"trace[1563462168] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4778; }","duration":"499.051236ms","start":"2026-03-03T01:02:05.761893Z","end":"2026-03-03T01:02:06.260944Z","steps":["trace[1563462168] 'read index received' (duration: 491.579876ms)","trace[1563462168] 'applied index is now lower than readState.Index' (duration: 7.47007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:06.261143Z","caller":"traceutil/trace.go:171","msg":"trace[1982103071] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"523.804008ms","start":"2026-03-03T01:02:05.737291Z","end":"2026-03-03T01:02:06.261095Z","steps":["trace[1982103071] 'process raft request' (duration: 523.500391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.261252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.340223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T01:02:06.261299Z","caller":"traceutil/trace.go:171","msg":"trace[4610040] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4587; }","duration":"499.467996ms","start":"2026-03-03T01:02:05.761819Z","end":"2026-03-03T01:02:06.261287Z","steps":["trace[4610040] 'agreement among raft nodes before linearized reading' (duration: 499.256831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.261348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.761782Z","time spent":"499.557418ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" "} {"level":"warn","ts":"2026-03-03T01:02:06.261355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.73726Z","time spent":"523.981993ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:06.261836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.822129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:06.261939Z","caller":"traceutil/trace.go:171","msg":"trace[942707562] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4587; }","duration":"329.047315ms","start":"2026-03-03T01:02:05.932859Z","end":"2026-03-03T01:02:06.261906Z","steps":["trace[942707562] 'agreement among raft nodes before linearized reading' (duration: 328.814199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:06.262076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.932817Z","time spent":"329.154776ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:06.262507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.694497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:516944"} {"level":"info","ts":"2026-03-03T01:02:06.262549Z","caller":"traceutil/trace.go:171","msg":"trace[253328921] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4587; }","duration":"166.775938ms","start":"2026-03-03T01:02:06.095761Z","end":"2026-03-03T01:02:06.262537Z","steps":["trace[253328921] 'agreement among raft nodes before linearized reading' (duration: 166.375999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:07.761191Z","caller":"traceutil/trace.go:171","msg":"trace[817837540] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"211.663338ms","start":"2026-03-03T01:02:07.549492Z","end":"2026-03-03T01:02:07.761156Z","steps":["trace[817837540] 'read index received' (duration: 208.200009ms)","trace[817837540] 'applied index is now lower than readState.Index' (duration: 3.458799ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:07.761197Z","caller":"traceutil/trace.go:171","msg":"trace[2004672503] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"105.23354ms","start":"2026-03-03T01:02:07.655935Z","end":"2026-03-03T01:02:07.761168Z","steps":["trace[2004672503] 'process raft request' (duration: 105.102147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:07.761567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.026726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:07.761741Z","caller":"traceutil/trace.go:171","msg":"trace[710124468] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4606; }","duration":"212.257121ms","start":"2026-03-03T01:02:07.549427Z","end":"2026-03-03T01:02:07.761684Z","steps":["trace[710124468] 'agreement among raft nodes before linearized reading' (duration: 211.930084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.20165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.556658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:02:09.201791Z","caller":"traceutil/trace.go:171","msg":"trace[1455894495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4690; }","duration":"429.840774ms","start":"2026-03-03T01:02:08.77192Z","end":"2026-03-03T01:02:09.201761Z","steps":["trace[1455894495] 'range keys from in-memory index tree' (duration: 429.347613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.201857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.771898Z","time spent":"429.941686ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.097435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:02:09.202221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.605263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18992f1c9c4ff059\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-03-03T01:02:09.202303Z","caller":"traceutil/trace.go:171","msg":"trace[838178085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4690; }","duration":"653.207667ms","start":"2026-03-03T01:02:08.549076Z","end":"2026-03-03T01:02:09.202284Z","steps":["trace[838178085] 'range keys from in-memory index tree' (duration: 652.962322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.202326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.888934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T01:02:09.202325Z","caller":"traceutil/trace.go:171","msg":"trace[969458136] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18992f1c9c4ff059; range_end:; response_count:1; response_revision:4690; }","duration":"777.814688ms","start":"2026-03-03T01:02:08.424489Z","end":"2026-03-03T01:02:09.202304Z","steps":["trace[969458136] 'range keys from in-memory index tree' (duration: 777.48818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.202213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.775012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-03T01:02:09.202404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.424431Z","time spent":"777.964271ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":749,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18992f1c9c4ff059\" "} {"level":"info","ts":"2026-03-03T01:02:09.2024Z","caller":"traceutil/trace.go:171","msg":"trace[608338868] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"717.004777ms","start":"2026-03-03T01:02:08.485371Z","end":"2026-03-03T01:02:09.202376Z","steps":["trace[608338868] 'range keys from in-memory index tree' (duration: 716.69602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.202408Z","caller":"traceutil/trace.go:171","msg":"trace[139771798] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"717.034148ms","start":"2026-03-03T01:02:08.485358Z","end":"2026-03-03T01:02:09.202392Z","steps":["trace[139771798] 'range keys from in-memory index tree' (duration: 716.553157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.202409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.923752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-03T01:02:09.202445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.485359Z","time spent":"717.073978ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.485335Z","time spent":"717.122369ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.529869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:02:09.20252Z","caller":"traceutil/trace.go:171","msg":"trace[425047010] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"819.072145ms","start":"2026-03-03T01:02:08.383413Z","end":"2026-03-03T01:02:09.202486Z","steps":["trace[425047010] 'range keys from in-memory index tree' (duration: 818.678926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.20253Z","caller":"traceutil/trace.go:171","msg":"trace[30738698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:4690; }","duration":"647.628031ms","start":"2026-03-03T01:02:08.554881Z","end":"2026-03-03T01:02:09.202509Z","steps":["trace[30738698] 'range keys from in-memory index tree' (duration: 647.392026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.202355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.549054Z","time spent":"653.2878ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.55487Z","time spent":"647.698653ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.3834Z","time spent":"819.170537ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.728328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714387"} {"level":"info","ts":"2026-03-03T01:02:09.202857Z","caller":"traceutil/trace.go:171","msg":"trace[1569243203] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4690; }","duration":"822.844621ms","start":"2026-03-03T01:02:08.379993Z","end":"2026-03-03T01:02:09.202838Z","steps":["trace[1569243203] 'range keys from in-memory index tree' (duration: 821.170193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.202903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.379973Z","time spent":"822.917842ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714409,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T01:02:09.202715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.250038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:02:09.203429Z","caller":"traceutil/trace.go:171","msg":"trace[1865385815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4690; }","duration":"661.122228ms","start":"2026-03-03T01:02:08.542273Z","end":"2026-03-03T01:02:09.203396Z","steps":["trace[1865385815] 'range keys from in-memory index tree' (duration: 659.92275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.203594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:08.542252Z","time spent":"661.322762ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:02:09.318546Z","caller":"traceutil/trace.go:171","msg":"trace[1663516421] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"112.529717ms","start":"2026-03-03T01:02:09.205986Z","end":"2026-03-03T01:02:09.318515Z","steps":["trace[1663516421] 'process raft request' (duration: 112.303562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.569361Z","caller":"traceutil/trace.go:171","msg":"trace[477615177] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"362.487554ms","start":"2026-03-03T01:02:09.206836Z","end":"2026-03-03T01:02:09.569323Z","steps":["trace[477615177] 'process raft request' (duration: 296.767011ms)","trace[477615177] 'compare' (duration: 65.427976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:09.56962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:09.20682Z","time spent":"362.649098ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:09.569706Z","caller":"traceutil/trace.go:171","msg":"trace[2020035810] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4886; }","duration":"361.907051ms","start":"2026-03-03T01:02:09.207773Z","end":"2026-03-03T01:02:09.56968Z","steps":["trace[2020035810] 'read index received' (duration: 110.635733ms)","trace[2020035810] 'applied index is now lower than readState.Index' (duration: 251.269938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:09.569834Z","caller":"traceutil/trace.go:171","msg":"trace[1389614036] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"275.307423ms","start":"2026-03-03T01:02:09.294513Z","end":"2026-03-03T01:02:09.569821Z","steps":["trace[1389614036] 'process raft request' (duration: 275.066388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.570074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.184735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:02:09.570104Z","caller":"traceutil/trace.go:171","msg":"trace[2119155568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4695; }","duration":"177.303067ms","start":"2026-03-03T01:02:09.392792Z","end":"2026-03-03T01:02:09.570095Z","steps":["trace[2119155568] 'agreement among raft nodes before linearized reading' (duration: 177.160664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.570097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.477507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-03T01:02:09.57011Z","caller":"traceutil/trace.go:171","msg":"trace[203729176] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"361.818709ms","start":"2026-03-03T01:02:09.208262Z","end":"2026-03-03T01:02:09.570081Z","steps":["trace[203729176] 'process raft request' (duration: 361.226406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.570151Z","caller":"traceutil/trace.go:171","msg":"trace[709149494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4695; }","duration":"286.58997ms","start":"2026-03-03T01:02:09.283545Z","end":"2026-03-03T01:02:09.570135Z","steps":["trace[709149494] 'agreement among raft nodes before linearized reading' (duration: 286.399666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.570194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.442551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18992f1ba39768b6\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-03T01:02:09.570241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.41565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:09.570294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:09.208254Z","time spent":"361.931741ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:09.570297Z","caller":"traceutil/trace.go:171","msg":"trace[1105352083] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18992f1ba39768b6; range_end:; response_count:1; response_revision:4695; }","duration":"247.585154ms","start":"2026-03-03T01:02:09.322685Z","end":"2026-03-03T01:02:09.57027Z","steps":["trace[1105352083] 'agreement among raft nodes before linearized reading' (duration: 247.320288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.570338Z","caller":"traceutil/trace.go:171","msg":"trace[1541622130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4695; }","duration":"221.581593ms","start":"2026-03-03T01:02:09.348731Z","end":"2026-03-03T01:02:09.570313Z","steps":["trace[1541622130] 'agreement among raft nodes before linearized reading' (duration: 221.352568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.570313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.416926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-315e658d-a744-43ca-a8f8-b18a28f7185f\" ","response":"range_response_count:1 size:4053"} {"level":"warn","ts":"2026-03-03T01:02:09.570401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.625457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-03T01:02:09.570412Z","caller":"traceutil/trace.go:171","msg":"trace[254983325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-315e658d-a744-43ca-a8f8-b18a28f7185f; range_end:; response_count:1; response_revision:4695; }","duration":"264.58343ms","start":"2026-03-03T01:02:09.305803Z","end":"2026-03-03T01:02:09.570386Z","steps":["trace[254983325] 'agreement among raft nodes before linearized reading' (duration: 264.247852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.570433Z","caller":"traceutil/trace.go:171","msg":"trace[1760136524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4695; }","duration":"362.676759ms","start":"2026-03-03T01:02:09.207748Z","end":"2026-03-03T01:02:09.570425Z","steps":["trace[1760136524] 'agreement among raft nodes before linearized reading' (duration: 362.225549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.57046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:09.207738Z","time spent":"362.71539ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62999,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:02:09.570643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.222685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714387"} {"level":"info","ts":"2026-03-03T01:02:09.569713Z","caller":"traceutil/trace.go:171","msg":"trace[974748309] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"362.240469ms","start":"2026-03-03T01:02:09.207423Z","end":"2026-03-03T01:02:09.569663Z","steps":["trace[974748309] 'process raft request' (duration: 361.84736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.570721Z","caller":"traceutil/trace.go:171","msg":"trace[179266766] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4695; }","duration":"173.346247ms","start":"2026-03-03T01:02:09.397354Z","end":"2026-03-03T01:02:09.570701Z","steps":["trace[179266766] 'agreement among raft nodes before linearized reading' (duration: 172.638121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.570892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:09.207406Z","time spent":"363.373474ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:09.868308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.116818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:09.868445Z","caller":"traceutil/trace.go:171","msg":"trace[1856619166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4696; }","duration":"105.287982ms","start":"2026-03-03T01:02:09.763137Z","end":"2026-03-03T01:02:09.868425Z","steps":["trace[1856619166] 'range keys from in-memory index tree' (duration: 105.057307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.868658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.096882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:09.868932Z","caller":"traceutil/trace.go:171","msg":"trace[109662675] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"101.871384ms","start":"2026-03-03T01:02:09.767038Z","end":"2026-03-03T01:02:09.868909Z","steps":["trace[109662675] 'process raft request' (duration: 101.823953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:09.869138Z","caller":"traceutil/trace.go:171","msg":"trace[867257455] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4892; }","duration":"228.974171ms","start":"2026-03-03T01:02:09.640093Z","end":"2026-03-03T01:02:09.869067Z","steps":["trace[867257455] 'read index received' (duration: 77.214904ms)","trace[867257455] 'applied index is now lower than readState.Index' (duration: 151.754647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:09.869252Z","caller":"traceutil/trace.go:171","msg":"trace[1996831797] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"293.571888ms","start":"2026-03-03T01:02:09.575652Z","end":"2026-03-03T01:02:09.869224Z","steps":["trace[1996831797] 'process raft request' (duration: 141.79905ms)","trace[1996831797] 'compare' (duration: 150.949239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:09.869088Z","caller":"traceutil/trace.go:171","msg":"trace[1889569929] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"292.815651ms","start":"2026-03-03T01:02:09.576231Z","end":"2026-03-03T01:02:09.869047Z","steps":["trace[1889569929] 'process raft request' (duration: 292.547925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:09.870021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.917943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18992f1b5edb18ad\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-03-03T01:02:09.870071Z","caller":"traceutil/trace.go:171","msg":"trace[140671038] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18992f1b5edb18ad; range_end:; response_count:1; response_revision:4699; }","duration":"230.028135ms","start":"2026-03-03T01:02:09.640028Z","end":"2026-03-03T01:02:09.870056Z","steps":["trace[140671038] 'agreement among raft nodes before linearized reading' (duration: 229.194476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.706237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330229513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:02:11.924931Z","caller":"traceutil/trace.go:171","msg":"trace[1405064156] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"720.131228ms","start":"2026-03-03T01:02:11.204761Z","end":"2026-03-03T01:02:11.924892Z","steps":["trace[1405064156] 'process raft request' (duration: 634.261307ms)","trace[1405064156] 'compare' (duration: 85.159034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:11.92513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.204744Z","time spent":"720.293872ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:02:11.930755Z","caller":"traceutil/trace.go:171","msg":"trace[771715857] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4750; }","duration":"725.271624ms","start":"2026-03-03T01:02:11.205467Z","end":"2026-03-03T01:02:11.930739Z","steps":["trace[771715857] 'process raft request' (duration: 724.979928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:11.930788Z","caller":"traceutil/trace.go:171","msg":"trace[472525797] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"715.743149ms","start":"2026-03-03T01:02:11.215013Z","end":"2026-03-03T01:02:11.930756Z","steps":["trace[472525797] 'process raft request' (duration: 715.630616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.930841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.205455Z","time spent":"725.329646ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T01:02:11.930922Z","caller":"traceutil/trace.go:171","msg":"trace[255239553] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4946; }","duration":"725.748326ms","start":"2026-03-03T01:02:11.205149Z","end":"2026-03-03T01:02:11.930897Z","steps":["trace[255239553] 'read index received' (duration: 633.955941ms)","trace[255239553] 'applied index is now lower than readState.Index' (duration: 91.790525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:11.931022Z","caller":"traceutil/trace.go:171","msg":"trace[746916264] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"602.376813ms","start":"2026-03-03T01:02:11.328615Z","end":"2026-03-03T01:02:11.930992Z","steps":["trace[746916264] 'process raft request' (duration: 602.092847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.931039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.215001Z","time spent":"715.871681ms","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:11.931126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.328583Z","time spent":"602.489385ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:02:11.931161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.996231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T01:02:11.931225Z","caller":"traceutil/trace.go:171","msg":"trace[712661459] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4752; }","duration":"726.059973ms","start":"2026-03-03T01:02:11.205146Z","end":"2026-03-03T01:02:11.931206Z","steps":["trace[712661459] 'agreement among raft nodes before linearized reading' (duration: 725.850938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.931271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.205122Z","time spent":"726.138914ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T01:02:11.933464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.731321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv-tls\" ","response":"range_response_count:1 size:4428"} {"level":"warn","ts":"2026-03-03T01:02:11.933509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.90128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:02:11.933523Z","caller":"traceutil/trace.go:171","msg":"trace[181701473] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv-tls; range_end:; response_count:1; response_revision:4753; }","duration":"727.795412ms","start":"2026-03-03T01:02:11.205712Z","end":"2026-03-03T01:02:11.933507Z","steps":["trace[181701473] 'agreement among raft nodes before linearized reading' (duration: 727.637529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:11.933565Z","caller":"traceutil/trace.go:171","msg":"trace[773743268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4753; }","duration":"358.007382ms","start":"2026-03-03T01:02:11.575541Z","end":"2026-03-03T01:02:11.933548Z","steps":["trace[773743268] 'agreement among raft nodes before linearized reading' (duration: 357.850969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.933662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.575515Z","time spent":"358.132816ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:02:11.933673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.426863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:11.933719Z","caller":"traceutil/trace.go:171","msg":"trace[577225103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"583.472644ms","start":"2026-03-03T01:02:11.350234Z","end":"2026-03-03T01:02:11.933707Z","steps":["trace[577225103] 'agreement among raft nodes before linearized reading' (duration: 583.401572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.933763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.350148Z","time spent":"583.606317ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:02:11.933788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.38497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:02:11.933832Z","caller":"traceutil/trace.go:171","msg":"trace[2081636666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4753; }","duration":"358.428541ms","start":"2026-03-03T01:02:11.575391Z","end":"2026-03-03T01:02:11.933819Z","steps":["trace[2081636666] 'agreement among raft nodes before linearized reading' (duration: 358.249087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.933878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.575313Z","time spent":"358.556965ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:11.933964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.131979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:02:11.934009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.092049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:11.934027Z","caller":"traceutil/trace.go:171","msg":"trace[632629598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:4753; }","duration":"356.219442ms","start":"2026-03-03T01:02:11.57779Z","end":"2026-03-03T01:02:11.93401Z","steps":["trace[632629598] 'agreement among raft nodes before linearized reading' (duration: 356.075568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:11.934056Z","caller":"traceutil/trace.go:171","msg":"trace[1909567112] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4753; }","duration":"728.17564ms","start":"2026-03-03T01:02:11.205867Z","end":"2026-03-03T01:02:11.934042Z","steps":["trace[1909567112] 'agreement among raft nodes before linearized reading' (duration: 728.097459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.934066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.577773Z","time spent":"356.281413ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:02:11.93411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.205848Z","time spent":"728.248093ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:11.934196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.254486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T01:02:11.934146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.878912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:02:11.934246Z","caller":"traceutil/trace.go:171","msg":"trace[1068164340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4753; }","duration":"560.354298ms","start":"2026-03-03T01:02:11.373881Z","end":"2026-03-03T01:02:11.934236Z","steps":["trace[1068164340] 'agreement among raft nodes before linearized reading' (duration: 560.207155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.93357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.205693Z","time spent":"727.865213ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4450,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv-tls\" "} {"level":"info","ts":"2026-03-03T01:02:11.93429Z","caller":"traceutil/trace.go:171","msg":"trace[2051398513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4753; }","duration":"359.085436ms","start":"2026-03-03T01:02:11.575175Z","end":"2026-03-03T01:02:11.934261Z","steps":["trace[2051398513] 'agreement among raft nodes before linearized reading' (duration: 358.675877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.933881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.791941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-315e658d-a744-43ca-a8f8-b18a28f7185f\" ","response":"range_response_count:1 size:4068"} {"level":"warn","ts":"2026-03-03T01:02:11.93437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.45491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-03T01:02:11.934175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.66376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T01:02:11.934449Z","caller":"traceutil/trace.go:171","msg":"trace[914239553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073; range_end:; response_count:1; response_revision:4753; }","duration":"615.572712ms","start":"2026-03-03T01:02:11.318853Z","end":"2026-03-03T01:02:11.934426Z","steps":["trace[914239553] 'agreement among raft nodes before linearized reading' (duration: 615.399948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:11.934502Z","caller":"traceutil/trace.go:171","msg":"trace[1456395543] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4753; }","duration":"728.025017ms","start":"2026-03-03T01:02:11.206457Z","end":"2026-03-03T01:02:11.934482Z","steps":["trace[1456395543] 'agreement among raft nodes before linearized reading' (duration: 727.484615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.934277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.37384Z","time spent":"560.43055ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:02:11.934566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.206448Z","time spent":"728.100089ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T01:02:11.933574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.532743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:11.934781Z","caller":"traceutil/trace.go:171","msg":"trace[1048263415] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4753; }","duration":"565.745231ms","start":"2026-03-03T01:02:11.369018Z","end":"2026-03-03T01:02:11.934763Z","steps":["trace[1048263415] 'agreement among raft nodes before linearized reading' (duration: 564.494662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.934374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.575152Z","time spent":"359.20573ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:11.934211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.984797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-03-03T01:02:11.934915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.318596Z","time spent":"615.999852ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073\" "} {"level":"info","ts":"2026-03-03T01:02:11.934379Z","caller":"traceutil/trace.go:171","msg":"trace[1210179002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-315e658d-a744-43ca-a8f8-b18a28f7185f; range_end:; response_count:1; response_revision:4753; }","duration":"352.312073ms","start":"2026-03-03T01:02:11.582048Z","end":"2026-03-03T01:02:11.93436Z","steps":["trace[1210179002] 'agreement among raft nodes before linearized reading' (duration: 351.730579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.935103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.582036Z","time spent":"353.04599ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-315e658d-a744-43ca-a8f8-b18a28f7185f\" "} {"level":"info","ts":"2026-03-03T01:02:11.935127Z","caller":"traceutil/trace.go:171","msg":"trace[750531105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4753; }","duration":"345.798855ms","start":"2026-03-03T01:02:11.589185Z","end":"2026-03-03T01:02:11.934984Z","steps":["trace[750531105] 'agreement among raft nodes before linearized reading' (duration: 344.905545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:11.935194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.589094Z","time spent":"346.077201ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" "} {"level":"warn","ts":"2026-03-03T01:02:11.934863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.368942Z","time spent":"565.901315ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:11.935282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.849146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718808"} {"level":"info","ts":"2026-03-03T01:02:11.935503Z","caller":"traceutil/trace.go:171","msg":"trace[1655211401] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4753; }","duration":"239.173253ms","start":"2026-03-03T01:02:11.69631Z","end":"2026-03-03T01:02:11.935483Z","steps":["trace[1655211401] 'agreement among raft nodes before linearized reading' (duration: 237.118837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.106121Z","caller":"traceutil/trace.go:171","msg":"trace[1065257294] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"122.604415ms","start":"2026-03-03T01:02:11.983492Z","end":"2026-03-03T01:02:12.106097Z","steps":["trace[1065257294] 'process raft request' (duration: 122.472472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.106298Z","caller":"traceutil/trace.go:171","msg":"trace[1525642961] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4957; }","duration":"122.729878ms","start":"2026-03-03T01:02:11.983558Z","end":"2026-03-03T01:02:12.106288Z","steps":["trace[1525642961] 'read index received' (duration: 122.724348ms)","trace[1525642961] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:12.106474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.925523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-03T01:02:12.106555Z","caller":"traceutil/trace.go:171","msg":"trace[2104223542] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv; range_end:; response_count:1; response_revision:4759; }","duration":"123.006725ms","start":"2026-03-03T01:02:11.983519Z","end":"2026-03-03T01:02:12.106526Z","steps":["trace[2104223542] 'agreement among raft nodes before linearized reading' (duration: 122.831031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.152653Z","caller":"traceutil/trace.go:171","msg":"trace[2115588386] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"158.4633ms","start":"2026-03-03T01:02:11.994165Z","end":"2026-03-03T01:02:12.152628Z","steps":["trace[2115588386] 'process raft request' (duration: 158.187593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.152947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.785164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:12.153045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.036287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:12.153048Z","caller":"traceutil/trace.go:171","msg":"trace[849036769] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4761; }","duration":"168.930758ms","start":"2026-03-03T01:02:11.984095Z","end":"2026-03-03T01:02:12.153026Z","steps":["trace[849036769] 'agreement among raft nodes before linearized reading' (duration: 168.708103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.152958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.813528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:12.15314Z","caller":"traceutil/trace.go:171","msg":"trace[1671025888] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4761; }","duration":"115.041814ms","start":"2026-03-03T01:02:12.038074Z","end":"2026-03-03T01:02:12.153116Z","steps":["trace[1671025888] 'agreement among raft nodes before linearized reading' (duration: 114.794118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.15296Z","caller":"traceutil/trace.go:171","msg":"trace[2115519919] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"129.391179ms","start":"2026-03-03T01:02:12.023531Z","end":"2026-03-03T01:02:12.152922Z","steps":["trace[2115519919] 'process raft request' (duration: 129.00188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.153083Z","caller":"traceutil/trace.go:171","msg":"trace[2145685275] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4761; }","duration":"168.404425ms","start":"2026-03-03T01:02:11.984662Z","end":"2026-03-03T01:02:12.153066Z","steps":["trace[2145685275] 'agreement among raft nodes before linearized reading' (duration: 168.351394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.377916Z","caller":"traceutil/trace.go:171","msg":"trace[1144951405] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4970; }","duration":"122.097413ms","start":"2026-03-03T01:02:12.255793Z","end":"2026-03-03T01:02:12.377891Z","steps":["trace[1144951405] 'read index received' (duration: 121.974941ms)","trace[1144951405] 'applied index is now lower than readState.Index' (duration: 121.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:12.378011Z","caller":"traceutil/trace.go:171","msg":"trace[283262905] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"122.958063ms","start":"2026-03-03T01:02:12.255046Z","end":"2026-03-03T01:02:12.378004Z","steps":["trace[283262905] 'process raft request' (duration: 122.704527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.378206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.3927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T01:02:12.378292Z","caller":"traceutil/trace.go:171","msg":"trace[787015954] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4771; }","duration":"122.519813ms","start":"2026-03-03T01:02:12.255755Z","end":"2026-03-03T01:02:12.378274Z","steps":["trace[787015954] 'agreement among raft nodes before linearized reading' (duration: 122.318949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.381254Z","caller":"traceutil/trace.go:171","msg":"trace[352634836] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"103.950092ms","start":"2026-03-03T01:02:12.277288Z","end":"2026-03-03T01:02:12.381238Z","steps":["trace[352634836] 'process raft request' (duration: 103.840939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.381419Z","caller":"traceutil/trace.go:171","msg":"trace[2126992433] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"121.454078ms","start":"2026-03-03T01:02:12.259776Z","end":"2026-03-03T01:02:12.38123Z","steps":["trace[2126992433] 'process raft request' (duration: 121.169952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.384068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.991156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-03T01:02:12.384104Z","caller":"traceutil/trace.go:171","msg":"trace[837144081] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4774; }","duration":"124.062028ms","start":"2026-03-03T01:02:12.260033Z","end":"2026-03-03T01:02:12.384095Z","steps":["trace[837144081] 'agreement among raft nodes before linearized reading' (duration: 121.205734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.869227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.594972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-03T01:02:13.869733Z","caller":"traceutil/trace.go:171","msg":"trace[1238729100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073; range_end:; response_count:1; response_revision:4794; }","duration":"870.131284ms","start":"2026-03-03T01:02:12.999575Z","end":"2026-03-03T01:02:13.869707Z","steps":["trace[1238729100] 'range keys from in-memory index tree' (duration: 869.401168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.869311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.616114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:02:13.869467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.238884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-03T01:02:13.869899Z","caller":"traceutil/trace.go:171","msg":"trace[507441904] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4794; }","duration":"808.303329ms","start":"2026-03-03T01:02:13.061546Z","end":"2026-03-03T01:02:13.869849Z","steps":["trace[507441904] 'count revisions from in-memory index tree' (duration: 807.494351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:13.870032Z","caller":"traceutil/trace.go:171","msg":"trace[978663274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b; range_end:; response_count:1; response_revision:4794; }","duration":"928.847178ms","start":"2026-03-03T01:02:12.941142Z","end":"2026-03-03T01:02:13.869989Z","steps":["trace[978663274] 'range keys from in-memory index tree' (duration: 928.026479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.870085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.06152Z","time spent":"808.516625ms","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:13.869789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:12.999531Z","time spent":"870.244517ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c19e502c-b47a-420c-832d-f8e15ed5a073\" "} {"level":"warn","ts":"2026-03-03T01:02:13.870225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.959749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776989"} {"level":"info","ts":"2026-03-03T01:02:13.870316Z","caller":"traceutil/trace.go:171","msg":"trace[265565405] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4794; }","duration":"844.081122ms","start":"2026-03-03T01:02:13.02621Z","end":"2026-03-03T01:02:13.870291Z","steps":["trace[265565405] 'range keys from in-memory index tree' (duration: 843.142731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.870399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.026202Z","time spent":"844.182565ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777011,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T01:02:13.870568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:12.941121Z","time spent":"929.315779ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4104,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f7d4de-af63-4db5-9864-a69f0ee9902b\" "} {"level":"warn","ts":"2026-03-03T01:02:13.870564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.443841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T01:02:13.870665Z","caller":"traceutil/trace.go:171","msg":"trace[871690292] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4794; }","duration":"837.560295ms","start":"2026-03-03T01:02:13.033089Z","end":"2026-03-03T01:02:13.87065Z","steps":["trace[871690292] 'range keys from in-memory index tree' (duration: 836.01769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.870703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.033085Z","time spent":"837.609406ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T01:02:13.908185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330229631,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:02:13.926217Z","caller":"traceutil/trace.go:171","msg":"trace[1258604918] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"837.257938ms","start":"2026-03-03T01:02:13.088945Z","end":"2026-03-03T01:02:13.926203Z","steps":["trace[1258604918] 'process raft request' (duration: 837.069533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.926331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.088916Z","time spent":"837.344049ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:13.928117Z","caller":"traceutil/trace.go:171","msg":"trace[425718220] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"515.595721ms","start":"2026-03-03T01:02:13.412483Z","end":"2026-03-03T01:02:13.928079Z","steps":["trace[425718220] 'process raft request' (duration: 515.392537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.9283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.412455Z","time spent":"515.753084ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:02:13.928127Z","caller":"traceutil/trace.go:171","msg":"trace[1966961497] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4995; }","duration":"520.733658ms","start":"2026-03-03T01:02:13.407324Z","end":"2026-03-03T01:02:13.928058Z","steps":["trace[1966961497] 'read index received' (duration: 518.743793ms)","trace[1966961497] 'applied index is now lower than readState.Index' (duration: 1.987565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:13.928713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.338982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:13.92885Z","caller":"traceutil/trace.go:171","msg":"trace[1137936624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"521.548477ms","start":"2026-03-03T01:02:13.407283Z","end":"2026-03-03T01:02:13.928831Z","steps":["trace[1137936624] 'agreement among raft nodes before linearized reading' (duration: 521.218779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.929086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.407263Z","time spent":"521.806692ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:02:13.928886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.421432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-03T01:02:13.929474Z","caller":"traceutil/trace.go:171","msg":"trace[1552348320] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv; range_end:; response_count:1; response_revision:4796; }","duration":"517.845452ms","start":"2026-03-03T01:02:13.411413Z","end":"2026-03-03T01:02:13.929259Z","steps":["trace[1552348320] 'agreement among raft nodes before linearized reading' (duration: 517.189797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.929767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.411404Z","time spent":"518.265182ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv\" "} {"level":"warn","ts":"2026-03-03T01:02:15.64594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.978891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:15.660982Z","caller":"traceutil/trace.go:171","msg":"trace[715936586] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4843; }","duration":"107.199856ms","start":"2026-03-03T01:02:15.538846Z","end":"2026-03-03T01:02:15.646046Z","steps":["trace[715936586] 'count revisions from in-memory index tree' (duration: 106.834808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:15.823484Z","caller":"traceutil/trace.go:171","msg":"trace[886973880] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"158.513901ms","start":"2026-03-03T01:02:15.664907Z","end":"2026-03-03T01:02:15.823421Z","steps":["trace[886973880] 'process raft request' (duration: 158.347857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:24.207076Z","caller":"traceutil/trace.go:171","msg":"trace[167662735] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"144.216946ms","start":"2026-03-03T01:02:24.062725Z","end":"2026-03-03T01:02:24.206942Z","steps":["trace[167662735] 'process raft request' (duration: 113.345755ms)","trace[167662735] 'compare' (duration: 30.642346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:25.437085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.90848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:25.437193Z","caller":"traceutil/trace.go:171","msg":"trace[809471372] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4993; }","duration":"196.101325ms","start":"2026-03-03T01:02:25.24107Z","end":"2026-03-03T01:02:25.437171Z","steps":["trace[809471372] 'range keys from in-memory index tree' (duration: 195.803818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:25.717869Z","caller":"traceutil/trace.go:171","msg":"trace[739218897] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"172.025008ms","start":"2026-03-03T01:02:25.545801Z","end":"2026-03-03T01:02:25.717826Z","steps":["trace[739218897] 'process raft request' (duration: 165.034269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.54811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330230058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:27.048869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330230058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:27.158783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434170137s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:02:27.571808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.469349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:27.571914Z","caller":"traceutil/trace.go:171","msg":"trace[1290264269] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"1.847414424s","start":"2026-03-03T01:02:25.724482Z","end":"2026-03-03T01:02:27.571897Z","steps":["trace[1290264269] 'process raft request' (duration: 1.434747321s)","trace[1290264269] 'compare' (duration: 411.884795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:27.571961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:25.724455Z","time spent":"1.847485106s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:27.632553Z","caller":"traceutil/trace.go:171","msg":"trace[1127433669] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"1.907422097s","start":"2026-03-03T01:02:25.725098Z","end":"2026-03-03T01:02:27.63252Z","steps":["trace[1127433669] 'process raft request' (duration: 1.907133921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.632847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:25.725062Z","time spent":"1.907594381s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:27.633005Z","caller":"traceutil/trace.go:171","msg":"trace[402704379] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"1.907706603s","start":"2026-03-03T01:02:25.725177Z","end":"2026-03-03T01:02:27.632883Z","steps":["trace[402704379] 'process raft request' (duration: 1.907260093s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:27.633063Z","caller":"traceutil/trace.go:171","msg":"trace[1287766537] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5207; }","duration":"1.585790511s","start":"2026-03-03T01:02:26.047241Z","end":"2026-03-03T01:02:27.633031Z","steps":["trace[1287766537] 'read index received' (duration: 1.112026609s)","trace[1287766537] 'applied index is now lower than readState.Index' (duration: 473.762752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:27.633118Z","caller":"traceutil/trace.go:171","msg":"trace[624387245] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"1.907487959s","start":"2026-03-03T01:02:25.725624Z","end":"2026-03-03T01:02:27.633112Z","steps":["trace[624387245] 'process raft request' (duration: 1.907172021s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:27.633164Z","caller":"traceutil/trace.go:171","msg":"trace[353258366] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"1.135112074s","start":"2026-03-03T01:02:26.498042Z","end":"2026-03-03T01:02:27.633154Z","steps":["trace[353258366] 'process raft request' (duration: 1.1349117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.633238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:25.725574Z","time spent":"1.907581391s","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:27.633256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.498009Z","time spent":"1.135189836s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:27.633061Z","caller":"traceutil/trace.go:171","msg":"trace[1608425465] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"1.569470021s","start":"2026-03-03T01:02:26.063564Z","end":"2026-03-03T01:02:27.633034Z","steps":["trace[1608425465] 'process raft request' (duration: 1.569340788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.633332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.063526Z","time spent":"1.569772168s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:27.63325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:25.725159Z","time spent":"1.907976819s","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:27.633531Z","caller":"traceutil/trace.go:171","msg":"trace[171160129] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"1.13492203s","start":"2026-03-03T01:02:26.498595Z","end":"2026-03-03T01:02:27.633518Z","steps":["trace[171160129] 'process raft request' (duration: 1.134395658s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.633612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.498585Z","time spent":"1.134969541s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:27.633665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586392605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:27.633776Z","caller":"traceutil/trace.go:171","msg":"trace[2077987668] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5006; }","duration":"1.586571959s","start":"2026-03-03T01:02:26.047172Z","end":"2026-03-03T01:02:27.633744Z","steps":["trace[2077987668] 'agreement among raft nodes before linearized reading' (duration: 1.586307293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.633829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.047141Z","time spent":"1.586676152s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:27.660125Z","caller":"traceutil/trace.go:171","msg":"trace[1891430642] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"494.461392ms","start":"2026-03-03T01:02:27.165631Z","end":"2026-03-03T01:02:27.660092Z","steps":["trace[1891430642] 'process raft request' (duration: 494.245657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.66027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:27.165569Z","time spent":"494.638395ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:27.725641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513214902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:02:27.725685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150925124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:27.725731Z","caller":"traceutil/trace.go:171","msg":"trace[1076822725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5007; }","duration":"1.513370836s","start":"2026-03-03T01:02:26.212338Z","end":"2026-03-03T01:02:27.725709Z","steps":["trace[1076822725] 'agreement among raft nodes before linearized reading' (duration: 1.513081899s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:27.725768Z","caller":"traceutil/trace.go:171","msg":"trace[1374675849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5007; }","duration":"1.151084707s","start":"2026-03-03T01:02:26.574663Z","end":"2026-03-03T01:02:27.725748Z","steps":["trace[1374675849] 'agreement among raft nodes before linearized reading' (duration: 1.150917313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.725782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.212314Z","time spent":"1.513461189s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:02:27.725815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.574633Z","time spent":"1.151172019s","remote":"127.0.0.1:54838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:27.726093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219847329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:02:27.726123Z","caller":"traceutil/trace.go:171","msg":"trace[960662689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5007; }","duration":"1.21992942s","start":"2026-03-03T01:02:26.506185Z","end":"2026-03-03T01:02:27.726115Z","steps":["trace[960662689] 'agreement among raft nodes before linearized reading' (duration: 1.219846428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.506156Z","time spent":"1.219982302s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:27.726281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507443672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:02:27.726307Z","caller":"traceutil/trace.go:171","msg":"trace[1092158267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5007; }","duration":"1.507519973s","start":"2026-03-03T01:02:26.21878Z","end":"2026-03-03T01:02:27.7263Z","steps":["trace[1092158267] 'agreement among raft nodes before linearized reading' (duration: 1.507453102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.218753Z","time spent":"1.507568014s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:27.726342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.085562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:02:27.726408Z","caller":"traceutil/trace.go:171","msg":"trace[1867645527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5007; }","duration":"177.155784ms","start":"2026-03-03T01:02:27.54924Z","end":"2026-03-03T01:02:27.726396Z","steps":["trace[1867645527] 'agreement among raft nodes before linearized reading' (duration: 176.934869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507642896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:02:27.7265Z","caller":"traceutil/trace.go:171","msg":"trace[752903453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5007; }","duration":"1.507702578s","start":"2026-03-03T01:02:26.21879Z","end":"2026-03-03T01:02:27.726493Z","steps":["trace[752903453] 'agreement among raft nodes before linearized reading' (duration: 1.507619856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.218772Z","time spent":"1.507743818s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:02:27.726638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509223502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:02:27.726669Z","caller":"traceutil/trace.go:171","msg":"trace[357086919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5007; }","duration":"1.509298893s","start":"2026-03-03T01:02:26.21735Z","end":"2026-03-03T01:02:27.726649Z","steps":["trace[357086919] 'agreement among raft nodes before linearized reading' (duration: 1.509245762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.217317Z","time spent":"1.509371155s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:27.726754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.844266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:27.726805Z","caller":"traceutil/trace.go:171","msg":"trace[1765176428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"378.898097ms","start":"2026-03-03T01:02:27.347895Z","end":"2026-03-03T01:02:27.726793Z","steps":["trace[1765176428] 'agreement among raft nodes before linearized reading' (duration: 378.812365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.72683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509884767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:02:27.726835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:27.347794Z","time spent":"379.034529ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:02:27.726851Z","caller":"traceutil/trace.go:171","msg":"trace[1509490752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5007; }","duration":"1.509924288s","start":"2026-03-03T01:02:26.21692Z","end":"2026-03-03T01:02:27.726844Z","steps":["trace[1509490752] 'agreement among raft nodes before linearized reading' (duration: 1.509863126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:27.726877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:26.216906Z","time spent":"1.509967299s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:30.216377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.121052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:30.216532Z","caller":"traceutil/trace.go:171","msg":"trace[754907600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5013; }","duration":"453.312747ms","start":"2026-03-03T01:02:29.763197Z","end":"2026-03-03T01:02:30.216509Z","steps":["trace[754907600] 'range keys from in-memory index tree' (duration: 453.093712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.229337Z","caller":"traceutil/trace.go:171","msg":"trace[2081899417] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5222; }","duration":"469.052505ms","start":"2026-03-03T01:02:29.760249Z","end":"2026-03-03T01:02:30.229301Z","steps":["trace[2081899417] 'read index received' (duration: 468.669776ms)","trace[2081899417] 'applied index is now lower than readState.Index' (duration: 381.609µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:30.229438Z","caller":"traceutil/trace.go:171","msg":"trace[1308413755] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"587.941775ms","start":"2026-03-03T01:02:29.641454Z","end":"2026-03-03T01:02:30.229396Z","steps":["trace[1308413755] 'process raft request' (duration: 587.794101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.22969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.641445Z","time spent":"588.084989ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:30.229743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.464674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:02:30.229802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.818008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:02:30.22981Z","caller":"traceutil/trace.go:171","msg":"trace[2144341127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5015; }","duration":"469.601047ms","start":"2026-03-03T01:02:29.760196Z","end":"2026-03-03T01:02:30.229797Z","steps":["trace[2144341127] 'agreement among raft nodes before linearized reading' (duration: 469.271959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.229853Z","caller":"traceutil/trace.go:171","msg":"trace[37959762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5015; }","duration":"412.91856ms","start":"2026-03-03T01:02:29.816922Z","end":"2026-03-03T01:02:30.229841Z","steps":["trace[37959762] 'agreement among raft nodes before linearized reading' (duration: 412.785917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.229861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.76017Z","time spent":"469.681639ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:30.229886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.816894Z","time spent":"412.985521ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:30.229884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.145718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:02:30.229754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.609388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:02:30.22993Z","caller":"traceutil/trace.go:171","msg":"trace[699318474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5015; }","duration":"414.208609ms","start":"2026-03-03T01:02:29.815707Z","end":"2026-03-03T01:02:30.229915Z","steps":["trace[699318474] 'agreement among raft nodes before linearized reading' (duration: 414.084786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.229947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.935533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:02:30.229968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.815697Z","time spent":"414.26043ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:02:30.229407Z","caller":"traceutil/trace.go:171","msg":"trace[879781081] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"588.092849ms","start":"2026-03-03T01:02:29.64125Z","end":"2026-03-03T01:02:30.229343Z","steps":["trace[879781081] 'process raft request' (duration: 587.745861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.23003Z","caller":"traceutil/trace.go:171","msg":"trace[1754398073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5015; }","duration":"414.065236ms","start":"2026-03-03T01:02:29.815944Z","end":"2026-03-03T01:02:30.230009Z","steps":["trace[1754398073] 'agreement among raft nodes before linearized reading' (duration: 413.780889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.230002Z","caller":"traceutil/trace.go:171","msg":"trace[1807139735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5015; }","duration":"414.899454ms","start":"2026-03-03T01:02:29.815054Z","end":"2026-03-03T01:02:30.229954Z","steps":["trace[1807139735] 'agreement among raft nodes before linearized reading' (duration: 414.437364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.230085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.815919Z","time spent":"414.149858ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:02:30.230123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.641209Z","time spent":"588.816065ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:30.230145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.815028Z","time spent":"415.066999ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:02:30.230197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.674284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:02:30.230273Z","caller":"traceutil/trace.go:171","msg":"trace[1954550196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5015; }","duration":"412.777456ms","start":"2026-03-03T01:02:29.817477Z","end":"2026-03-03T01:02:30.230254Z","steps":["trace[1954550196] 'agreement among raft nodes before linearized reading' (duration: 412.476459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.230434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:29.81746Z","time spent":"412.867139ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:30.640278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.681383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:30.640455Z","caller":"traceutil/trace.go:171","msg":"trace[150094181] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"405.040541ms","start":"2026-03-03T01:02:30.235398Z","end":"2026-03-03T01:02:30.640439Z","steps":["trace[150094181] 'process raft request' (duration: 184.03885ms)","trace[150094181] 'compare' (duration: 220.309135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:30.640512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.23537Z","time spent":"405.113583ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:30.64105Z","caller":"traceutil/trace.go:171","msg":"trace[2035295337] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"405.506051ms","start":"2026-03-03T01:02:30.23552Z","end":"2026-03-03T01:02:30.641026Z","steps":["trace[2035295337] 'process raft request' (duration: 405.348777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.641037Z","caller":"traceutil/trace.go:171","msg":"trace[581981544] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"405.504331ms","start":"2026-03-03T01:02:30.235493Z","end":"2026-03-03T01:02:30.640997Z","steps":["trace[581981544] 'process raft request' (duration: 404.882527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.641251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.235483Z","time spent":"405.662375ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:30.641377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.235478Z","time spent":"405.837429ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:30.641477Z","caller":"traceutil/trace.go:171","msg":"trace[1223819683] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"405.87176ms","start":"2026-03-03T01:02:30.235595Z","end":"2026-03-03T01:02:30.641467Z","steps":["trace[1223819683] 'process raft request' (duration: 405.385029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:30.641459Z","caller":"traceutil/trace.go:171","msg":"trace[1179729924] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5224; }","duration":"405.46907ms","start":"2026-03-03T01:02:30.235962Z","end":"2026-03-03T01:02:30.641431Z","steps":["trace[1179729924] 'read index received' (duration: 183.57198ms)","trace[1179729924] 'applied index is now lower than readState.Index' (duration: 221.89581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:30.64153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.235584Z","time spent":"405.920181ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:30.641513Z","caller":"traceutil/trace.go:171","msg":"trace[658143457] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"404.854827ms","start":"2026-03-03T01:02:30.236643Z","end":"2026-03-03T01:02:30.641498Z","steps":["trace[658143457] 'process raft request' (duration: 404.663342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.641641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.23663Z","time spent":"404.988339ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:30.641746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.784717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:30.641775Z","caller":"traceutil/trace.go:171","msg":"trace[1266139843] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5020; }","duration":"169.866219ms","start":"2026-03-03T01:02:30.471898Z","end":"2026-03-03T01:02:30.641764Z","steps":["trace[1266139843] 'agreement among raft nodes before linearized reading' (duration: 169.811678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.641806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.942342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv.18992f1d52286630\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T01:02:30.641871Z","caller":"traceutil/trace.go:171","msg":"trace[1496964611] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv.18992f1d52286630; range_end:; response_count:1; response_revision:5020; }","duration":"329.062655ms","start":"2026-03-03T01:02:30.312792Z","end":"2026-03-03T01:02:30.641855Z","steps":["trace[1496964611] 'agreement among raft nodes before linearized reading' (duration: 328.85241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.641918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.928721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71026"} {"level":"warn","ts":"2026-03-03T01:02:30.641928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.312768Z","time spent":"329.147377ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":928,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zhldv.18992f1d52286630\" "} {"level":"info","ts":"2026-03-03T01:02:30.641969Z","caller":"traceutil/trace.go:171","msg":"trace[780731459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5020; }","duration":"406.023253ms","start":"2026-03-03T01:02:30.235934Z","end":"2026-03-03T01:02:30.641957Z","steps":["trace[780731459] 'agreement among raft nodes before linearized reading' (duration: 405.688266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:30.642013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.235924Z","time spent":"406.077564ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71048,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:02:30.642023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.578251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:30.642104Z","caller":"traceutil/trace.go:171","msg":"trace[1238948122] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5020; }","duration":"187.712284ms","start":"2026-03-03T01:02:30.454349Z","end":"2026-03-03T01:02:30.642061Z","steps":["trace[1238948122] 'agreement among raft nodes before linearized reading' (duration: 187.438357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:31.365783Z","caller":"traceutil/trace.go:171","msg":"trace[1905277986] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"130.715309ms","start":"2026-03-03T01:02:31.235042Z","end":"2026-03-03T01:02:31.365757Z","steps":["trace[1905277986] 'read index received' (duration: 130.420503ms)","trace[1905277986] 'applied index is now lower than readState.Index' (duration: 293.866µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:31.365855Z","caller":"traceutil/trace.go:171","msg":"trace[487958904] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"720.962937ms","start":"2026-03-03T01:02:30.64486Z","end":"2026-03-03T01:02:31.365823Z","steps":["trace[487958904] 'process raft request' (duration: 720.68677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:31.365983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.903904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:31.366015Z","caller":"traceutil/trace.go:171","msg":"trace[1731802491] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5021; }","duration":"131.034777ms","start":"2026-03-03T01:02:31.234973Z","end":"2026-03-03T01:02:31.366007Z","steps":["trace[1731802491] 'agreement among raft nodes before linearized reading' (duration: 130.912674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:31.366182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:30.644828Z","time spent":"721.09105ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:31.752817Z","caller":"traceutil/trace.go:171","msg":"trace[1735018208] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"136.979992ms","start":"2026-03-03T01:02:31.615801Z","end":"2026-03-03T01:02:31.752781Z","steps":["trace[1735018208] 'process raft request' (duration: 92.179724ms)","trace[1735018208] 'compare' (duration: 44.374628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:32.0291Z","caller":"traceutil/trace.go:171","msg":"trace[363278549] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"344.65723ms","start":"2026-03-03T01:02:31.684397Z","end":"2026-03-03T01:02:32.029055Z","steps":["trace[363278549] 'process raft request' (duration: 339.600265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:32.029331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:31.684357Z","time spent":"344.864544ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:33.74988Z","caller":"traceutil/trace.go:171","msg":"trace[1919531683] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"127.850904ms","start":"2026-03-03T01:02:33.621989Z","end":"2026-03-03T01:02:33.74984Z","steps":["trace[1919531683] 'process raft request' (duration: 127.629659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:35.312503Z","caller":"traceutil/trace.go:171","msg":"trace[1632657523] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"146.455026ms","start":"2026-03-03T01:02:35.166014Z","end":"2026-03-03T01:02:35.312469Z","steps":["trace[1632657523] 'process raft request' (duration: 146.248471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:40.053565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.028675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:40.053714Z","caller":"traceutil/trace.go:171","msg":"trace[678819723] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5151; }","duration":"112.245769ms","start":"2026-03-03T01:02:39.941436Z","end":"2026-03-03T01:02:40.053682Z","steps":["trace[678819723] 'count revisions from in-memory index tree' (duration: 111.877211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.406127Z","caller":"traceutil/trace.go:171","msg":"trace[933950863] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"137.809951ms","start":"2026-03-03T01:02:40.268288Z","end":"2026-03-03T01:02:40.406098Z","steps":["trace[933950863] 'process raft request' (duration: 137.608436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.467746Z","caller":"traceutil/trace.go:171","msg":"trace[682421653] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5363; }","duration":"116.838004ms","start":"2026-03-03T01:02:40.350878Z","end":"2026-03-03T01:02:40.467716Z","steps":["trace[682421653] 'read index received' (duration: 55.078562ms)","trace[682421653] 'applied index is now lower than readState.Index' (duration: 61.758342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:40.467984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.0686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:40.468082Z","caller":"traceutil/trace.go:171","msg":"trace[634444404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5154; }","duration":"117.235693ms","start":"2026-03-03T01:02:40.350825Z","end":"2026-03-03T01:02:40.46806Z","steps":["trace[634444404] 'agreement among raft nodes before linearized reading' (duration: 117.038099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.468359Z","caller":"traceutil/trace.go:171","msg":"trace[457924286] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"197.613609ms","start":"2026-03-03T01:02:40.270217Z","end":"2026-03-03T01:02:40.467831Z","steps":["trace[457924286] 'process raft request' (duration: 197.321222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.889722Z","caller":"traceutil/trace.go:171","msg":"trace[1786216880] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"199.364497ms","start":"2026-03-03T01:02:40.69033Z","end":"2026-03-03T01:02:40.889694Z","steps":["trace[1786216880] 'read index received' (duration: 199.071991ms)","trace[1786216880] 'applied index is now lower than readState.Index' (duration: 291.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:40.889928Z","caller":"traceutil/trace.go:171","msg":"trace[1989539843] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"201.418394ms","start":"2026-03-03T01:02:40.688484Z","end":"2026-03-03T01:02:40.889903Z","steps":["trace[1989539843] 'process raft request' (duration: 201.012975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:40.890206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.854278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:02:40.890211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.153303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:02:40.890257Z","caller":"traceutil/trace.go:171","msg":"trace[2047318997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"199.979211ms","start":"2026-03-03T01:02:40.690266Z","end":"2026-03-03T01:02:40.890246Z","steps":["trace[2047318997] 'agreement among raft nodes before linearized reading' (duration: 199.574562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.890291Z","caller":"traceutil/trace.go:171","msg":"trace[112920068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5155; }","duration":"199.273916ms","start":"2026-03-03T01:02:40.690997Z","end":"2026-03-03T01:02:40.890271Z","steps":["trace[112920068] 'agreement among raft nodes before linearized reading' (duration: 199.04895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:40.89035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.704585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:02:40.890345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.90413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:02:40.89046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.921059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:02:40.890476Z","caller":"traceutil/trace.go:171","msg":"trace[1458041306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"199.88148ms","start":"2026-03-03T01:02:40.690565Z","end":"2026-03-03T01:02:40.890447Z","steps":["trace[1458041306] 'agreement among raft nodes before linearized reading' (duration: 199.519331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.890535Z","caller":"traceutil/trace.go:171","msg":"trace[1857425478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5155; }","duration":"200.012752ms","start":"2026-03-03T01:02:40.690502Z","end":"2026-03-03T01:02:40.890515Z","steps":["trace[1857425478] 'agreement among raft nodes before linearized reading' (duration: 199.798757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:40.890553Z","caller":"traceutil/trace.go:171","msg":"trace[4318875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"200.122315ms","start":"2026-03-03T01:02:40.690342Z","end":"2026-03-03T01:02:40.890465Z","steps":["trace[4318875] 'agreement among raft nodes before linearized reading' (duration: 199.599083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:40.890797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.910383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:02:40.890906Z","caller":"traceutil/trace.go:171","msg":"trace[1888106852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5155; }","duration":"183.057206ms","start":"2026-03-03T01:02:40.707825Z","end":"2026-03-03T01:02:40.890883Z","steps":["trace[1888106852] 'agreement among raft nodes before linearized reading' (duration: 182.423432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:41.469473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.268484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:41.470062Z","caller":"traceutil/trace.go:171","msg":"trace[324565868] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"573.503528ms","start":"2026-03-03T01:02:40.896515Z","end":"2026-03-03T01:02:41.470018Z","steps":["trace[324565868] 'process raft request' (duration: 573.15975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:41.470128Z","caller":"traceutil/trace.go:171","msg":"trace[1601106476] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"573.556359ms","start":"2026-03-03T01:02:40.896513Z","end":"2026-03-03T01:02:41.47007Z","steps":["trace[1601106476] 'process raft request' (duration: 573.303344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:41.470149Z","caller":"traceutil/trace.go:171","msg":"trace[435301082] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"573.510978ms","start":"2026-03-03T01:02:40.896611Z","end":"2026-03-03T01:02:41.470122Z","steps":["trace[435301082] 'process raft request' (duration: 573.261112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:41.470102Z","caller":"traceutil/trace.go:171","msg":"trace[600981733] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"574.063261ms","start":"2026-03-03T01:02:40.895993Z","end":"2026-03-03T01:02:41.470056Z","steps":["trace[600981733] 'process raft request' (duration: 327.031989ms)","trace[600981733] 'compare' (duration: 246.07972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:41.470524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.895961Z","time spent":"574.430499ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:41.470452Z","caller":"traceutil/trace.go:171","msg":"trace[2038428219] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"572.997166ms","start":"2026-03-03T01:02:40.897419Z","end":"2026-03-03T01:02:41.470416Z","steps":["trace[2038428219] 'process raft request' (duration: 572.512795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:41.470527Z","caller":"traceutil/trace.go:171","msg":"trace[1692622093] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5366; }","duration":"573.220632ms","start":"2026-03-03T01:02:40.897135Z","end":"2026-03-03T01:02:41.470356Z","steps":["trace[1692622093] 'read index received' (duration: 326.025556ms)","trace[1692622093] 'applied index is now lower than readState.Index' (duration: 247.191136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:41.470611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.896599Z","time spent":"573.786234ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:41.470329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.896483Z","time spent":"573.746393ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:41.470802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.897409Z","time spent":"573.241151ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:41.470859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.896473Z","time spent":"574.322917ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:41.471043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.870546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-03T01:02:41.471159Z","caller":"traceutil/trace.go:171","msg":"trace[665868499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5160; }","duration":"574.057431ms","start":"2026-03-03T01:02:40.897083Z","end":"2026-03-03T01:02:41.47114Z","steps":["trace[665868499] 'agreement among raft nodes before linearized reading' (duration: 573.435046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:41.471181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.926473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-03T01:02:41.471262Z","caller":"traceutil/trace.go:171","msg":"trace[871482080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338; range_end:; response_count:1; response_revision:5160; }","duration":"359.051536ms","start":"2026-03-03T01:02:41.112188Z","end":"2026-03-03T01:02:41.47124Z","steps":["trace[871482080] 'agreement among raft nodes before linearized reading' (duration: 358.822061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:41.471321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:41.112165Z","time spent":"359.141958ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" "} {"level":"warn","ts":"2026-03-03T01:02:41.471207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:40.897066Z","time spent":"574.131612ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80231,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:02:41.844477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.623457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:41.844605Z","caller":"traceutil/trace.go:171","msg":"trace[564608209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5160; }","duration":"141.792161ms","start":"2026-03-03T01:02:41.70278Z","end":"2026-03-03T01:02:41.844573Z","steps":["trace[564608209] 'count revisions from in-memory index tree' (duration: 141.497255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:42.599965Z","caller":"traceutil/trace.go:171","msg":"trace[1404649540] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"187.066877ms","start":"2026-03-03T01:02:42.412865Z","end":"2026-03-03T01:02:42.599932Z","steps":["trace[1404649540] 'process raft request' (duration: 186.823072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:42.661323Z","caller":"traceutil/trace.go:171","msg":"trace[841074499] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5375; }","duration":"183.738469ms","start":"2026-03-03T01:02:42.477557Z","end":"2026-03-03T01:02:42.661296Z","steps":["trace[841074499] 'read index received' (duration: 122.182876ms)","trace[841074499] 'applied index is now lower than readState.Index' (duration: 61.554573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:42.661385Z","caller":"traceutil/trace.go:171","msg":"trace[1743420385] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"186.389601ms","start":"2026-03-03T01:02:42.474951Z","end":"2026-03-03T01:02:42.661341Z","steps":["trace[1743420385] 'process raft request' (duration: 186.205637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:42.661579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.987465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-03T01:02:42.661652Z","caller":"traceutil/trace.go:171","msg":"trace[1181006213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338; range_end:; response_count:1; response_revision:5165; }","duration":"184.114168ms","start":"2026-03-03T01:02:42.477521Z","end":"2026-03-03T01:02:42.661635Z","steps":["trace[1181006213] 'agreement among raft nodes before linearized reading' (duration: 183.888473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.967287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.327595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-03T01:02:43.967436Z","caller":"traceutil/trace.go:171","msg":"trace[907803151] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"257.500149ms","start":"2026-03-03T01:02:43.709899Z","end":"2026-03-03T01:02:43.967399Z","steps":["trace[907803151] 'range keys from in-memory index tree' (duration: 256.949596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.968202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.082615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-03T01:02:43.968245Z","caller":"traceutil/trace.go:171","msg":"trace[961881347] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5177; }","duration":"305.149346ms","start":"2026-03-03T01:02:43.663085Z","end":"2026-03-03T01:02:43.968235Z","steps":["trace[961881347] 'range keys from in-memory index tree' (duration: 304.909041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.968244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.054936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T01:02:43.968388Z","caller":"traceutil/trace.go:171","msg":"trace[113455039] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5177; }","duration":"207.293962ms","start":"2026-03-03T01:02:43.761062Z","end":"2026-03-03T01:02:43.968356Z","steps":["trace[113455039] 'range keys from in-memory index tree' (duration: 206.841182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.968278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:43.663074Z","time spent":"305.193258ms","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:02:43.968786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.110835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-03T01:02:43.968882Z","caller":"traceutil/trace.go:171","msg":"trace[843021187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338; range_end:; response_count:1; response_revision:5177; }","duration":"302.241399ms","start":"2026-03-03T01:02:43.666616Z","end":"2026-03-03T01:02:43.968858Z","steps":["trace[843021187] 'range keys from in-memory index tree' (duration: 301.944042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.968931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:43.666605Z","time spent":"302.31564ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" "} {"level":"info","ts":"2026-03-03T01:02:49.74615Z","caller":"traceutil/trace.go:171","msg":"trace[1057074976] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"156.437199ms","start":"2026-03-03T01:02:49.589678Z","end":"2026-03-03T01:02:49.746115Z","steps":["trace[1057074976] 'process raft request' (duration: 138.738074ms)","trace[1057074976] 'compare' (duration: 17.101221ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:49.746197Z","caller":"traceutil/trace.go:171","msg":"trace[1384318186] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"156.251944ms","start":"2026-03-03T01:02:49.589915Z","end":"2026-03-03T01:02:49.746167Z","steps":["trace[1384318186] 'process raft request' (duration: 156.07284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:49.746628Z","caller":"traceutil/trace.go:171","msg":"trace[721716372] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"156.04703ms","start":"2026-03-03T01:02:49.590568Z","end":"2026-03-03T01:02:49.746615Z","steps":["trace[721716372] 'process raft request' (duration: 155.552738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:49.746846Z","caller":"traceutil/trace.go:171","msg":"trace[2070118958] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"156.206063ms","start":"2026-03-03T01:02:49.590593Z","end":"2026-03-03T01:02:49.746799Z","steps":["trace[2070118958] 'process raft request' (duration: 155.821184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:49.746917Z","caller":"traceutil/trace.go:171","msg":"trace[29540929] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"154.711109ms","start":"2026-03-03T01:02:49.592161Z","end":"2026-03-03T01:02:49.746872Z","steps":["trace[29540929] 'process raft request' (duration: 154.396101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:49.746961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.949061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81422"} {"level":"info","ts":"2026-03-03T01:02:49.747043Z","caller":"traceutil/trace.go:171","msg":"trace[754352293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5260; }","duration":"157.096565ms","start":"2026-03-03T01:02:49.589934Z","end":"2026-03-03T01:02:49.747031Z","steps":["trace[754352293] 'agreement among raft nodes before linearized reading' (duration: 156.735256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:49.746641Z","caller":"traceutil/trace.go:171","msg":"trace[597332455] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5468; }","duration":"156.654474ms","start":"2026-03-03T01:02:49.589971Z","end":"2026-03-03T01:02:49.746626Z","steps":["trace[597332455] 'read index received' (duration: 13.22396ms)","trace[597332455] 'applied index is now lower than readState.Index' (duration: 143.428874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:49.747541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.82053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:49.747638Z","caller":"traceutil/trace.go:171","msg":"trace[1262520090] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5260; }","duration":"119.987784ms","start":"2026-03-03T01:02:49.627619Z","end":"2026-03-03T01:02:49.747607Z","steps":["trace[1262520090] 'agreement among raft nodes before linearized reading' (duration: 119.788909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:50.105258Z","caller":"traceutil/trace.go:171","msg":"trace[480801030] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"262.176408ms","start":"2026-03-03T01:02:49.843059Z","end":"2026-03-03T01:02:50.105235Z","steps":["trace[480801030] 'process raft request' (duration: 262.111996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:50.10541Z","caller":"traceutil/trace.go:171","msg":"trace[1956124573] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"262.620958ms","start":"2026-03-03T01:02:49.842733Z","end":"2026-03-03T01:02:50.105354Z","steps":["trace[1956124573] 'process raft request' (duration: 181.369253ms)","trace[1956124573] 'compare' (duration: 80.912218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:59.059525Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-03T01:02:59.140393Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"79.088314ms","hash":3974065248,"current-db-size-bytes":39018496,"current-db-size":"39 MB","current-db-size-in-use-bytes":28594176,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T01:02:59.140448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3974065248,"revision":2662,"compact-revision":-1} {"level":"info","ts":"2026-03-03T01:03:00.957258Z","caller":"traceutil/trace.go:171","msg":"trace[1694476891] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"219.306753ms","start":"2026-03-03T01:03:00.737915Z","end":"2026-03-03T01:03:00.957222Z","steps":["trace[1694476891] 'process raft request' (duration: 219.081978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:00.981421Z","caller":"traceutil/trace.go:171","msg":"trace[947087311] linearizableReadLoop","detail":"{readStateIndex:5617; appliedIndex:5615; }","duration":"139.990483ms","start":"2026-03-03T01:03:00.841401Z","end":"2026-03-03T01:03:00.981391Z","steps":["trace[947087311] 'read index received' (duration: 115.676203ms)","trace[947087311] 'applied index is now lower than readState.Index' (duration: 24.31297ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:00.98154Z","caller":"traceutil/trace.go:171","msg":"trace[2135860695] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"222.539569ms","start":"2026-03-03T01:03:00.758954Z","end":"2026-03-03T01:03:00.981493Z","steps":["trace[2135860695] 'process raft request' (duration: 221.533966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:00.981788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.170517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:00.982486Z","caller":"traceutil/trace.go:171","msg":"trace[663955274] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5398; }","duration":"141.097929ms","start":"2026-03-03T01:03:00.841323Z","end":"2026-03-03T01:03:00.982421Z","steps":["trace[663955274] 'agreement among raft nodes before linearized reading' (duration: 140.180797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:06.250204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.36053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T01:03:06.250225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.27361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-03T01:03:06.250289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.22924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:03:06.250325Z","caller":"traceutil/trace.go:171","msg":"trace[1794967608] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5426; }","duration":"311.439064ms","start":"2026-03-03T01:03:05.938865Z","end":"2026-03-03T01:03:06.250304Z","steps":["trace[1794967608] 'range keys from in-memory index tree' (duration: 311.001383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:06.25037Z","caller":"traceutil/trace.go:171","msg":"trace[1310798163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5426; }","duration":"349.378834ms","start":"2026-03-03T01:03:05.900972Z","end":"2026-03-03T01:03:06.250351Z","steps":["trace[1310798163] 'range keys from in-memory index tree' (duration: 348.928413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:06.25038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.938848Z","time spent":"311.519955ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T01:03:06.250389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.951216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:03:06.250408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.899042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:03:06.25041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.900943Z","time spent":"349.458255ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:03:06.250437Z","caller":"traceutil/trace.go:171","msg":"trace[729847799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5426; }","duration":"345.975134ms","start":"2026-03-03T01:03:05.904454Z","end":"2026-03-03T01:03:06.250429Z","steps":["trace[729847799] 'range keys from in-memory index tree' (duration: 345.766259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:06.250443Z","caller":"traceutil/trace.go:171","msg":"trace[48980064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5426; }","duration":"344.041509ms","start":"2026-03-03T01:03:05.906383Z","end":"2026-03-03T01:03:06.250424Z","steps":["trace[48980064] 'range keys from in-memory index tree' (duration: 343.812573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:06.250472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.904428Z","time spent":"346.037645ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:03:06.250492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.90636Z","time spent":"344.11754ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:06.250639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.776575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:03:06.250669Z","caller":"traceutil/trace.go:171","msg":"trace[367594382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5426; }","duration":"344.853117ms","start":"2026-03-03T01:03:05.905805Z","end":"2026-03-03T01:03:06.250658Z","steps":["trace[367594382] 'range keys from in-memory index tree' (duration: 344.634202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:06.250311Z","caller":"traceutil/trace.go:171","msg":"trace[1174144818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5426; }","duration":"241.531204ms","start":"2026-03-03T01:03:06.008757Z","end":"2026-03-03T01:03:06.250289Z","steps":["trace[1174144818] 'range keys from in-memory index tree' (duration: 241.117975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:06.250688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.373659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:03:06.250696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.905775Z","time spent":"344.913329ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"info","ts":"2026-03-03T01:03:06.250713Z","caller":"traceutil/trace.go:171","msg":"trace[1100588170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5426; }","duration":"342.444131ms","start":"2026-03-03T01:03:05.908261Z","end":"2026-03-03T01:03:06.250705Z","steps":["trace[1100588170] 'range keys from in-memory index tree' (duration: 342.270297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:06.250739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:05.908238Z","time spent":"342.492492ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:08.019223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677754776s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:03:08.019863Z","caller":"traceutil/trace.go:171","msg":"trace[2115420738] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"1.764416579s","start":"2026-03-03T01:03:06.255389Z","end":"2026-03-03T01:03:08.019805Z","steps":["trace[2115420738] 'process raft request' (duration: 1.76406336s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.019874Z","caller":"traceutil/trace.go:171","msg":"trace[1832909492] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"1.763411555s","start":"2026-03-03T01:03:06.256413Z","end":"2026-03-03T01:03:08.019824Z","steps":["trace[1832909492] 'process raft request' (duration: 1.763228651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.020088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.255356Z","time spent":"1.764607553s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.020103Z","caller":"traceutil/trace.go:171","msg":"trace[757253570] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"1.758327366s","start":"2026-03-03T01:03:06.261733Z","end":"2026-03-03T01:03:08.020061Z","steps":["trace[757253570] 'process raft request' (duration: 1.758019328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.020091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.256388Z","time spent":"1.76358711s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.019888Z","caller":"traceutil/trace.go:171","msg":"trace[1358033518] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5646; }","duration":"1.763865766s","start":"2026-03-03T01:03:06.255991Z","end":"2026-03-03T01:03:08.019857Z","steps":["trace[1358033518] 'read index received' (duration: 85.435924ms)","trace[1358033518] 'applied index is now lower than readState.Index' (duration: 1.678428462s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:08.020219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764198894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-03T01:03:08.02029Z","caller":"traceutil/trace.go:171","msg":"trace[1564851932] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5431; }","duration":"1.764341437s","start":"2026-03-03T01:03:06.255936Z","end":"2026-03-03T01:03:08.020277Z","steps":["trace[1564851932] 'agreement among raft nodes before linearized reading' (duration: 1.764017919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.020299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.261695Z","time spent":"1.75850929s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:08.020339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.255911Z","time spent":"1.764415829s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81918,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:03:08.020143Z","caller":"traceutil/trace.go:171","msg":"trace[1568873684] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.763586389s","start":"2026-03-03T01:03:06.256503Z","end":"2026-03-03T01:03:08.02009Z","steps":["trace[1568873684] 'process raft request' (duration: 1.76320517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.022027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.256497Z","time spent":"1.765349871s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.049842Z","caller":"traceutil/trace.go:171","msg":"trace[1820975964] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"1.684362241s","start":"2026-03-03T01:03:06.365453Z","end":"2026-03-03T01:03:08.049815Z","steps":["trace[1820975964] 'process raft request' (duration: 1.684127826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.050038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.365423Z","time spent":"1.684504085s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.050166Z","caller":"traceutil/trace.go:171","msg":"trace[630783737] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"1.065801014s","start":"2026-03-03T01:03:06.984341Z","end":"2026-03-03T01:03:08.050142Z","steps":["trace[630783737] 'process raft request' (duration: 1.065428495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.05035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.984301Z","time spent":"1.065936277s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.050328Z","caller":"traceutil/trace.go:171","msg":"trace[1546950849] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"1.047662039s","start":"2026-03-03T01:03:07.002613Z","end":"2026-03-03T01:03:08.050275Z","steps":["trace[1546950849] 'process raft request' (duration: 1.047397803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.050528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:07.00259Z","time spent":"1.047823783s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:08.133471Z","caller":"traceutil/trace.go:171","msg":"trace[2053139113] linearizableReadLoop","detail":"{readStateIndex:5655; appliedIndex:5651; }","duration":"113.186225ms","start":"2026-03-03T01:03:08.02026Z","end":"2026-03-03T01:03:08.133446Z","steps":["trace[2053139113] 'read index received' (duration: 29.346159ms)","trace[2053139113] 'applied index is now lower than readState.Index' (duration: 83.838556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:08.133674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784260994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:08.133714Z","caller":"traceutil/trace.go:171","msg":"trace[1484233327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5434; }","duration":"1.784315066s","start":"2026-03-03T01:03:06.349388Z","end":"2026-03-03T01:03:08.133703Z","steps":["trace[1484233327] 'agreement among raft nodes before linearized reading' (duration: 1.784232774s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.133707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.531526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:08.133747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.349324Z","time spent":"1.784416437s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:03:08.133791Z","caller":"traceutil/trace.go:171","msg":"trace[2075744988] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5434; }","duration":"314.625988ms","start":"2026-03-03T01:03:07.819144Z","end":"2026-03-03T01:03:08.13377Z","steps":["trace[2075744988] 'agreement among raft nodes before linearized reading' (duration: 314.487425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.133857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:07.819074Z","time spent":"314.762582ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:08.133899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168172625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T01:03:08.133705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.26826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:03:08.134005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.753728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:03:08.13404Z","caller":"traceutil/trace.go:171","msg":"trace[303003284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5434; }","duration":"304.812678ms","start":"2026-03-03T01:03:07.82922Z","end":"2026-03-03T01:03:08.134032Z","steps":["trace[303003284] 'agreement among raft nodes before linearized reading' (duration: 304.266005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.133938Z","caller":"traceutil/trace.go:171","msg":"trace[384786152] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5434; }","duration":"1.168257107s","start":"2026-03-03T01:03:06.965669Z","end":"2026-03-03T01:03:08.133926Z","steps":["trace[384786152] 'agreement among raft nodes before linearized reading' (duration: 1.168090533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.134069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:07.829209Z","time spent":"304.852469ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:03:08.134101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.965641Z","time spent":"1.168445072s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T01:03:08.13391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532596561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:03:08.134173Z","caller":"traceutil/trace.go:171","msg":"trace[2110353664] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5434; }","duration":"1.53295326s","start":"2026-03-03T01:03:06.601209Z","end":"2026-03-03T01:03:08.134162Z","steps":["trace[2110353664] 'agreement among raft nodes before linearized reading' (duration: 1.532589402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.134217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:06.601174Z","time spent":"1.533031162s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:03:08.134324Z","caller":"traceutil/trace.go:171","msg":"trace[1111294784] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5434; }","duration":"801.804992ms","start":"2026-03-03T01:03:07.332315Z","end":"2026-03-03T01:03:08.13412Z","steps":["trace[1111294784] 'agreement among raft nodes before linearized reading' (duration: 801.203028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.135022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:07.332275Z","time spent":"802.186961ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:03:08.139852Z","caller":"traceutil/trace.go:171","msg":"trace[450893514] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"111.30131ms","start":"2026-03-03T01:03:08.028524Z","end":"2026-03-03T01:03:08.139826Z","steps":["trace[450893514] 'process raft request' (duration: 111.004063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.140139Z","caller":"traceutil/trace.go:171","msg":"trace[2142077993] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"111.188618ms","start":"2026-03-03T01:03:08.028924Z","end":"2026-03-03T01:03:08.140113Z","steps":["trace[2142077993] 'process raft request' (duration: 110.809509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.140501Z","caller":"traceutil/trace.go:171","msg":"trace[1167557000] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"109.794145ms","start":"2026-03-03T01:03:08.030685Z","end":"2026-03-03T01:03:08.14048Z","steps":["trace[1167557000] 'process raft request' (duration: 109.57847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.140331Z","caller":"traceutil/trace.go:171","msg":"trace[102396302] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"111.243329ms","start":"2026-03-03T01:03:08.029076Z","end":"2026-03-03T01:03:08.140319Z","steps":["trace[102396302] 'process raft request' (duration: 110.928822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:08.359939Z","caller":"traceutil/trace.go:171","msg":"trace[573071896] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"166.68683ms","start":"2026-03-03T01:03:08.193224Z","end":"2026-03-03T01:03:08.359911Z","steps":["trace[573071896] 'read index received' (duration: 166.359482ms)","trace[573071896] 'applied index is now lower than readState.Index' (duration: 326.398µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:08.36007Z","caller":"traceutil/trace.go:171","msg":"trace[1027215991] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"205.035388ms","start":"2026-03-03T01:03:08.155019Z","end":"2026-03-03T01:03:08.360054Z","steps":["trace[1027215991] 'process raft request' (duration: 204.66795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:08.360457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.650677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:08.360555Z","caller":"traceutil/trace.go:171","msg":"trace[527772717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"212.78372ms","start":"2026-03-03T01:03:08.14775Z","end":"2026-03-03T01:03:08.360534Z","steps":["trace[527772717] 'agreement among raft nodes before linearized reading' (duration: 212.629897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:09.310559Z","caller":"traceutil/trace.go:171","msg":"trace[225213328] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"138.688233ms","start":"2026-03-03T01:03:09.171834Z","end":"2026-03-03T01:03:09.310523Z","steps":["trace[225213328] 'read index received' (duration: 138.414346ms)","trace[225213328] 'applied index is now lower than readState.Index' (duration: 272.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:09.310617Z","caller":"traceutil/trace.go:171","msg":"trace[914884083] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"142.705816ms","start":"2026-03-03T01:03:09.167871Z","end":"2026-03-03T01:03:09.310577Z","steps":["trace[914884083] 'process raft request' (duration: 142.43285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:09.310798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.945678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-03T01:03:09.310916Z","caller":"traceutil/trace.go:171","msg":"trace[1045380904] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5442; }","duration":"139.124943ms","start":"2026-03-03T01:03:09.171769Z","end":"2026-03-03T01:03:09.310894Z","steps":["trace[1045380904] 'agreement among raft nodes before linearized reading' (duration: 138.892987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:09.423761Z","caller":"traceutil/trace.go:171","msg":"trace[1025936185] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"103.643261ms","start":"2026-03-03T01:03:09.320089Z","end":"2026-03-03T01:03:09.423732Z","steps":["trace[1025936185] 'process raft request' (duration: 61.959284ms)","trace[1025936185] 'compare' (duration: 41.520953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:10.157145Z","caller":"traceutil/trace.go:171","msg":"trace[1410611485] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"351.010052ms","start":"2026-03-03T01:03:09.806109Z","end":"2026-03-03T01:03:10.157119Z","steps":["trace[1410611485] 'process raft request' (duration: 350.789427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.157304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:09.806081Z","time spent":"351.135275ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:10.157521Z","caller":"traceutil/trace.go:171","msg":"trace[1270966655] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"351.33807ms","start":"2026-03-03T01:03:09.806157Z","end":"2026-03-03T01:03:10.157496Z","steps":["trace[1270966655] 'process raft request' (duration: 350.902909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.157545Z","caller":"traceutil/trace.go:171","msg":"trace[872263354] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5667; }","duration":"130.06845ms","start":"2026-03-03T01:03:10.027444Z","end":"2026-03-03T01:03:10.157513Z","steps":["trace[872263354] 'read index received' (duration: 129.456636ms)","trace[872263354] 'applied index is now lower than readState.Index' (duration: 610.304µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:10.157688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:09.806142Z","time spent":"351.437333ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:10.157684Z","caller":"traceutil/trace.go:171","msg":"trace[2145181304] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"349.939877ms","start":"2026-03-03T01:03:09.807683Z","end":"2026-03-03T01:03:10.157623Z","steps":["trace[2145181304] 'process raft request' (duration: 349.64625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.157869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:09.807655Z","time spent":"350.107561ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:10.15811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.603093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:10.158214Z","caller":"traceutil/trace.go:171","msg":"trace[371064115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5449; }","duration":"130.815118ms","start":"2026-03-03T01:03:10.027377Z","end":"2026-03-03T01:03:10.158192Z","steps":["trace[371064115] 'agreement among raft nodes before linearized reading' (duration: 130.320796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.167545Z","caller":"traceutil/trace.go:171","msg":"trace[367924906] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"112.300864ms","start":"2026-03-03T01:03:10.055221Z","end":"2026-03-03T01:03:10.167522Z","steps":["trace[367924906] 'process raft request' (duration: 112.12192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.1678Z","caller":"traceutil/trace.go:171","msg":"trace[1254561411] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"111.459074ms","start":"2026-03-03T01:03:10.056325Z","end":"2026-03-03T01:03:10.167784Z","steps":["trace[1254561411] 'process raft request' (duration: 111.150667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.167858Z","caller":"traceutil/trace.go:171","msg":"trace[345792886] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"110.769667ms","start":"2026-03-03T01:03:10.057074Z","end":"2026-03-03T01:03:10.167844Z","steps":["trace[345792886] 'process raft request' (duration: 110.619694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.167973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.8195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:03:10.168061Z","caller":"traceutil/trace.go:171","msg":"trace[145499213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5452; }","duration":"139.931322ms","start":"2026-03-03T01:03:10.028107Z","end":"2026-03-03T01:03:10.168038Z","steps":["trace[145499213] 'agreement among raft nodes before linearized reading' (duration: 139.692846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.168087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.942155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:10.168131Z","caller":"traceutil/trace.go:171","msg":"trace[1529394455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5452; }","duration":"138.027258ms","start":"2026-03-03T01:03:10.030092Z","end":"2026-03-03T01:03:10.168119Z","steps":["trace[1529394455] 'agreement among raft nodes before linearized reading' (duration: 137.829723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.168607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.83364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:03:10.168768Z","caller":"traceutil/trace.go:171","msg":"trace[229013359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5452; }","duration":"140.056005ms","start":"2026-03-03T01:03:10.028698Z","end":"2026-03-03T01:03:10.168754Z","steps":["trace[229013359] 'agreement among raft nodes before linearized reading' (duration: 139.250316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.308937Z","caller":"traceutil/trace.go:171","msg":"trace[218374502] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"145.916261ms","start":"2026-03-03T01:03:10.16299Z","end":"2026-03-03T01:03:10.308906Z","steps":["trace[218374502] 'process raft request' (duration: 145.709377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.314667Z","caller":"traceutil/trace.go:171","msg":"trace[1210049792] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"147.050169ms","start":"2026-03-03T01:03:10.167583Z","end":"2026-03-03T01:03:10.314634Z","steps":["trace[1210049792] 'process raft request' (duration: 146.729701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.314887Z","caller":"traceutil/trace.go:171","msg":"trace[1691834185] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5674; }","duration":"142.137993ms","start":"2026-03-03T01:03:10.172719Z","end":"2026-03-03T01:03:10.314857Z","steps":["trace[1691834185] 'read index received' (duration: 136.358217ms)","trace[1691834185] 'applied index is now lower than readState.Index' (duration: 5.778016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:10.314978Z","caller":"traceutil/trace.go:171","msg":"trace[1958516215] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"142.137564ms","start":"2026-03-03T01:03:10.172799Z","end":"2026-03-03T01:03:10.314936Z","steps":["trace[1958516215] 'process raft request' (duration: 141.804886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:10.315104Z","caller":"traceutil/trace.go:171","msg":"trace[1990908092] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"140.260589ms","start":"2026-03-03T01:03:10.174801Z","end":"2026-03-03T01:03:10.315062Z","steps":["trace[1990908092] 'process raft request' (duration: 139.984993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.315404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.397743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:03:10.315452Z","caller":"traceutil/trace.go:171","msg":"trace[1650890840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5456; }","duration":"117.489666ms","start":"2026-03-03T01:03:10.197953Z","end":"2026-03-03T01:03:10.315443Z","steps":["trace[1650890840] 'agreement among raft nodes before linearized reading' (duration: 117.306972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:10.31558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.83611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-03T01:03:10.31564Z","caller":"traceutil/trace.go:171","msg":"trace[588364106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5456; }","duration":"142.931432ms","start":"2026-03-03T01:03:10.172693Z","end":"2026-03-03T01:03:10.315624Z","steps":["trace[588364106] 'agreement among raft nodes before linearized reading' (duration: 142.600324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.540882Z","caller":"traceutil/trace.go:171","msg":"trace[1755561337] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"305.661549ms","start":"2026-03-03T01:03:52.235174Z","end":"2026-03-03T01:03:52.540835Z","steps":["trace[1755561337] 'process raft request' (duration: 286.737657ms)","trace[1755561337] 'compare' (duration: 18.505482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:52.541103Z","caller":"traceutil/trace.go:171","msg":"trace[2060809407] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"129.062194ms","start":"2026-03-03T01:03:52.412007Z","end":"2026-03-03T01:03:52.54107Z","steps":["trace[2060809407] 'process raft request' (duration: 129.005343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.541126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.235156Z","time spent":"305.832662ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:52.541448Z","caller":"traceutil/trace.go:171","msg":"trace[176783072] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"131.542602ms","start":"2026-03-03T01:03:52.409857Z","end":"2026-03-03T01:03:52.5414Z","steps":["trace[176783072] 'process raft request' (duration: 131.115372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.541389Z","caller":"traceutil/trace.go:171","msg":"trace[709840797] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6027; }","duration":"277.847819ms","start":"2026-03-03T01:03:52.263506Z","end":"2026-03-03T01:03:52.541354Z","steps":["trace[709840797] 'read index received' (duration: 258.416866ms)","trace[709840797] 'applied index is now lower than readState.Index' (duration: 19.429573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:52.541672Z","caller":"traceutil/trace.go:171","msg":"trace[2133528734] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"156.813712ms","start":"2026-03-03T01:03:52.384768Z","end":"2026-03-03T01:03:52.541581Z","steps":["trace[2133528734] 'process raft request' (duration: 156.081245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.541756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.401747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:52.541806Z","caller":"traceutil/trace.go:171","msg":"trace[2030729478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5798; }","duration":"193.522419ms","start":"2026-03-03T01:03:52.348269Z","end":"2026-03-03T01:03:52.541791Z","steps":["trace[2030729478] 'agreement among raft nodes before linearized reading' (duration: 193.427207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:52.542466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.959476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T01:03:52.542537Z","caller":"traceutil/trace.go:171","msg":"trace[1000759594] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5798; }","duration":"279.031567ms","start":"2026-03-03T01:03:52.263488Z","end":"2026-03-03T01:03:52.542519Z","steps":["trace[1000759594] 'agreement among raft nodes before linearized reading' (duration: 277.931042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:52.950742Z","caller":"traceutil/trace.go:171","msg":"trace[141954976] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"186.948896ms","start":"2026-03-03T01:03:52.763767Z","end":"2026-03-03T01:03:52.950716Z","steps":["trace[141954976] 'process raft request' (duration: 186.768512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.493124Z","caller":"traceutil/trace.go:171","msg":"trace[183816827] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"372.539241ms","start":"2026-03-03T01:03:53.120556Z","end":"2026-03-03T01:03:53.493095Z","steps":["trace[183816827] 'process raft request' (duration: 372.338886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.493351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.120528Z","time spent":"372.685205ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:54.803544Z","caller":"traceutil/trace.go:171","msg":"trace[1520075540] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"253.692625ms","start":"2026-03-03T01:03:54.549805Z","end":"2026-03-03T01:03:54.803497Z","steps":["trace[1520075540] 'process raft request' (duration: 208.041329ms)","trace[1520075540] 'compare' (duration: 45.352989ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:54.803609Z","caller":"traceutil/trace.go:171","msg":"trace[925664183] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"253.715425ms","start":"2026-03-03T01:03:54.549868Z","end":"2026-03-03T01:03:54.803583Z","steps":["trace[925664183] 'process raft request' (duration: 253.638003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.803826Z","caller":"traceutil/trace.go:171","msg":"trace[105621658] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6039; }","duration":"184.626142ms","start":"2026-03-03T01:03:54.61917Z","end":"2026-03-03T01:03:54.803796Z","steps":["trace[105621658] 'read index received' (duration: 138.69419ms)","trace[105621658] 'applied index is now lower than readState.Index' (duration: 45.930512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:54.804275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.724154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:54.804447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.792411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:03:54.804398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.202076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:03:54.804725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.230282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:03:54.804356Z","caller":"traceutil/trace.go:171","msg":"trace[378477008] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5808; }","duration":"163.857827ms","start":"2026-03-03T01:03:54.640461Z","end":"2026-03-03T01:03:54.804319Z","steps":["trace[378477008] 'agreement among raft nodes before linearized reading' (duration: 163.731234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.804763Z","caller":"traceutil/trace.go:171","msg":"trace[1618391352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5808; }","duration":"151.311393ms","start":"2026-03-03T01:03:54.653433Z","end":"2026-03-03T01:03:54.804745Z","steps":["trace[1618391352] 'agreement among raft nodes before linearized reading' (duration: 151.227711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.804495Z","caller":"traceutil/trace.go:171","msg":"trace[658708823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5808; }","duration":"105.863102ms","start":"2026-03-03T01:03:54.698608Z","end":"2026-03-03T01:03:54.804471Z","steps":["trace[658708823] 'agreement among raft nodes before linearized reading' (duration: 105.718569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.804572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.610176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:03:54.8047Z","caller":"traceutil/trace.go:171","msg":"trace[116665860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5808; }","duration":"185.578565ms","start":"2026-03-03T01:03:54.619097Z","end":"2026-03-03T01:03:54.804675Z","steps":["trace[116665860] 'agreement among raft nodes before linearized reading' (duration: 184.92907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.804868Z","caller":"traceutil/trace.go:171","msg":"trace[249647421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5808; }","duration":"105.902584ms","start":"2026-03-03T01:03:54.698938Z","end":"2026-03-03T01:03:54.804841Z","steps":["trace[249647421] 'agreement among raft nodes before linearized reading' (duration: 105.574926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.804529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.964011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:03:54.804912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.154586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-03T01:03:54.805063Z","caller":"traceutil/trace.go:171","msg":"trace[1269041835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5808; }","duration":"105.526414ms","start":"2026-03-03T01:03:54.699507Z","end":"2026-03-03T01:03:54.805033Z","steps":["trace[1269041835] 'agreement among raft nodes before linearized reading' (duration: 104.806157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.804881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.719491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:54.805161Z","caller":"traceutil/trace.go:171","msg":"trace[124500233] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5808; }","duration":"163.083879ms","start":"2026-03-03T01:03:54.642066Z","end":"2026-03-03T01:03:54.80515Z","steps":["trace[124500233] 'agreement among raft nodes before linearized reading' (duration: 162.69651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.805146Z","caller":"traceutil/trace.go:171","msg":"trace[1434408329] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5808; }","duration":"105.288779ms","start":"2026-03-03T01:03:54.699688Z","end":"2026-03-03T01:03:54.804977Z","steps":["trace[1434408329] 'agreement among raft nodes before linearized reading' (duration: 105.067944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.013506Z","caller":"traceutil/trace.go:171","msg":"trace[1194277913] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"203.038832ms","start":"2026-03-03T01:03:54.810432Z","end":"2026-03-03T01:03:55.013471Z","steps":["trace[1194277913] 'process raft request' (duration: 197.335299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.013696Z","caller":"traceutil/trace.go:171","msg":"trace[1331097078] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"202.153182ms","start":"2026-03-03T01:03:54.811417Z","end":"2026-03-03T01:03:55.01357Z","steps":["trace[1331097078] 'process raft request' (duration: 201.960347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.013828Z","caller":"traceutil/trace.go:171","msg":"trace[1195668734] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6041; }","duration":"202.96132ms","start":"2026-03-03T01:03:54.810847Z","end":"2026-03-03T01:03:55.013809Z","steps":["trace[1195668734] 'read index received' (duration: 14.880198ms)","trace[1195668734] 'applied index is now lower than readState.Index' (duration: 188.079622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:55.013864Z","caller":"traceutil/trace.go:171","msg":"trace[1016180571] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"202.55294ms","start":"2026-03-03T01:03:54.811301Z","end":"2026-03-03T01:03:55.013854Z","steps":["trace[1016180571] 'process raft request' (duration: 202.211952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:55.013902Z","caller":"traceutil/trace.go:171","msg":"trace[883104924] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"202.344666ms","start":"2026-03-03T01:03:54.811549Z","end":"2026-03-03T01:03:55.013893Z","steps":["trace[883104924] 'process raft request' (duration: 202.160502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:55.014074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.199996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-03T01:03:55.014113Z","caller":"traceutil/trace.go:171","msg":"trace[165621542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5813; }","duration":"203.278658ms","start":"2026-03-03T01:03:54.810824Z","end":"2026-03-03T01:03:55.014103Z","steps":["trace[165621542] 'agreement among raft nodes before linearized reading' (duration: 203.101914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:55.014352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.670233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101771"} {"level":"info","ts":"2026-03-03T01:03:55.014478Z","caller":"traceutil/trace.go:171","msg":"trace[57450530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5813; }","duration":"202.846777ms","start":"2026-03-03T01:03:54.811605Z","end":"2026-03-03T01:03:55.014452Z","steps":["trace[57450530] 'agreement among raft nodes before linearized reading' (duration: 202.438358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:04.786854Z","caller":"traceutil/trace.go:171","msg":"trace[178473692] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"106.337024ms","start":"2026-03-03T01:04:04.680484Z","end":"2026-03-03T01:04:04.786821Z","steps":["trace[178473692] 'process raft request' (duration: 106.122109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:08.993642Z","caller":"traceutil/trace.go:171","msg":"trace[231820629] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"120.74452ms","start":"2026-03-03T01:04:08.872803Z","end":"2026-03-03T01:04:08.993547Z","steps":["trace[231820629] 'process raft request' (duration: 39.169865ms)","trace[231820629] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 81.031592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:08.99371Z","caller":"traceutil/trace.go:171","msg":"trace[1421803986] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"120.640947ms","start":"2026-03-03T01:04:08.873012Z","end":"2026-03-03T01:04:08.993653Z","steps":["trace[1421803986] 'process raft request' (duration: 120.414912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.228143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.032326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:04:09.228417Z","caller":"traceutil/trace.go:171","msg":"trace[1286388939] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"229.344656ms","start":"2026-03-03T01:04:08.999029Z","end":"2026-03-03T01:04:09.228373Z","steps":["trace[1286388939] 'process raft request' (duration: 128.977492ms)","trace[1286388939] 'compare' (duration: 99.829352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:04:09.228265Z","caller":"traceutil/trace.go:171","msg":"trace[2122432558] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6137; }","duration":"136.095839ms","start":"2026-03-03T01:04:09.09215Z","end":"2026-03-03T01:04:09.228246Z","steps":["trace[2122432558] 'read index received' (duration: 35.755925ms)","trace[2122432558] 'applied index is now lower than readState.Index' (duration: 100.338673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:09.229022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.233355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:04:09.229063Z","caller":"traceutil/trace.go:171","msg":"trace[140333337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5902; }","duration":"134.302247ms","start":"2026-03-03T01:04:09.094748Z","end":"2026-03-03T01:04:09.22905Z","steps":["trace[140333337] 'agreement among raft nodes before linearized reading' (duration: 134.107193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.229063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.217295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:04:09.229223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.961778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:04:09.229244Z","caller":"traceutil/trace.go:171","msg":"trace[1843914603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5902; }","duration":"134.43569ms","start":"2026-03-03T01:04:09.094769Z","end":"2026-03-03T01:04:09.229205Z","steps":["trace[1843914603] 'agreement among raft nodes before linearized reading' (duration: 134.194204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:09.229344Z","caller":"traceutil/trace.go:171","msg":"trace[850196529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5902; }","duration":"134.102142ms","start":"2026-03-03T01:04:09.095208Z","end":"2026-03-03T01:04:09.22931Z","steps":["trace[850196529] 'agreement among raft nodes before linearized reading' (duration: 133.741454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.229493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.86171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:04:09.22969Z","caller":"traceutil/trace.go:171","msg":"trace[736867510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:5902; }","duration":"129.084915ms","start":"2026-03-03T01:04:09.100577Z","end":"2026-03-03T01:04:09.229662Z","steps":["trace[736867510] 'agreement among raft nodes before linearized reading' (duration: 128.362958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.229537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.761125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:04:09.229992Z","caller":"traceutil/trace.go:171","msg":"trace[1882785121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5902; }","duration":"137.86061ms","start":"2026-03-03T01:04:09.092086Z","end":"2026-03-03T01:04:09.229947Z","steps":["trace[1882785121] 'agreement among raft nodes before linearized reading' (duration: 136.615911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:09.513682Z","caller":"traceutil/trace.go:171","msg":"trace[2048726020] linearizableReadLoop","detail":"{readStateIndex:6143; appliedIndex:6142; }","duration":"102.808911ms","start":"2026-03-03T01:04:09.410841Z","end":"2026-03-03T01:04:09.51365Z","steps":["trace[2048726020] 'read index received' (duration: 102.564566ms)","trace[2048726020] 'applied index is now lower than readState.Index' (duration: 242.815µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:04:09.513853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.993565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:04:09.513889Z","caller":"traceutil/trace.go:171","msg":"trace[1613675482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5907; }","duration":"103.113958ms","start":"2026-03-03T01:04:09.410766Z","end":"2026-03-03T01:04:09.51388Z","steps":["trace[1613675482] 'agreement among raft nodes before linearized reading' (duration: 102.999225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:09.513953Z","caller":"traceutil/trace.go:171","msg":"trace[917628068] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"119.384979ms","start":"2026-03-03T01:04:09.394533Z","end":"2026-03-03T01:04:09.513918Z","steps":["trace[917628068] 'process raft request' (duration: 118.888297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:04:09.810013Z","caller":"traceutil/trace.go:171","msg":"trace[2027790741] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"320.880314ms","start":"2026-03-03T01:04:09.489097Z","end":"2026-03-03T01:04:09.809978Z","steps":["trace[2027790741] 'process raft request' (duration: 320.658339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:04:09.810457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:04:09.489052Z","time spent":"321.070198ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:07:35.795303Z","caller":"traceutil/trace.go:171","msg":"trace[1813577437] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"123.550981ms","start":"2026-03-03T01:07:35.671727Z","end":"2026-03-03T01:07:35.795278Z","steps":["trace[1813577437] 'process raft request' (duration: 123.397557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:36.058019Z","caller":"traceutil/trace.go:171","msg":"trace[1695204757] transaction","detail":"{read_only:false; response_revision:7251; number_of_response:1; }","duration":"215.526894ms","start":"2026-03-03T01:07:35.842457Z","end":"2026-03-03T01:07:36.057984Z","steps":["trace[1695204757] 'process raft request' (duration: 159.317997ms)","trace[1695204757] 'compare' (duration: 56.072424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:07:36.625624Z","caller":"traceutil/trace.go:171","msg":"trace[524323059] linearizableReadLoop","detail":"{readStateIndex:7538; appliedIndex:7537; }","duration":"166.463031ms","start":"2026-03-03T01:07:36.459102Z","end":"2026-03-03T01:07:36.625565Z","steps":["trace[524323059] 'read index received' (duration: 166.321008ms)","trace[524323059] 'applied index is now lower than readState.Index' (duration: 140.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:07:36.625723Z","caller":"traceutil/trace.go:171","msg":"trace[1586624681] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"190.21988ms","start":"2026-03-03T01:07:36.435441Z","end":"2026-03-03T01:07:36.625661Z","steps":["trace[1586624681] 'process raft request' (duration: 189.835341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:07:36.626011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.279222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:07:36.626021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.046885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:07:36.626062Z","caller":"traceutil/trace.go:171","msg":"trace[54549346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7253; }","duration":"164.379534ms","start":"2026-03-03T01:07:36.461671Z","end":"2026-03-03T01:07:36.62605Z","steps":["trace[54549346] 'agreement among raft nodes before linearized reading' (duration: 164.169269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:36.626123Z","caller":"traceutil/trace.go:171","msg":"trace[701177255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:7253; }","duration":"128.188969ms","start":"2026-03-03T01:07:36.497911Z","end":"2026-03-03T01:07:36.6261Z","steps":["trace[701177255] 'agreement among raft nodes before linearized reading' (duration: 127.934133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:07:36.626229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.294322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:07:36.626354Z","caller":"traceutil/trace.go:171","msg":"trace[1388745166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7253; }","duration":"151.524957ms","start":"2026-03-03T01:07:36.474809Z","end":"2026-03-03T01:07:36.626334Z","steps":["trace[1388745166] 'agreement among raft nodes before linearized reading' (duration: 151.115258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:07:36.626217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.087836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:07:36.626532Z","caller":"traceutil/trace.go:171","msg":"trace[809229370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7253; }","duration":"167.457705ms","start":"2026-03-03T01:07:36.459041Z","end":"2026-03-03T01:07:36.626499Z","steps":["trace[809229370] 'agreement among raft nodes before linearized reading' (duration: 166.79181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:07:36.825084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.654206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:07:36.825268Z","caller":"traceutil/trace.go:171","msg":"trace[2069617963] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"194.076529ms","start":"2026-03-03T01:07:36.631166Z","end":"2026-03-03T01:07:36.825243Z","steps":["trace[2069617963] 'process raft request' (duration: 69.175117ms)","trace[2069617963] 'compare' (duration: 124.405131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:07:36.825333Z","caller":"traceutil/trace.go:171","msg":"trace[1047514400] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"193.931275ms","start":"2026-03-03T01:07:36.631386Z","end":"2026-03-03T01:07:36.825318Z","steps":["trace[1047514400] 'process raft request' (duration: 193.810602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:36.825535Z","caller":"traceutil/trace.go:171","msg":"trace[340307089] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"194.080829ms","start":"2026-03-03T01:07:36.631421Z","end":"2026-03-03T01:07:36.825502Z","steps":["trace[340307089] 'process raft request' (duration: 193.862004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:37.028413Z","caller":"traceutil/trace.go:171","msg":"trace[77350752] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"116.697913ms","start":"2026-03-03T01:07:36.91168Z","end":"2026-03-03T01:07:37.028378Z","steps":["trace[77350752] 'process raft request' (duration: 113.592682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:59.074229Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5386} {"level":"info","ts":"2026-03-03T01:07:59.233058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5386,"took":"157.048044ms","hash":2573812239,"current-db-size-bytes":40562688,"current-db-size":"41 MB","current-db-size-in-use-bytes":20713472,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T01:07:59.233145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573812239,"revision":5386,"compact-revision":2662} {"level":"info","ts":"2026-03-03T01:08:22.366972Z","caller":"traceutil/trace.go:171","msg":"trace[1102537243] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"114.493535ms","start":"2026-03-03T01:08:22.252443Z","end":"2026-03-03T01:08:22.366936Z","steps":["trace[1102537243] 'process raft request' (duration: 100.703566ms)","trace[1102537243] 'compare' (duration: 13.637876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:22.366971Z","caller":"traceutil/trace.go:171","msg":"trace[246958825] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"104.465714ms","start":"2026-03-03T01:08:22.262461Z","end":"2026-03-03T01:08:22.366927Z","steps":["trace[246958825] 'read index received' (duration: 90.662025ms)","trace[246958825] 'applied index is now lower than readState.Index' (duration: 13.802849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:22.367134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.651328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:22.367255Z","caller":"traceutil/trace.go:171","msg":"trace[1032775951] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7552; }","duration":"104.827762ms","start":"2026-03-03T01:08:22.262405Z","end":"2026-03-03T01:08:22.367232Z","steps":["trace[1032775951] 'agreement among raft nodes before linearized reading' (duration: 104.619327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.01774Z","caller":"traceutil/trace.go:171","msg":"trace[1645091683] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"114.761603ms","start":"2026-03-03T01:09:00.902946Z","end":"2026-03-03T01:09:01.017708Z","steps":["trace[1645091683] 'process raft request' (duration: 114.351143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.736478Z","caller":"traceutil/trace.go:171","msg":"trace[1582368363] linearizableReadLoop","detail":"{readStateIndex:8114; appliedIndex:8113; }","duration":"197.934995ms","start":"2026-03-03T01:09:01.53852Z","end":"2026-03-03T01:09:01.736455Z","steps":["trace[1582368363] 'read index received' (duration: 197.743201ms)","trace[1582368363] 'applied index is now lower than readState.Index' (duration: 190.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:01.736543Z","caller":"traceutil/trace.go:171","msg":"trace[1056882955] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"201.983999ms","start":"2026-03-03T01:09:01.534528Z","end":"2026-03-03T01:09:01.736512Z","steps":["trace[1056882955] 'process raft request' (duration: 201.785684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:01.736642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.765981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:01.736679Z","caller":"traceutil/trace.go:171","msg":"trace[1074245685] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7807; }","duration":"197.848413ms","start":"2026-03-03T01:09:01.53882Z","end":"2026-03-03T01:09:01.736669Z","steps":["trace[1074245685] 'agreement among raft nodes before linearized reading' (duration: 197.769801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:01.73681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.274693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:01.736828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.473089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:01.73691Z","caller":"traceutil/trace.go:171","msg":"trace[611646568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7807; }","duration":"189.587572ms","start":"2026-03-03T01:09:01.547302Z","end":"2026-03-03T01:09:01.736889Z","steps":["trace[611646568] 'agreement among raft nodes before linearized reading' (duration: 189.343737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.736915Z","caller":"traceutil/trace.go:171","msg":"trace[1099505169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7807; }","duration":"198.359744ms","start":"2026-03-03T01:09:01.538495Z","end":"2026-03-03T01:09:01.736855Z","steps":["trace[1099505169] 'agreement among raft nodes before linearized reading' (duration: 198.073588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.860212Z","caller":"traceutil/trace.go:171","msg":"trace[801506139] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"118.922409ms","start":"2026-03-03T01:09:01.741258Z","end":"2026-03-03T01:09:01.86018Z","steps":["trace[801506139] 'process raft request' (duration: 97.410432ms)","trace[801506139] 'compare' (duration: 21.364904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:02.744451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.292397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:09:02.744531Z","caller":"traceutil/trace.go:171","msg":"trace[1896051281] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:7809; }","duration":"552.38352ms","start":"2026-03-03T01:09:02.192128Z","end":"2026-03-03T01:09:02.744512Z","steps":["trace[1896051281] 'range keys from in-memory index tree' (duration: 552.146174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.744568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.192062Z","time spent":"552.496933ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-03T01:09:02.745205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.087322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:02.745331Z","caller":"traceutil/trace.go:171","msg":"trace[72845767] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8116; }","duration":"397.447787ms","start":"2026-03-03T01:09:02.347872Z","end":"2026-03-03T01:09:02.74532Z","steps":["trace[72845767] 'read index received' (duration: 57.289384ms)","trace[72845767] 'applied index is now lower than readState.Index' (duration: 340.157403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:02.745349Z","caller":"traceutil/trace.go:171","msg":"trace[2040859369] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"526.147063ms","start":"2026-03-03T01:09:02.219178Z","end":"2026-03-03T01:09:02.745325Z","steps":["trace[2040859369] 'process raft request' (duration: 185.863457ms)","trace[2040859369] 'compare' (duration: 339.247092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:02.745637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.21915Z","time spent":"526.44379ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:02.745392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.52399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:02.745719Z","caller":"traceutil/trace.go:171","msg":"trace[199191329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7811; }","duration":"397.882737ms","start":"2026-03-03T01:09:02.347823Z","end":"2026-03-03T01:09:02.745706Z","steps":["trace[199191329] 'agreement among raft nodes before linearized reading' (duration: 397.531009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.745774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.347804Z","time spent":"397.945139ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:02.745376Z","caller":"traceutil/trace.go:171","msg":"trace[827506207] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"416.675192ms","start":"2026-03-03T01:09:02.328667Z","end":"2026-03-03T01:09:02.745342Z","steps":["trace[827506207] 'process raft request' (duration: 416.59737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:02.745877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.328639Z","time spent":"417.186784ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:03.247365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330237604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:09:03.552312Z","caller":"traceutil/trace.go:171","msg":"trace[193875697] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"857.050623ms","start":"2026-03-03T01:09:02.695232Z","end":"2026-03-03T01:09:03.552283Z","steps":["trace[193875697] 'process raft request' (duration: 856.860469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.55252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.695205Z","time spent":"857.217706ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:03.862194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.677083ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T01:09:03.86264Z","caller":"traceutil/trace.go:171","msg":"trace[1586084599] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8119; }","duration":"1.115628001s","start":"2026-03-03T01:09:02.746993Z","end":"2026-03-03T01:09:03.862621Z","steps":["trace[1586084599] 'read index received' (duration: 805.284456ms)","trace[1586084599] 'applied index is now lower than readState.Index' (duration: 310.342224ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:03.862737Z","caller":"traceutil/trace.go:171","msg":"trace[1968538816] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"671.820431ms","start":"2026-03-03T01:09:03.190906Z","end":"2026-03-03T01:09:03.862727Z","steps":["trace[1968538816] 'process raft request' (duration: 671.394181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.862835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.190889Z","time spent":"671.880672ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:03.862875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.746208Z","time spent":"1.116659164s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:09:03.862953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115936518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:03.863031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.144954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:09:03.863013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.32186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:03.86304Z","caller":"traceutil/trace.go:171","msg":"trace[232964718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7813; }","duration":"1.116059441s","start":"2026-03-03T01:09:02.746962Z","end":"2026-03-03T01:09:03.863021Z","steps":["trace[232964718] 'agreement among raft nodes before linearized reading' (duration: 1.115901127s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.863093Z","caller":"traceutil/trace.go:171","msg":"trace[1749189866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7813; }","duration":"122.243676ms","start":"2026-03-03T01:09:03.740832Z","end":"2026-03-03T01:09:03.863076Z","steps":["trace[1749189866] 'agreement among raft nodes before linearized reading' (duration: 122.089052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.863108Z","caller":"traceutil/trace.go:171","msg":"trace[634665142] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7813; }","duration":"405.516544ms","start":"2026-03-03T01:09:03.45757Z","end":"2026-03-03T01:09:03.863086Z","steps":["trace[634665142] 'agreement among raft nodes before linearized reading' (duration: 405.34029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.863134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.746949Z","time spent":"1.116173673s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:03.863152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.981259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:03.863264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.474202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:09:03.863254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.767788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:09:03.863267Z","caller":"traceutil/trace.go:171","msg":"trace[362428856] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7813; }","duration":"388.143093ms","start":"2026-03-03T01:09:03.475101Z","end":"2026-03-03T01:09:03.863244Z","steps":["trace[362428856] 'agreement among raft nodes before linearized reading' (duration: 387.866036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.863286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.978054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T01:09:03.863297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.977935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:03.863301Z","caller":"traceutil/trace.go:171","msg":"trace[1127786535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7813; }","duration":"626.558435ms","start":"2026-03-03T01:09:03.236735Z","end":"2026-03-03T01:09:03.863293Z","steps":["trace[1127786535] 'agreement among raft nodes before linearized reading' (duration: 626.488373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.863304Z","caller":"traceutil/trace.go:171","msg":"trace[1727867181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:7813; }","duration":"619.85513ms","start":"2026-03-03T01:09:03.243437Z","end":"2026-03-03T01:09:03.863292Z","steps":["trace[1727867181] 'agreement among raft nodes before linearized reading' (duration: 619.699446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.863329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.236711Z","time spent":"626.613056ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:09:03.863328Z","caller":"traceutil/trace.go:171","msg":"trace[452718738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7813; }","duration":"842.044186ms","start":"2026-03-03T01:09:03.021274Z","end":"2026-03-03T01:09:03.863318Z","steps":["trace[452718738] 'agreement among raft nodes before linearized reading' (duration: 841.960984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.863329Z","caller":"traceutil/trace.go:171","msg":"trace[532169070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7813; }","duration":"691.071446ms","start":"2026-03-03T01:09:03.172244Z","end":"2026-03-03T01:09:03.863315Z","steps":["trace[532169070] 'agreement among raft nodes before linearized reading' (duration: 690.954873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.86321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.647475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:03.863352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.243415Z","time spent":"619.926701ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:09:03.863355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.021253Z","time spent":"842.095847ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:09:03.863371Z","caller":"traceutil/trace.go:171","msg":"trace[1629332549] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7813; }","duration":"680.85214ms","start":"2026-03-03T01:09:03.182511Z","end":"2026-03-03T01:09:03.863363Z","steps":["trace[1629332549] 'agreement among raft nodes before linearized reading' (duration: 680.620754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.86333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.475032Z","time spent":"388.288277ms","remote":"127.0.0.1:41766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:03.863399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.182491Z","time spent":"680.901311ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":77,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:03.863165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.457541Z","time spent":"405.612277ms","remote":"127.0.0.1:47052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:03.863368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.172223Z","time spent":"691.135498ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:09:03.863514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.619996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:09:03.863642Z","caller":"traceutil/trace.go:171","msg":"trace[204717761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7813; }","duration":"947.871272ms","start":"2026-03-03T01:09:02.91574Z","end":"2026-03-03T01:09:03.863611Z","steps":["trace[204717761] 'agreement among raft nodes before linearized reading' (duration: 947.177076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.863738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.915719Z","time spent":"947.991416ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:09:04.396045Z","caller":"traceutil/trace.go:171","msg":"trace[1817240818] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"528.485427ms","start":"2026-03-03T01:09:03.867532Z","end":"2026-03-03T01:09:04.396018Z","steps":["trace[1817240818] 'process raft request' (duration: 528.263382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.396244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.867488Z","time spent":"528.676181ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:04.396318Z","caller":"traceutil/trace.go:171","msg":"trace[1164223598] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"528.386354ms","start":"2026-03-03T01:09:03.867897Z","end":"2026-03-03T01:09:04.396284Z","steps":["trace[1164223598] 'process raft request' (duration: 528.075707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.396538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.867888Z","time spent":"528.546309ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:04.396653Z","caller":"traceutil/trace.go:171","msg":"trace[1653154810] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"528.458237ms","start":"2026-03-03T01:09:03.868147Z","end":"2026-03-03T01:09:04.396605Z","steps":["trace[1653154810] 'process raft request' (duration: 528.016026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.396821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.868138Z","time spent":"528.58893ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:04.396924Z","caller":"traceutil/trace.go:171","msg":"trace[1194231488] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"528.698322ms","start":"2026-03-03T01:09:03.868205Z","end":"2026-03-03T01:09:04.396903Z","steps":["trace[1194231488] 'process raft request' (duration: 528.338033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.396918Z","caller":"traceutil/trace.go:171","msg":"trace[954076582] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"528.19511ms","start":"2026-03-03T01:09:03.868699Z","end":"2026-03-03T01:09:04.396894Z","steps":["trace[954076582] 'process raft request' (duration: 528.048087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.397024Z","caller":"traceutil/trace.go:171","msg":"trace[902839564] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8121; }","duration":"529.280205ms","start":"2026-03-03T01:09:03.867727Z","end":"2026-03-03T01:09:04.397007Z","steps":["trace[902839564] 'read index received' (duration: 90.994563ms)","trace[902839564] 'applied index is now lower than readState.Index' (duration: 438.284682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:04.397039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.868198Z","time spent":"528.788004ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.39707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.868688Z","time spent":"528.305643ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:04.397062Z","caller":"traceutil/trace.go:171","msg":"trace[880579007] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"516.507631ms","start":"2026-03-03T01:09:03.880525Z","end":"2026-03-03T01:09:04.397032Z","steps":["trace[880579007] 'process raft request' (duration: 516.425729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.397105Z","caller":"traceutil/trace.go:171","msg":"trace[2079140867] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"527.773981ms","start":"2026-03-03T01:09:03.869275Z","end":"2026-03-03T01:09:04.397049Z","steps":["trace[2079140867] 'process raft request' (duration: 527.581516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.39721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.666932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:04.397277Z","caller":"traceutil/trace.go:171","msg":"trace[1397280487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"525.744474ms","start":"2026-03-03T01:09:03.871517Z","end":"2026-03-03T01:09:04.397261Z","steps":["trace[1397280487] 'agreement among raft nodes before linearized reading' (duration: 525.613441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.397226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.880516Z","time spent":"516.624723ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.397283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.391388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T01:09:04.397326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.871511Z","time spent":"525.804195ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:04.397332Z","caller":"traceutil/trace.go:171","msg":"trace[789049305] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7821; }","duration":"436.48677ms","start":"2026-03-03T01:09:03.960835Z","end":"2026-03-03T01:09:04.397322Z","steps":["trace[789049305] 'agreement among raft nodes before linearized reading' (duration: 436.354467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.39737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.960811Z","time spent":"436.552872ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:09:04.397363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.86927Z","time spent":"527.965165ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.397411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.831341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T01:09:04.397482Z","caller":"traceutil/trace.go:171","msg":"trace[1975070978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7821; }","duration":"379.935093ms","start":"2026-03-03T01:09:04.01753Z","end":"2026-03-03T01:09:04.397465Z","steps":["trace[1975070978] 'agreement among raft nodes before linearized reading' (duration: 379.649046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.397495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.757587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"warn","ts":"2026-03-03T01:09:04.397527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.017514Z","time spent":"380.000135ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T01:09:04.397531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.528866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:04.397555Z","caller":"traceutil/trace.go:171","msg":"trace[924510677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7821; }","duration":"529.839028ms","start":"2026-03-03T01:09:03.867701Z","end":"2026-03-03T01:09:04.39754Z","steps":["trace[924510677] 'agreement among raft nodes before linearized reading' (duration: 529.393418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.397744Z","caller":"traceutil/trace.go:171","msg":"trace[1871169522] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7821; }","duration":"508.648499ms","start":"2026-03-03T01:09:03.888926Z","end":"2026-03-03T01:09:04.397575Z","steps":["trace[1871169522] 'agreement among raft nodes before linearized reading' (duration: 508.337882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.397882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.888919Z","time spent":"508.864874ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:04.398994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.867692Z","time spent":"531.263801ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:09:05.059389Z","caller":"traceutil/trace.go:171","msg":"trace[322342116] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"308.057332ms","start":"2026-03-03T01:09:04.751301Z","end":"2026-03-03T01:09:05.059359Z","steps":["trace[322342116] 'process raft request' (duration: 262.57572ms)","trace[322342116] 'compare' (duration: 45.188945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:05.059547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.751274Z","time spent":"308.195354ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:05.46665Z","caller":"traceutil/trace.go:171","msg":"trace[684947619] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8131; }","duration":"231.91375ms","start":"2026-03-03T01:09:05.234712Z","end":"2026-03-03T01:09:05.466626Z","steps":["trace[684947619] 'read index received' (duration: 231.46255ms)","trace[684947619] 'applied index is now lower than readState.Index' (duration: 450.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:05.466935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.822387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:05.466732Z","caller":"traceutil/trace.go:171","msg":"trace[800509836] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"571.124062ms","start":"2026-03-03T01:09:04.895575Z","end":"2026-03-03T01:09:05.466699Z","steps":["trace[800509836] 'process raft request' (duration: 570.685872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:05.466992Z","caller":"traceutil/trace.go:171","msg":"trace[587532972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7824; }","duration":"118.928289ms","start":"2026-03-03T01:09:05.34805Z","end":"2026-03-03T01:09:05.466978Z","steps":["trace[587532972] 'agreement among raft nodes before linearized reading' (duration: 118.822927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.467282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.895536Z","time spent":"571.48616ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414331,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:05.467775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.046506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:05.467869Z","caller":"traceutil/trace.go:171","msg":"trace[893135463] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7824; }","duration":"233.19287ms","start":"2026-03-03T01:09:05.234659Z","end":"2026-03-03T01:09:05.467851Z","steps":["trace[893135463] 'agreement among raft nodes before linearized reading' (duration: 232.106974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:05.691357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.769147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b549444b4-xc5p2.18992f7b6f6283f3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T01:09:05.691425Z","caller":"traceutil/trace.go:171","msg":"trace[76304457] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b549444b4-xc5p2.18992f7b6f6283f3; range_end:; response_count:1; response_revision:7824; }","duration":"144.89053ms","start":"2026-03-03T01:09:05.546518Z","end":"2026-03-03T01:09:05.691409Z","steps":["trace[76304457] 'range keys from in-memory index tree' (duration: 144.587492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:05.691617Z","caller":"traceutil/trace.go:171","msg":"trace[1038749359] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"134.597441ms","start":"2026-03-03T01:09:05.55701Z","end":"2026-03-03T01:09:05.691607Z","steps":["trace[1038749359] 'process raft request' (duration: 77.307487ms)","trace[1038749359] 'compare' (duration: 56.833404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:06.265894Z","caller":"traceutil/trace.go:171","msg":"trace[883316733] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"303.965038ms","start":"2026-03-03T01:09:05.961888Z","end":"2026-03-03T01:09:06.265853Z","steps":["trace[883316733] 'process raft request' (duration: 303.794304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.266044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:05.961859Z","time spent":"304.10706ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:06.573216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.63909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:06.573314Z","caller":"traceutil/trace.go:171","msg":"trace[908242917] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8135; }","duration":"255.096667ms","start":"2026-03-03T01:09:06.318203Z","end":"2026-03-03T01:09:06.573299Z","steps":["trace[908242917] 'read index received' (duration: 28.254993ms)","trace[908242917] 'applied index is now lower than readState.Index' (duration: 226.840354ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:06.573436Z","caller":"traceutil/trace.go:171","msg":"trace[1956723719] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"501.76644ms","start":"2026-03-03T01:09:06.07163Z","end":"2026-03-03T01:09:06.573396Z","steps":["trace[1956723719] 'process raft request' (duration: 274.866135ms)","trace[1956723719] 'compare' (duration: 226.542847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:06.573502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.297751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:09:06.573533Z","caller":"traceutil/trace.go:171","msg":"trace[1781892283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7828; }","duration":"255.359113ms","start":"2026-03-03T01:09:06.318162Z","end":"2026-03-03T01:09:06.573522Z","steps":["trace[1781892283] 'agreement among raft nodes before linearized reading' (duration: 255.22324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.57365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.0716Z","time spent":"501.919773ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:06.573868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.415777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:06.57389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.869923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:09:06.573945Z","caller":"traceutil/trace.go:171","msg":"trace[1962195572] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7828; }","duration":"134.528199ms","start":"2026-03-03T01:09:06.439401Z","end":"2026-03-03T01:09:06.57393Z","steps":["trace[1962195572] 'agreement among raft nodes before linearized reading' (duration: 134.373066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.573952Z","caller":"traceutil/trace.go:171","msg":"trace[1238477432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7828; }","duration":"171.988025ms","start":"2026-03-03T01:09:06.40195Z","end":"2026-03-03T01:09:06.573939Z","steps":["trace[1238477432] 'agreement among raft nodes before linearized reading' (duration: 171.825512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.573953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.720099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:09:06.574006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.974965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:06.57405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.638396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:09:06.574085Z","caller":"traceutil/trace.go:171","msg":"trace[539887896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7828; }","duration":"171.870693ms","start":"2026-03-03T01:09:06.402196Z","end":"2026-03-03T01:09:06.574067Z","steps":["trace[539887896] 'agreement among raft nodes before linearized reading' (duration: 171.567986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.574108Z","caller":"traceutil/trace.go:171","msg":"trace[1482386790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:7828; }","duration":"167.721827ms","start":"2026-03-03T01:09:06.406372Z","end":"2026-03-03T01:09:06.574094Z","steps":["trace[1482386790] 'agreement among raft nodes before linearized reading' (duration: 167.577024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.574109Z","caller":"traceutil/trace.go:171","msg":"trace[1534578351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7828; }","duration":"172.103809ms","start":"2026-03-03T01:09:06.40198Z","end":"2026-03-03T01:09:06.574084Z","steps":["trace[1534578351] 'agreement among raft nodes before linearized reading' (duration: 171.845093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.57389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.908624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:06.574204Z","caller":"traceutil/trace.go:171","msg":"trace[347292853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7828; }","duration":"172.256792ms","start":"2026-03-03T01:09:06.401939Z","end":"2026-03-03T01:09:06.574196Z","steps":["trace[347292853] 'agreement among raft nodes before linearized reading' (duration: 171.841123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.57417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.238764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:09:06.574293Z","caller":"traceutil/trace.go:171","msg":"trace[2134247264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7828; }","duration":"173.4718ms","start":"2026-03-03T01:09:06.400802Z","end":"2026-03-03T01:09:06.574274Z","steps":["trace[2134247264] 'agreement among raft nodes before linearized reading' (duration: 173.051211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.574325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.423748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:06.574619Z","caller":"traceutil/trace.go:171","msg":"trace[1120299112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7828; }","duration":"225.187646ms","start":"2026-03-03T01:09:06.349301Z","end":"2026-03-03T01:09:06.574488Z","steps":["trace[1120299112] 'agreement among raft nodes before linearized reading' (duration: 224.417548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.574007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.1356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T01:09:06.574808Z","caller":"traceutil/trace.go:171","msg":"trace[541650284] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7828; }","duration":"140.954398ms","start":"2026-03-03T01:09:06.43384Z","end":"2026-03-03T01:09:06.574794Z","steps":["trace[541650284] 'agreement among raft nodes before linearized reading' (duration: 140.064048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.256639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.634576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:07.256737Z","caller":"traceutil/trace.go:171","msg":"trace[47752300] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8136; }","duration":"678.501566ms","start":"2026-03-03T01:09:06.578216Z","end":"2026-03-03T01:09:07.256717Z","steps":["trace[47752300] 'read index received' (duration: 330.848609ms)","trace[47752300] 'applied index is now lower than readState.Index' (duration: 347.651937ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:07.25681Z","caller":"traceutil/trace.go:171","msg":"trace[481745955] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"678.738991ms","start":"2026-03-03T01:09:06.578036Z","end":"2026-03-03T01:09:07.256775Z","steps":["trace[481745955] 'process raft request' (duration: 330.90071ms)","trace[481745955] 'compare' (duration: 347.418071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:07.256874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.656309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:09:07.256903Z","caller":"traceutil/trace.go:171","msg":"trace[1045915780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7829; }","duration":"678.70216ms","start":"2026-03-03T01:09:06.578192Z","end":"2026-03-03T01:09:07.256894Z","steps":["trace[1045915780] 'agreement among raft nodes before linearized reading' (duration: 678.593417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.256942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578179Z","time spent":"678.755391ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:09:07.256975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578018Z","time spent":"678.868584ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:07.674325Z","caller":"traceutil/trace.go:171","msg":"trace[1538176026] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"842.18722ms","start":"2026-03-03T01:09:06.832105Z","end":"2026-03-03T01:09:07.674292Z","steps":["trace[1538176026] 'process raft request' (duration: 842.114358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:07.674434Z","caller":"traceutil/trace.go:171","msg":"trace[1541540490] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"1.096098739s","start":"2026-03-03T01:09:06.578322Z","end":"2026-03-03T01:09:07.674421Z","steps":["trace[1541540490] 'process raft request' (duration: 1.072028902s)","trace[1541540490] 'compare' (duration: 23.458703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:07.674518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578311Z","time spent":"1.09615438s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:07.674528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.832077Z","time spent":"842.354373ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:07.674506Z","caller":"traceutil/trace.go:171","msg":"trace[259852977] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"1.095885834s","start":"2026-03-03T01:09:06.578391Z","end":"2026-03-03T01:09:07.674277Z","steps":["trace[259852977] 'process raft request' (duration: 1.095642689s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:07.674586Z","caller":"traceutil/trace.go:171","msg":"trace[662908496] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"1.094637425s","start":"2026-03-03T01:09:06.579919Z","end":"2026-03-03T01:09:07.674556Z","steps":["trace[662908496] 'process raft request' (duration: 1.094243156s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:07.674369Z","caller":"traceutil/trace.go:171","msg":"trace[902425313] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"1.095812752s","start":"2026-03-03T01:09:06.578535Z","end":"2026-03-03T01:09:07.674348Z","steps":["trace[902425313] 'process raft request' (duration: 1.095564246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.674676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578385Z","time spent":"1.096210362s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:07.67472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.579901Z","time spent":"1.094749208s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:07.674734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578526Z","time spent":"1.09616782s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:07.675438Z","caller":"traceutil/trace.go:171","msg":"trace[1840091798] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"611.040866ms","start":"2026-03-03T01:09:07.064385Z","end":"2026-03-03T01:09:07.675426Z","steps":["trace[1840091798] 'process raft request' (duration: 610.734729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.675519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.064361Z","time spent":"611.128847ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:07.762723Z","caller":"traceutil/trace.go:171","msg":"trace[373212215] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8137; }","duration":"505.922005ms","start":"2026-03-03T01:09:07.256763Z","end":"2026-03-03T01:09:07.762685Z","steps":["trace[373212215] 'read index received' (duration: 393.530017ms)","trace[373212215] 'applied index is now lower than readState.Index' (duration: 112.389928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:07.76329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105821553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:07.763306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184538024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:07.763356Z","caller":"traceutil/trace.go:171","msg":"trace[2129075413] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7835; }","duration":"1.105916665s","start":"2026-03-03T01:09:06.657422Z","end":"2026-03-03T01:09:07.763339Z","steps":["trace[2129075413] 'agreement among raft nodes before linearized reading' (duration: 1.105810343s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:07.763368Z","caller":"traceutil/trace.go:171","msg":"trace[1543463750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7835; }","duration":"1.184656066s","start":"2026-03-03T01:09:06.578695Z","end":"2026-03-03T01:09:07.763351Z","steps":["trace[1543463750] 'agreement among raft nodes before linearized reading' (duration: 1.184132934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.763401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.65741Z","time spent":"1.105978607s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:07.763421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.578674Z","time spent":"1.184732098s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:09:07.763948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141409246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:07.764002Z","caller":"traceutil/trace.go:171","msg":"trace[431527503] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7835; }","duration":"1.141489268s","start":"2026-03-03T01:09:06.622501Z","end":"2026-03-03T01:09:07.76399Z","steps":["trace[431527503] 'agreement among raft nodes before linearized reading' (duration: 1.141359295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.764036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.62249Z","time spent":"1.141537509s","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:07.76427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184707207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-03-03T01:09:07.764252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.159493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:07.76431Z","caller":"traceutil/trace.go:171","msg":"trace[51079531] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7835; }","duration":"1.184759408s","start":"2026-03-03T01:09:06.579541Z","end":"2026-03-03T01:09:07.764301Z","steps":["trace[51079531] 'agreement among raft nodes before linearized reading' (duration: 1.184644366s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:07.764332Z","caller":"traceutil/trace.go:171","msg":"trace[1429969501] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7835; }","duration":"542.303247ms","start":"2026-03-03T01:09:07.22201Z","end":"2026-03-03T01:09:07.764314Z","steps":["trace[1429969501] 'agreement among raft nodes before linearized reading' (duration: 542.088252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.76434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.579534Z","time spent":"1.184798079s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:09:07.764385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.22199Z","time spent":"542.384698ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:07.818969Z","caller":"traceutil/trace.go:171","msg":"trace[1686636663] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"122.334488ms","start":"2026-03-03T01:09:07.696613Z","end":"2026-03-03T01:09:07.818947Z","steps":["trace[1686636663] 'process raft request' (duration: 122.153103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.819076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.904689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:07.819117Z","caller":"traceutil/trace.go:171","msg":"trace[151974259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7836; }","duration":"468.995421ms","start":"2026-03-03T01:09:07.35011Z","end":"2026-03-03T01:09:07.819106Z","steps":["trace[151974259] 'agreement among raft nodes before linearized reading' (duration: 468.896819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.819147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.35009Z","time spent":"469.049293ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:07.819188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.875986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T01:09:07.819267Z","caller":"traceutil/trace.go:171","msg":"trace[843412810] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7836; }","duration":"561.004389ms","start":"2026-03-03T01:09:07.258245Z","end":"2026-03-03T01:09:07.819249Z","steps":["trace[843412810] 'agreement among raft nodes before linearized reading' (duration: 560.739392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.819309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.258227Z","time spent":"561.07116ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:09:08.016257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.800453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:08.016318Z","caller":"traceutil/trace.go:171","msg":"trace[328956562] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7836; }","duration":"133.914876ms","start":"2026-03-03T01:09:07.88239Z","end":"2026-03-03T01:09:08.016305Z","steps":["trace[328956562] 'range keys from in-memory index tree' (duration: 133.724521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:09.491432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.160137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:09.491515Z","caller":"traceutil/trace.go:171","msg":"trace[1870691614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7838; }","duration":"142.276059ms","start":"2026-03-03T01:09:09.349226Z","end":"2026-03-03T01:09:09.491502Z","steps":["trace[1870691614] 'range keys from in-memory index tree' (duration: 142.102716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:13.925488Z","caller":"traceutil/trace.go:171","msg":"trace[582031530] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"196.364408ms","start":"2026-03-03T01:09:13.729099Z","end":"2026-03-03T01:09:13.925464Z","steps":["trace[582031530] 'process raft request' (duration: 196.205644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:13.929803Z","caller":"traceutil/trace.go:171","msg":"trace[857812688] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"159.614602ms","start":"2026-03-03T01:09:13.770161Z","end":"2026-03-03T01:09:13.929775Z","steps":["trace[857812688] 'process raft request' (duration: 159.396937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:13.929989Z","caller":"traceutil/trace.go:171","msg":"trace[1863152796] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8296; }","duration":"158.533287ms","start":"2026-03-03T01:09:13.771426Z","end":"2026-03-03T01:09:13.929959Z","steps":["trace[1863152796] 'read index received' (duration: 153.88259ms)","trace[1863152796] 'applied index is now lower than readState.Index' (duration: 4.648627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:13.930187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.742792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:09:13.930257Z","caller":"traceutil/trace.go:171","msg":"trace[1375759690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7989; }","duration":"158.822054ms","start":"2026-03-03T01:09:13.771419Z","end":"2026-03-03T01:09:13.930242Z","steps":["trace[1375759690] 'agreement among raft nodes before linearized reading' (duration: 158.66377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:13.93028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.148019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:13.930323Z","caller":"traceutil/trace.go:171","msg":"trace[661117433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7989; }","duration":"158.23093ms","start":"2026-03-03T01:09:13.772081Z","end":"2026-03-03T01:09:13.930312Z","steps":["trace[661117433] 'agreement among raft nodes before linearized reading' (duration: 158.038166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:13.930378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.032251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:09:13.930463Z","caller":"traceutil/trace.go:171","msg":"trace[1270657640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:7989; }","duration":"123.163274ms","start":"2026-03-03T01:09:13.807284Z","end":"2026-03-03T01:09:13.930447Z","steps":["trace[1270657640] 'agreement among raft nodes before linearized reading' (duration: 122.867717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:13.930477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.695955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:13.9305Z","caller":"traceutil/trace.go:171","msg":"trace[1987624643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7989; }","duration":"156.737376ms","start":"2026-03-03T01:09:13.773757Z","end":"2026-03-03T01:09:13.930494Z","steps":["trace[1987624643] 'agreement among raft nodes before linearized reading' (duration: 156.679444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:13.930413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.203193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:13.930565Z","caller":"traceutil/trace.go:171","msg":"trace[1871382014] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7989; }","duration":"106.396838ms","start":"2026-03-03T01:09:13.824161Z","end":"2026-03-03T01:09:13.930558Z","steps":["trace[1871382014] 'agreement among raft nodes before linearized reading' (duration: 106.170843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:13.930689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.386571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:13.930759Z","caller":"traceutil/trace.go:171","msg":"trace[1988418102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7989; }","duration":"157.514284ms","start":"2026-03-03T01:09:13.773226Z","end":"2026-03-03T01:09:13.93074Z","steps":["trace[1988418102] 'agreement among raft nodes before linearized reading' (duration: 157.249768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:15.84854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330237945,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:09:16.22565Z","caller":"traceutil/trace.go:171","msg":"trace[1494942638] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"877.080858ms","start":"2026-03-03T01:09:15.348488Z","end":"2026-03-03T01:09:16.225569Z","steps":["trace[1494942638] 'read index received' (duration: 876.883373ms)","trace[1494942638] 'applied index is now lower than readState.Index' (duration: 195.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:16.225718Z","caller":"traceutil/trace.go:171","msg":"trace[209983697] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"921.106432ms","start":"2026-03-03T01:09:15.304576Z","end":"2026-03-03T01:09:16.225682Z","steps":["trace[209983697] 'process raft request' (duration: 920.752403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.225894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.304559Z","time spent":"921.235405ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:16.2259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.381306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:16.225993Z","caller":"traceutil/trace.go:171","msg":"trace[997841260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7996; }","duration":"877.533619ms","start":"2026-03-03T01:09:15.348435Z","end":"2026-03-03T01:09:16.225969Z","steps":["trace[997841260] 'agreement among raft nodes before linearized reading' (duration: 877.350905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.226041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.348416Z","time spent":"877.617341ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:16.529407Z","caller":"traceutil/trace.go:171","msg":"trace[991417315] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"594.612799ms","start":"2026-03-03T01:09:15.934769Z","end":"2026-03-03T01:09:16.529382Z","steps":["trace[991417315] 'process raft request' (duration: 594.542348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:16.529419Z","caller":"traceutil/trace.go:171","msg":"trace[424286910] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"597.800763ms","start":"2026-03-03T01:09:15.931579Z","end":"2026-03-03T01:09:16.52938Z","steps":["trace[424286910] 'process raft request' (duration: 597.575388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.529559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.934726Z","time spent":"594.759353ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:16.529795Z","caller":"traceutil/trace.go:171","msg":"trace[22667073] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8306; }","duration":"304.028075ms","start":"2026-03-03T01:09:16.225745Z","end":"2026-03-03T01:09:16.529773Z","steps":["trace[22667073] 'read index received' (duration: 303.419721ms)","trace[22667073] 'applied index is now lower than readState.Index' (duration: 606.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:16.529812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.931536Z","time spent":"597.963297ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:16.529937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.924666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:16.529982Z","caller":"traceutil/trace.go:171","msg":"trace[127757093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7999; }","duration":"588.017048ms","start":"2026-03-03T01:09:15.941954Z","end":"2026-03-03T01:09:16.529971Z","steps":["trace[127757093] 'agreement among raft nodes before linearized reading' (duration: 587.889715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.941936Z","time spent":"588.0689ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:16.530085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.311876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:09:16.530128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11880115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T01:09:16.530158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.346709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:16.530158Z","caller":"traceutil/trace.go:171","msg":"trace[1208657823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:7999; }","duration":"575.402358ms","start":"2026-03-03T01:09:15.954735Z","end":"2026-03-03T01:09:16.530137Z","steps":["trace[1208657823] 'agreement among raft nodes before linearized reading' (duration: 575.192603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.53015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.180591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:16.530181Z","caller":"traceutil/trace.go:171","msg":"trace[1012116111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7999; }","duration":"1.118890662s","start":"2026-03-03T01:09:15.411274Z","end":"2026-03-03T01:09:16.530165Z","steps":["trace[1012116111] 'agreement among raft nodes before linearized reading' (duration: 1.118757819s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:16.530187Z","caller":"traceutil/trace.go:171","msg":"trace[1914711796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7999; }","duration":"586.417802ms","start":"2026-03-03T01:09:15.943761Z","end":"2026-03-03T01:09:16.530179Z","steps":["trace[1914711796] 'agreement among raft nodes before linearized reading' (duration: 586.326369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.983111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:16.530198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.954729Z","time spent":"575.461389ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:09:16.530217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.411248Z","time spent":"1.118961963s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T01:09:16.530223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.943738Z","time spent":"586.474072ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:09:16.530238Z","caller":"traceutil/trace.go:171","msg":"trace[784823603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"303.077784ms","start":"2026-03-03T01:09:16.227145Z","end":"2026-03-03T01:09:16.530222Z","steps":["trace[784823603] 'agreement among raft nodes before linearized reading' (duration: 302.991682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:16.530222Z","caller":"traceutil/trace.go:171","msg":"trace[2098457136] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"595.116652ms","start":"2026-03-03T01:09:15.935069Z","end":"2026-03-03T01:09:16.530186Z","steps":["trace[2098457136] 'process raft request' (duration: 594.279772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.227124Z","time spent":"303.142645ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:16.530202Z","caller":"traceutil/trace.go:171","msg":"trace[35489800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"588.277914ms","start":"2026-03-03T01:09:15.941913Z","end":"2026-03-03T01:09:16.530191Z","steps":["trace[35489800] 'agreement among raft nodes before linearized reading' (duration: 588.011408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.803402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:09:16.530324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.04156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b549444b4-xc5p2.18992f7b6f6283f3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T01:09:16.530372Z","caller":"traceutil/trace.go:171","msg":"trace[795941062] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b549444b4-xc5p2.18992f7b6f6283f3; range_end:; response_count:1; response_revision:7999; }","duration":"984.126342ms","start":"2026-03-03T01:09:15.546236Z","end":"2026-03-03T01:09:16.530362Z","steps":["trace[795941062] 'agreement among raft nodes before linearized reading' (duration: 984.005739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.9419Z","time spent":"588.426417ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:09:16.530378Z","caller":"traceutil/trace.go:171","msg":"trace[1557523985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"590.935825ms","start":"2026-03-03T01:09:15.939421Z","end":"2026-03-03T01:09:16.530357Z","steps":["trace[1557523985] 'agreement among raft nodes before linearized reading' (duration: 590.665498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.530382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.935047Z","time spent":"595.245854ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:16.530407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.546212Z","time spent":"984.186053ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-b549444b4-xc5p2.18992f7b6f6283f3\" "} {"level":"warn","ts":"2026-03-03T01:09:16.530425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:15.939403Z","time spent":"591.012657ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:16.969971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.176915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:16.970091Z","caller":"traceutil/trace.go:171","msg":"trace[1258020047] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"436.741198ms","start":"2026-03-03T01:09:16.533329Z","end":"2026-03-03T01:09:16.970071Z","steps":["trace[1258020047] 'process raft request' (duration: 196.371638ms)","trace[1258020047] 'compare' (duration: 239.966681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:16.970155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.533305Z","time spent":"436.819779ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:16.980169Z","caller":"traceutil/trace.go:171","msg":"trace[988070955] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"445.197833ms","start":"2026-03-03T01:09:16.53495Z","end":"2026-03-03T01:09:16.980148Z","steps":["trace[988070955] 'process raft request' (duration: 444.997088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.980277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.534929Z","time spent":"445.295445ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:16.980477Z","caller":"traceutil/trace.go:171","msg":"trace[289499447] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"445.239603ms","start":"2026-03-03T01:09:16.535229Z","end":"2026-03-03T01:09:16.980468Z","steps":["trace[289499447] 'process raft request' (duration: 444.882815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.980524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.535221Z","time spent":"445.278934ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:16.980522Z","caller":"traceutil/trace.go:171","msg":"trace[1928975647] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"445.206853ms","start":"2026-03-03T01:09:16.535286Z","end":"2026-03-03T01:09:16.980492Z","steps":["trace[1928975647] 'process raft request' (duration: 445.09807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:16.980478Z","caller":"traceutil/trace.go:171","msg":"trace[102048590] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8309; }","duration":"445.385897ms","start":"2026-03-03T01:09:16.535081Z","end":"2026-03-03T01:09:16.980466Z","steps":["trace[102048590] 'read index received' (duration: 194.595887ms)","trace[102048590] 'applied index is now lower than readState.Index' (duration: 250.78913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:16.980661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.53528Z","time spent":"445.310475ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:16.980744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.657233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T01:09:16.980805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.980589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:16.980834Z","caller":"traceutil/trace.go:171","msg":"trace[784058891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"442.02751ms","start":"2026-03-03T01:09:16.5388Z","end":"2026-03-03T01:09:16.980827Z","steps":["trace[784058891] 'agreement among raft nodes before linearized reading' (duration: 441.984139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:16.980814Z","caller":"traceutil/trace.go:171","msg":"trace[194763489] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338; range_end:; response_count:1; response_revision:8004; }","duration":"445.751695ms","start":"2026-03-03T01:09:16.535051Z","end":"2026-03-03T01:09:16.980802Z","steps":["trace[194763489] 'agreement among raft nodes before linearized reading' (duration: 445.502949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.980902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.535034Z","time spent":"445.860038ms","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-4b9316e1-cb04-4f66-8193-f4b2e7c6c338\" "} {"level":"warn","ts":"2026-03-03T01:09:16.981009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.52817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:16.981062Z","caller":"traceutil/trace.go:171","msg":"trace[432189524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8004; }","duration":"445.608122ms","start":"2026-03-03T01:09:16.535442Z","end":"2026-03-03T01:09:16.98105Z","steps":["trace[432189524] 'agreement among raft nodes before linearized reading' (duration: 445.267194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.980857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.538786Z","time spent":"442.06602ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:16.981092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.535417Z","time spent":"445.669744ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:09:16.980825Z","caller":"traceutil/trace.go:171","msg":"trace[1727259449] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"445.424918ms","start":"2026-03-03T01:09:16.535376Z","end":"2026-03-03T01:09:16.980801Z","steps":["trace[1727259449] 'process raft request' (duration: 445.05856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:16.981217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:16.535371Z","time spent":"445.820037ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:27.333315Z","caller":"traceutil/trace.go:171","msg":"trace[2003397745] linearizableReadLoop","detail":"{readStateIndex:8361; appliedIndex:8360; }","duration":"223.513332ms","start":"2026-03-03T01:09:27.10978Z","end":"2026-03-03T01:09:27.333293Z","steps":["trace[2003397745] 'read index received' (duration: 223.446291ms)","trace[2003397745] 'applied index is now lower than readState.Index' (duration: 66.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:27.333436Z","caller":"traceutil/trace.go:171","msg":"trace[1519726847] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"224.301901ms","start":"2026-03-03T01:09:27.109061Z","end":"2026-03-03T01:09:27.333363Z","steps":["trace[1519726847] 'process raft request' (duration: 224.105116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:27.333661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.870631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:27.333689Z","caller":"traceutil/trace.go:171","msg":"trace[43583122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8049; }","duration":"223.916602ms","start":"2026-03-03T01:09:27.109766Z","end":"2026-03-03T01:09:27.333683Z","steps":["trace[43583122] 'agreement among raft nodes before linearized reading' (duration: 223.600715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:27.358852Z","caller":"traceutil/trace.go:171","msg":"trace[1197831374] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"248.959548ms","start":"2026-03-03T01:09:27.109864Z","end":"2026-03-03T01:09:27.358824Z","steps":["trace[1197831374] 'process raft request' (duration: 248.760153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:27.359076Z","caller":"traceutil/trace.go:171","msg":"trace[1187886403] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"249.142093ms","start":"2026-03-03T01:09:27.109902Z","end":"2026-03-03T01:09:27.359044Z","steps":["trace[1187886403] 'process raft request' (duration: 248.869377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:28.531855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.814537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T01:09:28.531978Z","caller":"traceutil/trace.go:171","msg":"trace[2034969694] linearizableReadLoop","detail":"{readStateIndex:8364; appliedIndex:8363; }","duration":"210.561705ms","start":"2026-03-03T01:09:28.321396Z","end":"2026-03-03T01:09:28.531957Z","steps":["trace[2034969694] 'read index received' (duration: 34.081µs)","trace[2034969694] 'applied index is now lower than readState.Index' (duration: 210.525514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:28.532478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.073786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:09:28.532548Z","caller":"traceutil/trace.go:171","msg":"trace[2057186577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8051; }","duration":"211.180689ms","start":"2026-03-03T01:09:28.321352Z","end":"2026-03-03T01:09:28.532533Z","steps":["trace[2057186577] 'agreement among raft nodes before linearized reading' (duration: 210.968104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:28.532565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.622084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:28.532588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.040824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:09:28.532641Z","caller":"traceutil/trace.go:171","msg":"trace[695981764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8051; }","duration":"184.123026ms","start":"2026-03-03T01:09:28.348501Z","end":"2026-03-03T01:09:28.532624Z","steps":["trace[695981764] 'agreement among raft nodes before linearized reading' (duration: 183.924622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:28.532638Z","caller":"traceutil/trace.go:171","msg":"trace[414226061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8051; }","duration":"183.712077ms","start":"2026-03-03T01:09:28.348905Z","end":"2026-03-03T01:09:28.532617Z","steps":["trace[414226061] 'agreement among raft nodes before linearized reading' (duration: 183.594794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:28.953954Z","caller":"traceutil/trace.go:171","msg":"trace[893394501] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8364; }","duration":"417.276171ms","start":"2026-03-03T01:09:28.536653Z","end":"2026-03-03T01:09:28.953929Z","steps":["trace[893394501] 'read index received' (duration: 417.044625ms)","trace[893394501] 'applied index is now lower than readState.Index' (duration: 230.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:28.954018Z","caller":"traceutil/trace.go:171","msg":"trace[1259906375] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"417.447904ms","start":"2026-03-03T01:09:28.536516Z","end":"2026-03-03T01:09:28.953964Z","steps":["trace[1259906375] 'process raft request' (duration: 417.173638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:28.954179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.536495Z","time spent":"417.595978ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:28.954201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.526476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T01:09:28.954254Z","caller":"traceutil/trace.go:171","msg":"trace[686772019] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8052; }","duration":"417.620579ms","start":"2026-03-03T01:09:28.536614Z","end":"2026-03-03T01:09:28.954235Z","steps":["trace[686772019] 'agreement among raft nodes before linearized reading' (duration: 417.424364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:28.954311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.5366Z","time spent":"417.69828ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:09:29.136442Z","caller":"traceutil/trace.go:171","msg":"trace[1334894659] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"559.409551ms","start":"2026-03-03T01:09:28.577007Z","end":"2026-03-03T01:09:29.136417Z","steps":["trace[1334894659] 'process raft request' (duration: 543.361432ms)","trace[1334894659] 'compare' (duration: 15.699121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:29.136599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.576983Z","time spent":"559.527093ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:29.136729Z","caller":"traceutil/trace.go:171","msg":"trace[1650091244] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"551.439158ms","start":"2026-03-03T01:09:28.585258Z","end":"2026-03-03T01:09:29.136697Z","steps":["trace[1650091244] 'process raft request' (duration: 550.934996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:29.136885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.585238Z","time spent":"551.56505ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:29.137066Z","caller":"traceutil/trace.go:171","msg":"trace[2013400734] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"470.149717ms","start":"2026-03-03T01:09:28.666902Z","end":"2026-03-03T01:09:29.137051Z","steps":["trace[2013400734] 'process raft request' (duration: 469.997293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:29.137042Z","caller":"traceutil/trace.go:171","msg":"trace[967492581] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8365; }","duration":"122.401426ms","start":"2026-03-03T01:09:29.014612Z","end":"2026-03-03T01:09:29.137013Z","steps":["trace[967492581] 'read index received' (duration: 105.782653ms)","trace[967492581] 'applied index is now lower than readState.Index' (duration: 16.617173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:29.137082Z","caller":"traceutil/trace.go:171","msg":"trace[1307079565] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"481.729314ms","start":"2026-03-03T01:09:28.655333Z","end":"2026-03-03T01:09:29.137062Z","steps":["trace[1307079565] 'process raft request' (duration: 481.281784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:29.137152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.666888Z","time spent":"470.219249ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:29.137196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:28.655314Z","time spent":"481.820676ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:29.137223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.58638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:29.137273Z","caller":"traceutil/trace.go:171","msg":"trace[1667638279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8056; }","duration":"122.684262ms","start":"2026-03-03T01:09:29.014574Z","end":"2026-03-03T01:09:29.137258Z","steps":["trace[1667638279] 'agreement among raft nodes before linearized reading' (duration: 122.58301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:29.659445Z","caller":"traceutil/trace.go:171","msg":"trace[1788285708] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"233.185024ms","start":"2026-03-03T01:09:29.426202Z","end":"2026-03-03T01:09:29.659387Z","steps":["trace[1788285708] 'process raft request' (duration: 180.796299ms)","trace[1788285708] 'compare' (duration: 52.069938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:29.660398Z","caller":"traceutil/trace.go:171","msg":"trace[514913685] linearizableReadLoop","detail":"{readStateIndex:8373; appliedIndex:8371; }","duration":"233.754998ms","start":"2026-03-03T01:09:29.426418Z","end":"2026-03-03T01:09:29.660173Z","steps":["trace[514913685] 'read index received' (duration: 48.005384ms)","trace[514913685] 'applied index is now lower than readState.Index' (duration: 185.747413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:29.660584Z","caller":"traceutil/trace.go:171","msg":"trace[590486420] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"234.130347ms","start":"2026-03-03T01:09:29.426407Z","end":"2026-03-03T01:09:29.660538Z","steps":["trace[590486420] 'process raft request' (duration: 233.504643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:29.660957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.527206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:29.661018Z","caller":"traceutil/trace.go:171","msg":"trace[1156074794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8061; }","duration":"234.642079ms","start":"2026-03-03T01:09:29.426361Z","end":"2026-03-03T01:09:29.661003Z","steps":["trace[1156074794] 'agreement among raft nodes before linearized reading' (duration: 234.139067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.014653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.33187Z","time spent":"682.773928ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:09:32.015202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.517708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:32.015321Z","caller":"traceutil/trace.go:171","msg":"trace[991900142] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"872.424473ms","start":"2026-03-03T01:09:31.142877Z","end":"2026-03-03T01:09:32.015301Z","steps":["trace[991900142] 'process raft request' (duration: 573.7107ms)","trace[991900142] 'compare' (duration: 298.367685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:32.015396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.142853Z","time spent":"872.500734ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:32.095562Z","caller":"traceutil/trace.go:171","msg":"trace[124014920] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8375; }","duration":"876.534846ms","start":"2026-03-03T01:09:31.218997Z","end":"2026-03-03T01:09:32.095531Z","steps":["trace[124014920] 'read index received' (duration: 497.606028ms)","trace[124014920] 'applied index is now lower than readState.Index' (duration: 378.927188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:32.095608Z","caller":"traceutil/trace.go:171","msg":"trace[13985809] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"952.414072ms","start":"2026-03-03T01:09:31.143148Z","end":"2026-03-03T01:09:32.095562Z","steps":["trace[13985809] 'process raft request' (duration: 952.155816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:32.09568Z","caller":"traceutil/trace.go:171","msg":"trace[1958083805] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"952.361151ms","start":"2026-03-03T01:09:31.14325Z","end":"2026-03-03T01:09:32.095611Z","steps":["trace[1958083805] 'process raft request' (duration: 952.221398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.095816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.143229Z","time spent":"952.519445ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:32.09582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.14313Z","time spent":"952.569446ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:32.095854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.852654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:09:32.095885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.035737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:09:32.095885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.203302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:09:32.095914Z","caller":"traceutil/trace.go:171","msg":"trace[668893356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8065; }","duration":"876.957217ms","start":"2026-03-03T01:09:31.218942Z","end":"2026-03-03T01:09:32.095899Z","steps":["trace[668893356] 'agreement among raft nodes before linearized reading' (duration: 876.718391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:32.095941Z","caller":"traceutil/trace.go:171","msg":"trace[760004175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8065; }","duration":"428.308154ms","start":"2026-03-03T01:09:31.66762Z","end":"2026-03-03T01:09:32.095929Z","steps":["trace[760004175] 'agreement among raft nodes before linearized reading' (duration: 428.1523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:32.095936Z","caller":"traceutil/trace.go:171","msg":"trace[1939335223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8065; }","duration":"617.142269ms","start":"2026-03-03T01:09:31.478779Z","end":"2026-03-03T01:09:32.095921Z","steps":["trace[1939335223] 'agreement among raft nodes before linearized reading' (duration: 616.941315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.095951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.218904Z","time spent":"877.039868ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:32.095942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.192271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:32.095988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.667605Z","time spent":"428.372636ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:09:32.09599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.47876Z","time spent":"617.219751ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:32.095965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.571876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:32.096109Z","caller":"traceutil/trace.go:171","msg":"trace[216649608] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8065; }","duration":"410.783261ms","start":"2026-03-03T01:09:31.685304Z","end":"2026-03-03T01:09:32.096087Z","steps":["trace[216649608] 'agreement among raft nodes before linearized reading' (duration: 410.572006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:32.09601Z","caller":"traceutil/trace.go:171","msg":"trace[1286514498] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8065; }","duration":"295.354725ms","start":"2026-03-03T01:09:31.800642Z","end":"2026-03-03T01:09:32.095996Z","steps":["trace[1286514498] 'agreement among raft nodes before linearized reading' (duration: 295.161351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.096201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.685293Z","time spent":"410.892883ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:32.096012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.124779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:32.096336Z","caller":"traceutil/trace.go:171","msg":"trace[274875438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"431.480507ms","start":"2026-03-03T01:09:31.664833Z","end":"2026-03-03T01:09:32.096313Z","steps":["trace[274875438] 'agreement among raft nodes before linearized reading' (duration: 431.048247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.096396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.664799Z","time spent":"431.578859ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:32.096022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.855993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:32.096471Z","caller":"traceutil/trace.go:171","msg":"trace[366629560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"431.350574ms","start":"2026-03-03T01:09:31.66511Z","end":"2026-03-03T01:09:32.096461Z","steps":["trace[366629560] 'agreement among raft nodes before linearized reading' (duration: 430.713379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.096521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:31.665104Z","time spent":"431.405555ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:09:32.363986Z","caller":"traceutil/trace.go:171","msg":"trace[1780447025] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"263.151955ms","start":"2026-03-03T01:09:32.100811Z","end":"2026-03-03T01:09:32.363963Z","steps":["trace[1780447025] 'process raft request' (duration: 262.991171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.685671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.241271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:32.686086Z","caller":"traceutil/trace.go:171","msg":"trace[1136941926] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8378; }","duration":"492.372548ms","start":"2026-03-03T01:09:32.193696Z","end":"2026-03-03T01:09:32.686069Z","steps":["trace[1136941926] 'read index received' (duration: 170.198006ms)","trace[1136941926] 'applied index is now lower than readState.Index' (duration: 322.173322ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:32.686207Z","caller":"traceutil/trace.go:171","msg":"trace[193467730] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"584.198851ms","start":"2026-03-03T01:09:32.101983Z","end":"2026-03-03T01:09:32.686182Z","steps":["trace[193467730] 'process raft request' (duration: 583.954755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:32.686224Z","caller":"traceutil/trace.go:171","msg":"trace[588566858] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"584.15034ms","start":"2026-03-03T01:09:32.102045Z","end":"2026-03-03T01:09:32.686196Z","steps":["trace[588566858] 'process raft request' (duration: 583.983616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.686317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.101943Z","time spent":"584.321014ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:32.686315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.677942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:32.686387Z","caller":"traceutil/trace.go:171","msg":"trace[89111514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8069; }","duration":"338.799505ms","start":"2026-03-03T01:09:32.347568Z","end":"2026-03-03T01:09:32.686367Z","steps":["trace[89111514] 'agreement among raft nodes before linearized reading' (duration: 338.675752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.68641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.102031Z","time spent":"584.276253ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:32.686443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.347542Z","time spent":"338.887687ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:32.68642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.133354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:32.686414Z","caller":"traceutil/trace.go:171","msg":"trace[1463904094] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"585.490521ms","start":"2026-03-03T01:09:32.100874Z","end":"2026-03-03T01:09:32.686364Z","steps":["trace[1463904094] 'process raft request' (duration: 396.477283ms)","trace[1463904094] 'compare' (duration: 187.901693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:32.68651Z","caller":"traceutil/trace.go:171","msg":"trace[198717427] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8069; }","duration":"170.264177ms","start":"2026-03-03T01:09:32.516228Z","end":"2026-03-03T01:09:32.686492Z","steps":["trace[198717427] 'agreement among raft nodes before linearized reading' (duration: 170.104193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.686543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.820838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:09:32.686644Z","caller":"traceutil/trace.go:171","msg":"trace[1736578510] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:8069; }","duration":"493.050364ms","start":"2026-03-03T01:09:32.193582Z","end":"2026-03-03T01:09:32.686633Z","steps":["trace[1736578510] 'agreement among raft nodes before linearized reading' (duration: 492.620974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:32.68666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.100849Z","time spent":"585.686495ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:32.686745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.193554Z","time spent":"493.147216ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-03T01:09:33.149076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.603024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:33.149246Z","caller":"traceutil/trace.go:171","msg":"trace[1380875486] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8383; }","duration":"195.849196ms","start":"2026-03-03T01:09:32.953373Z","end":"2026-03-03T01:09:33.149222Z","steps":["trace[1380875486] 'read index received' (duration: 28.999997ms)","trace[1380875486] 'applied index is now lower than readState.Index' (duration: 166.847558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:33.149361Z","caller":"traceutil/trace.go:171","msg":"trace[1029059972] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"370.621467ms","start":"2026-03-03T01:09:32.778724Z","end":"2026-03-03T01:09:33.149345Z","steps":["trace[1029059972] 'process raft request' (duration: 203.640316ms)","trace[1029059972] 'compare' (duration: 166.401988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:33.149455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:32.778702Z","time spent":"370.704779ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:33.149815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.405749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:33.149929Z","caller":"traceutil/trace.go:171","msg":"trace[1385933918] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8070; }","duration":"196.595243ms","start":"2026-03-03T01:09:32.953311Z","end":"2026-03-03T01:09:33.149906Z","steps":["trace[1385933918] 'agreement among raft nodes before linearized reading' (duration: 196.214175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:33.833617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.130189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:33.833704Z","caller":"traceutil/trace.go:171","msg":"trace[63798073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"484.279662ms","start":"2026-03-03T01:09:33.349406Z","end":"2026-03-03T01:09:33.833685Z","steps":["trace[63798073] 'range keys from in-memory index tree' (duration: 484.047477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:33.833813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:33.349383Z","time spent":"484.418155ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:34.607271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:35.108264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:35.594558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.573240637s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:09:35.594998Z","caller":"traceutil/trace.go:171","msg":"trace[2076406721] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"1.573853141s","start":"2026-03-03T01:09:34.021125Z","end":"2026-03-03T01:09:35.594978Z","steps":["trace[2076406721] 'process raft request' (duration: 1.573729278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.595123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.021087Z","time spent":"1.573973063s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:35.630742Z","caller":"traceutil/trace.go:171","msg":"trace[142168089] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.528889956s","start":"2026-03-03T01:09:34.101822Z","end":"2026-03-03T01:09:35.630712Z","steps":["trace[142168089] 'process raft request' (duration: 1.528665111s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.630989Z","caller":"traceutil/trace.go:171","msg":"trace[258597775] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"1.000621342s","start":"2026-03-03T01:09:34.630351Z","end":"2026-03-03T01:09:35.630972Z","steps":["trace[258597775] 'process raft request' (duration: 1.000492809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.101784Z","time spent":"1.5290496s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:35.631034Z","caller":"traceutil/trace.go:171","msg":"trace[636867481] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"1.529120082s","start":"2026-03-03T01:09:34.101868Z","end":"2026-03-03T01:09:35.630989Z","steps":["trace[636867481] 'process raft request' (duration: 1.528806104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.630317Z","time spent":"1.000725835s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:35.63097Z","caller":"traceutil/trace.go:171","msg":"trace[183821797] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8386; }","duration":"1.524401194s","start":"2026-03-03T01:09:34.106543Z","end":"2026-03-03T01:09:35.630945Z","steps":["trace[183821797] 'read index received' (duration: 1.488504857s)","trace[183821797] 'applied index is now lower than readState.Index' (duration: 35.895317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:35.63118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524613938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:09:35.631218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.101847Z","time spent":"1.529277156s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:35.631233Z","caller":"traceutil/trace.go:171","msg":"trace[1204901805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8075; }","duration":"1.52470613s","start":"2026-03-03T01:09:34.106512Z","end":"2026-03-03T01:09:35.631219Z","steps":["trace[1204901805] 'agreement among raft nodes before linearized reading' (duration: 1.524509145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.106504Z","time spent":"1.524758661s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:09:35.631286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446616304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:35.631305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.369914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:35.631346Z","caller":"traceutil/trace.go:171","msg":"trace[697985434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"281.452986ms","start":"2026-03-03T01:09:35.349882Z","end":"2026-03-03T01:09:35.631335Z","steps":["trace[697985434] 'agreement among raft nodes before linearized reading' (duration: 281.383424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.991268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:35.631351Z","caller":"traceutil/trace.go:171","msg":"trace[1200178141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8075; }","duration":"1.446737116s","start":"2026-03-03T01:09:34.184594Z","end":"2026-03-03T01:09:35.631331Z","steps":["trace[1200178141] 'agreement among raft nodes before linearized reading' (duration: 1.446623034s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.631381Z","caller":"traceutil/trace.go:171","msg":"trace[237934090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8075; }","duration":"940.076329ms","start":"2026-03-03T01:09:34.691295Z","end":"2026-03-03T01:09:35.631372Z","steps":["trace[237934090] 'agreement among raft nodes before linearized reading' (duration: 939.933256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.184573Z","time spent":"1.446815408s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:35.63148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.220229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:09:35.631504Z","caller":"traceutil/trace.go:171","msg":"trace[569475307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8075; }","duration":"440.28384ms","start":"2026-03-03T01:09:35.191215Z","end":"2026-03-03T01:09:35.631499Z","steps":["trace[569475307] 'agreement among raft nodes before linearized reading' (duration: 440.214279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.656023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:35.631523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.191193Z","time spent":"440.326161ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:09:35.631562Z","caller":"traceutil/trace.go:171","msg":"trace[874623726] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8075; }","duration":"405.827407ms","start":"2026-03-03T01:09:35.22571Z","end":"2026-03-03T01:09:35.631538Z","steps":["trace[874623726] 'agreement among raft nodes before linearized reading' (duration: 405.634923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.691276Z","time spent":"940.13498ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:35.631642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.225687Z","time spent":"405.93467ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:35.631646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409785546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T01:09:35.631579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264474483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:09:35.631694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219359225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T01:09:35.631715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.931759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:09:35.631749Z","caller":"traceutil/trace.go:171","msg":"trace[405552961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8075; }","duration":"1.264706469s","start":"2026-03-03T01:09:34.367028Z","end":"2026-03-03T01:09:35.631735Z","steps":["trace[405552961] 'agreement among raft nodes before linearized reading' (duration: 1.26432881s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.63176Z","caller":"traceutil/trace.go:171","msg":"trace[2144584564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8075; }","duration":"941.022431ms","start":"2026-03-03T01:09:34.690728Z","end":"2026-03-03T01:09:35.63175Z","steps":["trace[2144584564] 'agreement among raft nodes before linearized reading' (duration: 940.880058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.631753Z","caller":"traceutil/trace.go:171","msg":"trace[175807344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8075; }","duration":"1.410105584s","start":"2026-03-03T01:09:34.221623Z","end":"2026-03-03T01:09:35.631729Z","steps":["trace[175807344] 'agreement among raft nodes before linearized reading' (duration: 1.409798827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.98562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:35.631773Z","caller":"traceutil/trace.go:171","msg":"trace[1162585624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8075; }","duration":"1.219486908s","start":"2026-03-03T01:09:34.412259Z","end":"2026-03-03T01:09:35.631746Z","steps":["trace[1162585624] 'agreement among raft nodes before linearized reading' (duration: 1.219301124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.367002Z","time spent":"1.26477815s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:35.631802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.690709Z","time spent":"941.086622ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:35.63182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.221592Z","time spent":"1.410220247s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:09:35.631822Z","caller":"traceutil/trace.go:171","msg":"trace[1101619131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8075; }","duration":"941.080762ms","start":"2026-03-03T01:09:34.690728Z","end":"2026-03-03T01:09:35.631808Z","steps":["trace[1101619131] 'agreement among raft nodes before linearized reading' (duration: 940.935389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.631847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.412234Z","time spent":"1.219589551s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T01:09:35.631863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.690707Z","time spent":"941.145883ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:35.632588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215476156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:09:35.632657Z","caller":"traceutil/trace.go:171","msg":"trace[1435298068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8075; }","duration":"1.215593149s","start":"2026-03-03T01:09:34.417047Z","end":"2026-03-03T01:09:35.63264Z","steps":["trace[1435298068] 'agreement among raft nodes before linearized reading' (duration: 1.214234397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.632702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:34.41701Z","time spent":"1.215681261s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:09:36.136688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:36.637762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:36.696147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061739428s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:09:36.696596Z","caller":"traceutil/trace.go:171","msg":"trace[741784487] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"1.062290541s","start":"2026-03-03T01:09:35.634277Z","end":"2026-03-03T01:09:36.696568Z","steps":["trace[741784487] 'process raft request' (duration: 1.062032805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:36.696755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.634249Z","time spent":"1.062412773s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:37.148229Z","caller":"traceutil/trace.go:171","msg":"trace[287927152] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"1.510973804s","start":"2026-03-03T01:09:35.637224Z","end":"2026-03-03T01:09:37.148198Z","steps":["trace[287927152] 'process raft request' (duration: 1.510906492s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.148259Z","caller":"traceutil/trace.go:171","msg":"trace[257265598] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"1.511317711s","start":"2026-03-03T01:09:35.636905Z","end":"2026-03-03T01:09:37.148223Z","steps":["trace[257265598] 'process raft request' (duration: 1.511045435s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.148321Z","caller":"traceutil/trace.go:171","msg":"trace[2065055773] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"1.511167438s","start":"2026-03-03T01:09:35.63713Z","end":"2026-03-03T01:09:37.148297Z","steps":["trace[2065055773] 'process raft request' (duration: 1.510955183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.148408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.637207Z","time spent":"1.511109426s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:37.148418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.637095Z","time spent":"1.511277371s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:37.148424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.636883Z","time spent":"1.511451965s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:37.148819Z","caller":"traceutil/trace.go:171","msg":"trace[1170149706] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"1.511389904s","start":"2026-03-03T01:09:35.637415Z","end":"2026-03-03T01:09:37.148805Z","steps":["trace[1170149706] 'process raft request' (duration: 1.510748909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.148897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.637401Z","time spent":"1.511459745s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:37.149092Z","caller":"traceutil/trace.go:171","msg":"trace[985713134] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"1.494010193s","start":"2026-03-03T01:09:35.655068Z","end":"2026-03-03T01:09:37.149079Z","steps":["trace[985713134] 'process raft request' (duration: 1.493786458s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.148933Z","caller":"traceutil/trace.go:171","msg":"trace[1337210130] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"1.511037775s","start":"2026-03-03T01:09:35.637864Z","end":"2026-03-03T01:09:37.148901Z","steps":["trace[1337210130] 'process raft request' (duration: 1.510863741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.149157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.655055Z","time spent":"1.494067625s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:37.149207Z","caller":"traceutil/trace.go:171","msg":"trace[892106255] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8389; }","duration":"1.513253397s","start":"2026-03-03T01:09:35.635934Z","end":"2026-03-03T01:09:37.149187Z","steps":["trace[892106255] 'read index received' (duration: 1.060411438s)","trace[892106255] 'applied index is now lower than readState.Index' (duration: 452.840429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:37.149231Z","caller":"traceutil/trace.go:171","msg":"trace[72678994] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"1.493072072s","start":"2026-03-03T01:09:35.656141Z","end":"2026-03-03T01:09:37.149213Z","steps":["trace[72678994] 'process raft request' (duration: 1.492881528s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.149247Z","caller":"traceutil/trace.go:171","msg":"trace[625311327] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"474.371705ms","start":"2026-03-03T01:09:36.674864Z","end":"2026-03-03T01:09:37.149236Z","steps":["trace[625311327] 'process raft request' (duration: 474.260112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.149323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:36.674833Z","time spent":"474.449726ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:37.149323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.656137Z","time spent":"1.493141284s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:37.149416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.11735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:37.149503Z","caller":"traceutil/trace.go:171","msg":"trace[1426293415] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8084; }","duration":"159.250533ms","start":"2026-03-03T01:09:36.990233Z","end":"2026-03-03T01:09:37.149484Z","steps":["trace[1426293415] 'agreement among raft nodes before linearized reading' (duration: 159.126361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.149552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513614564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:09:37.14965Z","caller":"traceutil/trace.go:171","msg":"trace[579141052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8084; }","duration":"1.513742978s","start":"2026-03-03T01:09:35.63589Z","end":"2026-03-03T01:09:37.149633Z","steps":["trace[579141052] 'agreement among raft nodes before linearized reading' (duration: 1.513429561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.149701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.635875Z","time spent":"1.513814259s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:09:37.149863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512633102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:37.14993Z","caller":"traceutil/trace.go:171","msg":"trace[1406272757] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8084; }","duration":"1.512729514s","start":"2026-03-03T01:09:35.637186Z","end":"2026-03-03T01:09:37.149916Z","steps":["trace[1406272757] 'agreement among raft nodes before linearized reading' (duration: 1.512149761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.149985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.637172Z","time spent":"1.512798446s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:09:37.150606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.637851Z","time spent":"1.511316272s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:37.660641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.465972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:37.660689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.909352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:37.660745Z","caller":"traceutil/trace.go:171","msg":"trace[186200368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8084; }","duration":"310.606425ms","start":"2026-03-03T01:09:37.350112Z","end":"2026-03-03T01:09:37.660719Z","steps":["trace[186200368] 'range keys from in-memory index tree' (duration: 310.39785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.660787Z","caller":"traceutil/trace.go:171","msg":"trace[1234404807] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8084; }","duration":"211.008234ms","start":"2026-03-03T01:09:37.449755Z","end":"2026-03-03T01:09:37.660763Z","steps":["trace[1234404807] 'count revisions from in-memory index tree' (duration: 210.829229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.660792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.574978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:37.660802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:37.350095Z","time spent":"310.691147ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:37.660849Z","caller":"traceutil/trace.go:171","msg":"trace[1803482676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8084; }","duration":"128.67938ms","start":"2026-03-03T01:09:37.532151Z","end":"2026-03-03T01:09:37.66083Z","steps":["trace[1803482676] 'count revisions from in-memory index tree' (duration: 128.492567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.660944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.679196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:37.661018Z","caller":"traceutil/trace.go:171","msg":"trace[1973142565] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8084; }","duration":"436.808089ms","start":"2026-03-03T01:09:37.224191Z","end":"2026-03-03T01:09:37.661Z","steps":["trace[1973142565] 'range keys from in-memory index tree' (duration: 436.562124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.661071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:37.22417Z","time spent":"436.87846ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:09:37.903397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.392898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T01:09:37.903761Z","caller":"traceutil/trace.go:171","msg":"trace[2054852863] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"303.38506ms","start":"2026-03-03T01:09:37.600337Z","end":"2026-03-03T01:09:37.903722Z","steps":["trace[2054852863] 'process raft request' (duration: 303.136404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.903957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:37.600316Z","time spent":"303.536134ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:37.90634Z","caller":"traceutil/trace.go:171","msg":"trace[386398554] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"268.774264ms","start":"2026-03-03T01:09:37.637549Z","end":"2026-03-03T01:09:37.906324Z","steps":["trace[386398554] 'process raft request' (duration: 266.148553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.906359Z","caller":"traceutil/trace.go:171","msg":"trace[1924304949] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"267.693209ms","start":"2026-03-03T01:09:37.638649Z","end":"2026-03-03T01:09:37.906342Z","steps":["trace[1924304949] 'process raft request' (duration: 267.588107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:37.906316Z","caller":"traceutil/trace.go:171","msg":"trace[1397124202] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8398; }","duration":"244.28087ms","start":"2026-03-03T01:09:37.662015Z","end":"2026-03-03T01:09:37.906295Z","steps":["trace[1397124202] 'read index received' (duration: 42.039167ms)","trace[1397124202] 'applied index is now lower than readState.Index' (duration: 202.240563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:37.906432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.408004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:37.906476Z","caller":"traceutil/trace.go:171","msg":"trace[1453522198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8087; }","duration":"244.504346ms","start":"2026-03-03T01:09:37.661961Z","end":"2026-03-03T01:09:37.906465Z","steps":["trace[1453522198] 'agreement among raft nodes before linearized reading' (duration: 244.409274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:37.906504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.358497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:37.906535Z","caller":"traceutil/trace.go:171","msg":"trace[1248748688] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8087; }","duration":"242.410238ms","start":"2026-03-03T01:09:37.664116Z","end":"2026-03-03T01:09:37.906526Z","steps":["trace[1248748688] 'agreement among raft nodes before linearized reading' (duration: 242.355296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.57794Z","caller":"traceutil/trace.go:171","msg":"trace[1484458169] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8410; }","duration":"114.704549ms","start":"2026-03-03T01:09:39.463217Z","end":"2026-03-03T01:09:39.577922Z","steps":["trace[1484458169] 'read index received' (duration: 44.188477ms)","trace[1484458169] 'applied index is now lower than readState.Index' (duration: 70.514862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:39.577995Z","caller":"traceutil/trace.go:171","msg":"trace[1276662769] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"126.02485ms","start":"2026-03-03T01:09:39.451943Z","end":"2026-03-03T01:09:39.577967Z","steps":["trace[1276662769] 'process raft request' (duration: 63.89632ms)","trace[1276662769] 'compare' (duration: 61.989766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:39.578316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.040847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.57842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.487586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.578454Z","caller":"traceutil/trace.go:171","msg":"trace[621619758] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8098; }","duration":"101.552967ms","start":"2026-03-03T01:09:39.476892Z","end":"2026-03-03T01:09:39.578445Z","steps":["trace[621619758] 'agreement among raft nodes before linearized reading' (duration: 101.505365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.578428Z","caller":"traceutil/trace.go:171","msg":"trace[2025333624] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8098; }","duration":"115.188821ms","start":"2026-03-03T01:09:39.463224Z","end":"2026-03-03T01:09:39.578413Z","steps":["trace[2025333624] 'agreement among raft nodes before linearized reading' (duration: 114.971256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.578568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.875834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.578583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.423524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.578664Z","caller":"traceutil/trace.go:171","msg":"trace[328709066] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8098; }","duration":"101.553257ms","start":"2026-03-03T01:09:39.477095Z","end":"2026-03-03T01:09:39.578648Z","steps":["trace[328709066] 'agreement among raft nodes before linearized reading' (duration: 101.414504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.578372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.335232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.578663Z","caller":"traceutil/trace.go:171","msg":"trace[1327147098] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8098; }","duration":"115.017447ms","start":"2026-03-03T01:09:39.463624Z","end":"2026-03-03T01:09:39.578641Z","steps":["trace[1327147098] 'agreement among raft nodes before linearized reading' (duration: 114.869504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.578696Z","caller":"traceutil/trace.go:171","msg":"trace[614766578] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8098; }","duration":"101.67472ms","start":"2026-03-03T01:09:39.477014Z","end":"2026-03-03T01:09:39.578689Z","steps":["trace[614766578] 'agreement among raft nodes before linearized reading' (duration: 101.316352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.578988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.744703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.579233Z","caller":"traceutil/trace.go:171","msg":"trace[523051369] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8098; }","duration":"116.02515ms","start":"2026-03-03T01:09:39.463189Z","end":"2026-03-03T01:09:39.579214Z","steps":["trace[523051369] 'agreement among raft nodes before linearized reading' (duration: 114.839283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.786033Z","caller":"traceutil/trace.go:171","msg":"trace[1971490394] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"185.319444ms","start":"2026-03-03T01:09:39.60069Z","end":"2026-03-03T01:09:39.78601Z","steps":["trace[1971490394] 'read index received' (duration: 106.387598ms)","trace[1971490394] 'applied index is now lower than readState.Index' (duration: 78.930666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:39.786081Z","caller":"traceutil/trace.go:171","msg":"trace[1226074561] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"195.275343ms","start":"2026-03-03T01:09:39.590778Z","end":"2026-03-03T01:09:39.786053Z","steps":["trace[1226074561] 'process raft request' (duration: 116.389628ms)","trace[1226074561] 'compare' (duration: 78.732791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:39.7862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.471837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.786269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.71519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.78631Z","caller":"traceutil/trace.go:171","msg":"trace[1831805844] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8099; }","duration":"185.636571ms","start":"2026-03-03T01:09:39.600647Z","end":"2026-03-03T01:09:39.786283Z","steps":["trace[1831805844] 'agreement among raft nodes before linearized reading' (duration: 185.449897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.786302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.527758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.786322Z","caller":"traceutil/trace.go:171","msg":"trace[496470570] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8099; }","duration":"101.819573ms","start":"2026-03-03T01:09:39.68449Z","end":"2026-03-03T01:09:39.78631Z","steps":["trace[496470570] 'agreement among raft nodes before linearized reading' (duration: 101.723121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.786376Z","caller":"traceutil/trace.go:171","msg":"trace[741143424] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8099; }","duration":"185.671222ms","start":"2026-03-03T01:09:39.600692Z","end":"2026-03-03T01:09:39.786363Z","steps":["trace[741143424] 'agreement among raft nodes before linearized reading' (duration: 185.518989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.786722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.211409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.786888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.395506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.78693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.762541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.786946Z","caller":"traceutil/trace.go:171","msg":"trace[226176906] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8099; }","duration":"102.481998ms","start":"2026-03-03T01:09:39.684449Z","end":"2026-03-03T01:09:39.786931Z","steps":["trace[226176906] 'agreement among raft nodes before linearized reading' (duration: 102.397146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.78696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.856903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.786987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.498109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.787022Z","caller":"traceutil/trace.go:171","msg":"trace[675176806] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8099; }","duration":"139.53718ms","start":"2026-03-03T01:09:39.647476Z","end":"2026-03-03T01:09:39.787013Z","steps":["trace[675176806] 'agreement among raft nodes before linearized reading' (duration: 139.498279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.891183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.787046Z","caller":"traceutil/trace.go:171","msg":"trace[2051750425] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8099; }","duration":"144.927215ms","start":"2026-03-03T01:09:39.642114Z","end":"2026-03-03T01:09:39.787041Z","steps":["trace[2051750425] 'agreement among raft nodes before linearized reading' (duration: 144.891904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.786992Z","caller":"traceutil/trace.go:171","msg":"trace[1601837009] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8099; }","duration":"144.915184ms","start":"2026-03-03T01:09:39.642069Z","end":"2026-03-03T01:09:39.786984Z","steps":["trace[1601837009] 'agreement among raft nodes before linearized reading' (duration: 144.869323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.948098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.787117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.686984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.786961Z","caller":"traceutil/trace.go:171","msg":"trace[1954506005] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8099; }","duration":"144.806012ms","start":"2026-03-03T01:09:39.642146Z","end":"2026-03-03T01:09:39.786952Z","steps":["trace[1954506005] 'agreement among raft nodes before linearized reading' (duration: 144.74722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.787177Z","caller":"traceutil/trace.go:171","msg":"trace[1588338894] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8099; }","duration":"186.07034ms","start":"2026-03-03T01:09:39.60109Z","end":"2026-03-03T01:09:39.78716Z","steps":["trace[1588338894] 'agreement among raft nodes before linearized reading' (duration: 185.928917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.787185Z","caller":"traceutil/trace.go:171","msg":"trace[808060752] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8099; }","duration":"139.780736ms","start":"2026-03-03T01:09:39.647389Z","end":"2026-03-03T01:09:39.787169Z","steps":["trace[808060752] 'agreement among raft nodes before linearized reading' (duration: 139.672983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.838813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:39.787263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.622331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.787268Z","caller":"traceutil/trace.go:171","msg":"trace[139420334] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8099; }","duration":"121.945406ms","start":"2026-03-03T01:09:39.665311Z","end":"2026-03-03T01:09:39.787256Z","steps":["trace[139420334] 'agreement among raft nodes before linearized reading' (duration: 121.837953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.787285Z","caller":"traceutil/trace.go:171","msg":"trace[1677655093] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8099; }","duration":"135.644851ms","start":"2026-03-03T01:09:39.651633Z","end":"2026-03-03T01:09:39.787278Z","steps":["trace[1677655093] 'agreement among raft nodes before linearized reading' (duration: 135.61098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.532002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.787417Z","caller":"traceutil/trace.go:171","msg":"trace[1934379576] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8099; }","duration":"123.573293ms","start":"2026-03-03T01:09:39.663838Z","end":"2026-03-03T01:09:39.787411Z","steps":["trace[1934379576] 'agreement among raft nodes before linearized reading' (duration: 123.525552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.633004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.787494Z","caller":"traceutil/trace.go:171","msg":"trace[1458412549] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8099; }","duration":"123.680516ms","start":"2026-03-03T01:09:39.663806Z","end":"2026-03-03T01:09:39.787486Z","steps":["trace[1458412549] 'agreement among raft nodes before linearized reading' (duration: 123.636625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.786814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.1842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.788101Z","caller":"traceutil/trace.go:171","msg":"trace[1772341665] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8099; }","duration":"136.49225ms","start":"2026-03-03T01:09:39.651598Z","end":"2026-03-03T01:09:39.78809Z","steps":["trace[1772341665] 'agreement among raft nodes before linearized reading' (duration: 135.169879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.787444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.212441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:39.788307Z","caller":"traceutil/trace.go:171","msg":"trace[1743617558] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8099; }","duration":"136.290716ms","start":"2026-03-03T01:09:39.651968Z","end":"2026-03-03T01:09:39.788259Z","steps":["trace[1743617558] 'agreement among raft nodes before linearized reading' (duration: 135.18857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.786922Z","caller":"traceutil/trace.go:171","msg":"trace[1582116100] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8099; }","duration":"101.504695ms","start":"2026-03-03T01:09:39.685385Z","end":"2026-03-03T01:09:39.786889Z","steps":["trace[1582116100] 'agreement among raft nodes before linearized reading' (duration: 101.159707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:43.833726Z","caller":"traceutil/trace.go:171","msg":"trace[538036563] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"125.952628ms","start":"2026-03-03T01:09:43.707747Z","end":"2026-03-03T01:09:43.8337Z","steps":["trace[538036563] 'process raft request' (duration: 123.355208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:44.041259Z","caller":"traceutil/trace.go:171","msg":"trace[1393964462] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"117.411682ms","start":"2026-03-03T01:09:43.923822Z","end":"2026-03-03T01:09:44.041233Z","steps":["trace[1393964462] 'process raft request' (duration: 117.199237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:44.041486Z","caller":"traceutil/trace.go:171","msg":"trace[673716156] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"116.566262ms","start":"2026-03-03T01:09:43.924889Z","end":"2026-03-03T01:09:44.041455Z","steps":["trace[673716156] 'process raft request' (duration: 116.305266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.443111Z","caller":"traceutil/trace.go:171","msg":"trace[2084497744] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"144.74401ms","start":"2026-03-03T01:09:45.298339Z","end":"2026-03-03T01:09:45.443083Z","steps":["trace[2084497744] 'process raft request' (duration: 99.562091ms)","trace[2084497744] 'compare' (duration: 44.993835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:45.443293Z","caller":"traceutil/trace.go:171","msg":"trace[944756941] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8441; }","duration":"144.187567ms","start":"2026-03-03T01:09:45.299071Z","end":"2026-03-03T01:09:45.443258Z","steps":["trace[944756941] 'read index received' (duration: 28.970637ms)","trace[944756941] 'applied index is now lower than readState.Index' (duration: 115.21544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:45.443585Z","caller":"traceutil/trace.go:171","msg":"trace[1274516472] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"144.997346ms","start":"2026-03-03T01:09:45.298551Z","end":"2026-03-03T01:09:45.443549Z","steps":["trace[1274516472] 'process raft request' (duration: 144.498284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.44386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.768481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224136"} {"level":"info","ts":"2026-03-03T01:09:45.444679Z","caller":"traceutil/trace.go:171","msg":"trace[1773956825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8128; }","duration":"145.57426ms","start":"2026-03-03T01:09:45.299047Z","end":"2026-03-03T01:09:45.444621Z","steps":["trace[1773956825] 'agreement among raft nodes before linearized reading' (duration: 144.477834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.223496Z","caller":"traceutil/trace.go:171","msg":"trace[863808178] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"120.166065ms","start":"2026-03-03T01:10:00.1033Z","end":"2026-03-03T01:10:00.223466Z","steps":["trace[863808178] 'process raft request' (duration: 119.977801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:01.503117Z","caller":"traceutil/trace.go:171","msg":"trace[1522301343] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"110.026981ms","start":"2026-03-03T01:10:01.393063Z","end":"2026-03-03T01:10:01.50309Z","steps":["trace[1522301343] 'process raft request' (duration: 109.638132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:01.540768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.190168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:10:01.540843Z","caller":"traceutil/trace.go:171","msg":"trace[1337029217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8203; }","duration":"134.309741ms","start":"2026-03-03T01:10:01.406516Z","end":"2026-03-03T01:10:01.540826Z","steps":["trace[1337029217] 'agreement among raft nodes before linearized reading' (duration: 96.805538ms)","trace[1337029217] 'range keys from in-memory index tree' (duration: 33.729456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:03.728277Z","caller":"traceutil/trace.go:171","msg":"trace[1513319654] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"113.486551ms","start":"2026-03-03T01:10:03.614746Z","end":"2026-03-03T01:10:03.728233Z","steps":["trace[1513319654] 'process raft request' (duration: 113.129463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:03.728297Z","caller":"traceutil/trace.go:171","msg":"trace[1503941481] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"112.56035ms","start":"2026-03-03T01:10:03.615719Z","end":"2026-03-03T01:10:03.72828Z","steps":["trace[1503941481] 'process raft request' (duration: 112.271873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.566169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:04.766459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.952258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"warn","ts":"2026-03-03T01:10:04.766475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.40541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:04.766538Z","caller":"traceutil/trace.go:171","msg":"trace[1221795191] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8260; }","duration":"758.04095ms","start":"2026-03-03T01:10:04.008479Z","end":"2026-03-03T01:10:04.76652Z","steps":["trace[1221795191] 'range keys from in-memory index tree' (duration: 757.656812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.766583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.008408Z","time spent":"758.161683ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414368,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T01:10:04.766602Z","caller":"traceutil/trace.go:171","msg":"trace[361350602] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"726.74241ms","start":"2026-03-03T01:10:04.039826Z","end":"2026-03-03T01:10:04.766569Z","steps":["trace[361350602] 'process raft request' (duration: 626.203327ms)","trace[361350602] 'compare' (duration: 100.209926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:04.766698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.039809Z","time spent":"726.827993ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:04.791961Z","caller":"traceutil/trace.go:171","msg":"trace[1438054186] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8583; }","duration":"725.977083ms","start":"2026-03-03T01:10:04.065966Z","end":"2026-03-03T01:10:04.791943Z","steps":["trace[1438054186] 'read index received' (duration: 600.043986ms)","trace[1438054186] 'applied index is now lower than readState.Index' (duration: 125.932317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:04.792041Z","caller":"traceutil/trace.go:171","msg":"trace[766934550] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"567.66599ms","start":"2026-03-03T01:10:04.224332Z","end":"2026-03-03T01:10:04.791998Z","steps":["trace[766934550] 'process raft request' (duration: 567.471206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:04.792082Z","caller":"traceutil/trace.go:171","msg":"trace[1302979461] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"517.627399ms","start":"2026-03-03T01:10:04.274419Z","end":"2026-03-03T01:10:04.792047Z","steps":["trace[1302979461] 'process raft request' (duration: 517.498676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.792213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.146062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zxkts\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-03T01:10:04.792242Z","caller":"traceutil/trace.go:171","msg":"trace[740665007] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zxkts; range_end:; response_count:1; response_revision:8263; }","duration":"166.201624ms","start":"2026-03-03T01:10:04.626034Z","end":"2026-03-03T01:10:04.792235Z","steps":["trace[740665007] 'agreement among raft nodes before linearized reading' (duration: 166.107182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.792122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.270971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:04.792267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.274391Z","time spent":"517.780733ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:04.792197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.224307Z","time spent":"567.806494ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:04.792314Z","caller":"traceutil/trace.go:171","msg":"trace[477964839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8263; }","duration":"444.487536ms","start":"2026-03-03T01:10:04.347807Z","end":"2026-03-03T01:10:04.792294Z","steps":["trace[477964839] 'agreement among raft nodes before linearized reading' (duration: 444.295142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.792367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.347787Z","time spent":"444.564358ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:04.792074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.100146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:04.792416Z","caller":"traceutil/trace.go:171","msg":"trace[1415252623] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8263; }","duration":"726.498855ms","start":"2026-03-03T01:10:04.065909Z","end":"2026-03-03T01:10:04.792408Z","steps":["trace[1415252623] 'agreement among raft nodes before linearized reading' (duration: 726.123716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:04.79245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.065889Z","time spent":"726.551956ms","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"info","ts":"2026-03-03T01:10:04.957022Z","caller":"traceutil/trace.go:171","msg":"trace[1436118785] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"157.030313ms","start":"2026-03-03T01:10:04.799964Z","end":"2026-03-03T01:10:04.956995Z","steps":["trace[1436118785] 'process raft request' (duration: 68.854504ms)","trace[1436118785] 'compare' (duration: 88.068796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:05.297464Z","caller":"traceutil/trace.go:171","msg":"trace[1319938971] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"103.165813ms","start":"2026-03-03T01:10:05.194263Z","end":"2026-03-03T01:10:05.297428Z","steps":["trace[1319938971] 'process raft request' (duration: 102.407986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.345958Z","caller":"traceutil/trace.go:171","msg":"trace[482240861] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"174.883714ms","start":"2026-03-03T01:10:07.17105Z","end":"2026-03-03T01:10:07.345934Z","steps":["trace[482240861] 'process raft request' (duration: 174.71215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.347512Z","caller":"traceutil/trace.go:171","msg":"trace[1510461788] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"127.606005ms","start":"2026-03-03T01:10:07.219877Z","end":"2026-03-03T01:10:07.347483Z","steps":["trace[1510461788] 'process raft request' (duration: 127.522723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.347874Z","caller":"traceutil/trace.go:171","msg":"trace[473699445] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"174.509995ms","start":"2026-03-03T01:10:07.173326Z","end":"2026-03-03T01:10:07.347836Z","steps":["trace[473699445] 'process raft request' (duration: 173.910451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.242612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:10.743843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:11.245046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:11.328306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765938479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:10:11.328656Z","caller":"traceutil/trace.go:171","msg":"trace[1074837228] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"1.766425671s","start":"2026-03-03T01:10:09.562213Z","end":"2026-03-03T01:10:11.328638Z","steps":["trace[1074837228] 'process raft request' (duration: 1.766309508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.328788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.562176Z","time spent":"1.766556594s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.5164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.792478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:11.516783Z","caller":"traceutil/trace.go:171","msg":"trace[218540809] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"710.314983ms","start":"2026-03-03T01:10:10.806447Z","end":"2026-03-03T01:10:11.516762Z","steps":["trace[218540809] 'process raft request' (duration: 710.046527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.516802Z","caller":"traceutil/trace.go:171","msg":"trace[2034349220] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"1.102266681s","start":"2026-03-03T01:10:10.414498Z","end":"2026-03-03T01:10:11.516765Z","steps":["trace[2034349220] 'process raft request' (duration: 998.030803ms)","trace[2034349220] 'compare' (duration: 103.681175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:11.51699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.806414Z","time spent":"710.415495ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:11.517069Z","caller":"traceutil/trace.go:171","msg":"trace[545792500] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8613; }","duration":"1.775256494s","start":"2026-03-03T01:10:09.741794Z","end":"2026-03-03T01:10:11.517051Z","steps":["trace[545792500] 'read index received' (duration: 1.586709177s)","trace[545792500] 'applied index is now lower than readState.Index' (duration: 188.545967ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:11.517039Z","caller":"traceutil/trace.go:171","msg":"trace[1729396336] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"689.696108ms","start":"2026-03-03T01:10:10.827308Z","end":"2026-03-03T01:10:11.517005Z","steps":["trace[1729396336] 'process raft request' (duration: 689.405832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.517122Z","caller":"traceutil/trace.go:171","msg":"trace[96735092] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"682.786279ms","start":"2026-03-03T01:10:10.834281Z","end":"2026-03-03T01:10:11.517068Z","steps":["trace[96735092] 'process raft request' (duration: 682.602945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.517175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.414475Z","time spent":"1.102525416s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.517272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775479919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:10:11.517416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729568343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:10:11.517475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596531033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:10:11.517476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713603276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:10:11.517491Z","caller":"traceutil/trace.go:171","msg":"trace[1444511988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8294; }","duration":"1.729695146s","start":"2026-03-03T01:10:09.787779Z","end":"2026-03-03T01:10:11.517474Z","steps":["trace[1444511988] 'agreement among raft nodes before linearized reading' (duration: 1.72943916s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.517481Z","caller":"traceutil/trace.go:171","msg":"trace[952078387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8294; }","duration":"1.775690904s","start":"2026-03-03T01:10:09.741752Z","end":"2026-03-03T01:10:11.517443Z","steps":["trace[952078387] 'agreement among raft nodes before linearized reading' (duration: 1.775399498s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.517523Z","caller":"traceutil/trace.go:171","msg":"trace[1364525024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8294; }","duration":"1.596616445s","start":"2026-03-03T01:10:09.920896Z","end":"2026-03-03T01:10:11.517512Z","steps":["trace[1364525024] 'agreement among raft nodes before linearized reading' (duration: 1.596450881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.517547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.787762Z","time spent":"1.729779009s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"info","ts":"2026-03-03T01:10:11.51754Z","caller":"traceutil/trace.go:171","msg":"trace[557367244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8294; }","duration":"1.713685598s","start":"2026-03-03T01:10:09.803839Z","end":"2026-03-03T01:10:11.517524Z","steps":["trace[557367244] 'agreement among raft nodes before linearized reading' (duration: 1.713511484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.517557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.920877Z","time spent":"1.596673356s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:11.517626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.741739Z","time spent":"1.775815467s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:10:11.517633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.803827Z","time spent":"1.71379308s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:10:11.517297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.83425Z","time spent":"682.957783ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.517289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167571943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:11.517942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668141091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:10:11.518287Z","caller":"traceutil/trace.go:171","msg":"trace[667971881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8294; }","duration":"1.668469718s","start":"2026-03-03T01:10:09.849762Z","end":"2026-03-03T01:10:11.518232Z","steps":["trace[667971881] 'agreement among raft nodes before linearized reading' (duration: 1.667580837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.517896Z","caller":"traceutil/trace.go:171","msg":"trace[577659103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8294; }","duration":"1.168238608s","start":"2026-03-03T01:10:10.349635Z","end":"2026-03-03T01:10:11.517874Z","steps":["trace[577659103] 'agreement among raft nodes before linearized reading' (duration: 1.167586243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.518389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.849752Z","time spent":"1.668619131s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:11.518441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.349609Z","time spent":"1.168818712s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:11.517331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.113488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:11.518516Z","caller":"traceutil/trace.go:171","msg":"trace[1666023698] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8294; }","duration":"219.326866ms","start":"2026-03-03T01:10:11.299173Z","end":"2026-03-03T01:10:11.5185Z","steps":["trace[1666023698] 'agreement among raft nodes before linearized reading' (duration: 218.105828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.518043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.224045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:11.518729Z","caller":"traceutil/trace.go:171","msg":"trace[1930883669] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8294; }","duration":"266.951052ms","start":"2026-03-03T01:10:11.251768Z","end":"2026-03-03T01:10:11.518719Z","steps":["trace[1930883669] 'agreement among raft nodes before linearized reading' (duration: 265.5507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.518133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.827287Z","time spent":"689.860032ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:11.628846Z","caller":"traceutil/trace.go:171","msg":"trace[397236009] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"105.464026ms","start":"2026-03-03T01:10:11.523368Z","end":"2026-03-03T01:10:11.628832Z","steps":["trace[397236009] 'process raft request' (duration: 104.994565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629612Z","caller":"traceutil/trace.go:171","msg":"trace[1211381566] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8618; }","duration":"104.2992ms","start":"2026-03-03T01:10:11.525268Z","end":"2026-03-03T01:10:11.629567Z","steps":["trace[1211381566] 'read index received' (duration: 103.107193ms)","trace[1211381566] 'applied index is now lower than readState.Index' (duration: 1.191107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:11.62963Z","caller":"traceutil/trace.go:171","msg":"trace[137859399] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"106.185113ms","start":"2026-03-03T01:10:11.523423Z","end":"2026-03-03T01:10:11.629608Z","steps":["trace[137859399] 'process raft request' (duration: 105.995089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629798Z","caller":"traceutil/trace.go:171","msg":"trace[792801815] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"106.06107ms","start":"2026-03-03T01:10:11.52373Z","end":"2026-03-03T01:10:11.629791Z","steps":["trace[792801815] 'process raft request' (duration: 105.804154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629895Z","caller":"traceutil/trace.go:171","msg":"trace[51588280] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"106.175572ms","start":"2026-03-03T01:10:11.523713Z","end":"2026-03-03T01:10:11.629889Z","steps":["trace[51588280] 'process raft request' (duration: 105.785633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.691589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:11.63007Z","caller":"traceutil/trace.go:171","msg":"trace[979972381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"104.809761ms","start":"2026-03-03T01:10:11.525239Z","end":"2026-03-03T01:10:11.630048Z","steps":["trace[979972381] 'agreement among raft nodes before linearized reading' (duration: 104.678828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.76202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330238854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:13.086761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.885528ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T01:10:13.086832Z","caller":"traceutil/trace.go:171","msg":"trace[1293020415] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"825.248177ms","start":"2026-03-03T01:10:12.261572Z","end":"2026-03-03T01:10:13.08682Z","steps":["trace[1293020415] 'read index received' (duration: 562.258947ms)","trace[1293020415] 'applied index is now lower than readState.Index' (duration: 262.98812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:13.086867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:12.255348Z","time spent":"831.514201ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:10:13.08696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.38151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18992f8af301ec31\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:10:13.086979Z","caller":"traceutil/trace.go:171","msg":"trace[158761982] range","detail":"{range_begin:/registry/events/openstack/ceph.18992f8af301ec31; range_end:; response_count:1; response_revision:8299; }","duration":"825.421661ms","start":"2026-03-03T01:10:12.261552Z","end":"2026-03-03T01:10:13.086974Z","steps":["trace[158761982] 'agreement among raft nodes before linearized reading' (duration: 825.326099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:13.086994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:12.261542Z","time spent":"825.447921ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18992f8af301ec31\" "} {"level":"warn","ts":"2026-03-03T01:10:13.087014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.503807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:13.087088Z","caller":"traceutil/trace.go:171","msg":"trace[1411022725] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8299; }","duration":"311.63045ms","start":"2026-03-03T01:10:12.77544Z","end":"2026-03-03T01:10:13.08707Z","steps":["trace[1411022725] 'agreement among raft nodes before linearized reading' (duration: 311.489367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:13.087131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:12.775419Z","time spent":"311.702321ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:10:13.64135Z","caller":"traceutil/trace.go:171","msg":"trace[658666117] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"116.229824ms","start":"2026-03-03T01:10:13.525097Z","end":"2026-03-03T01:10:13.641327Z","steps":["trace[658666117] 'process raft request' (duration: 50.568694ms)","trace[658666117] 'compare' (duration: 65.525827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:13.641503Z","caller":"traceutil/trace.go:171","msg":"trace[674366643] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8627; }","duration":"110.84642ms","start":"2026-03-03T01:10:13.530635Z","end":"2026-03-03T01:10:13.641481Z","steps":["trace[674366643] 'read index received' (duration: 16.53932ms)","trace[674366643] 'applied index is now lower than readState.Index' (duration: 94.30613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:13.641647Z","caller":"traceutil/trace.go:171","msg":"trace[419581359] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"116.47268ms","start":"2026-03-03T01:10:13.525096Z","end":"2026-03-03T01:10:13.641569Z","steps":["trace[419581359] 'process raft request' (duration: 116.196693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:13.641737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.085436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:10:13.641782Z","caller":"traceutil/trace.go:171","msg":"trace[492332350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8305; }","duration":"111.175757ms","start":"2026-03-03T01:10:13.530596Z","end":"2026-03-03T01:10:13.641771Z","steps":["trace[492332350] 'agreement among raft nodes before linearized reading' (duration: 111.017904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:13.77464Z","caller":"traceutil/trace.go:171","msg":"trace[1465110703] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8630; }","duration":"111.527196ms","start":"2026-03-03T01:10:13.663088Z","end":"2026-03-03T01:10:13.774615Z","steps":["trace[1465110703] 'read index received' (duration: 20.600604ms)","trace[1465110703] 'applied index is now lower than readState.Index' (duration: 90.925222ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:13.774694Z","caller":"traceutil/trace.go:171","msg":"trace[791284751] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"127.713129ms","start":"2026-03-03T01:10:13.646942Z","end":"2026-03-03T01:10:13.774655Z","steps":["trace[791284751] 'process raft request' (duration: 127.581356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:13.774788Z","caller":"traceutil/trace.go:171","msg":"trace[668631956] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"127.80431ms","start":"2026-03-03T01:10:13.646972Z","end":"2026-03-03T01:10:13.774776Z","steps":["trace[668631956] 'process raft request' (duration: 127.599206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:13.774828Z","caller":"traceutil/trace.go:171","msg":"trace[976497895] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"127.921983ms","start":"2026-03-03T01:10:13.646876Z","end":"2026-03-03T01:10:13.774798Z","steps":["trace[976497895] 'process raft request' (duration: 105.502097ms)","trace[976497895] 'compare' (duration: 21.993536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:13.775386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.268253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228867"} {"level":"info","ts":"2026-03-03T01:10:13.775456Z","caller":"traceutil/trace.go:171","msg":"trace[604299323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8309; }","duration":"112.361685ms","start":"2026-03-03T01:10:13.663082Z","end":"2026-03-03T01:10:13.775444Z","steps":["trace[604299323] 'agreement among raft nodes before linearized reading' (duration: 111.72022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:14.34536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.319659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:14.345792Z","caller":"traceutil/trace.go:171","msg":"trace[1088127057] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8309; }","duration":"290.813231ms","start":"2026-03-03T01:10:14.054954Z","end":"2026-03-03T01:10:14.345767Z","steps":["trace[1088127057] 'count revisions from in-memory index tree' (duration: 290.181956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:24.9814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.586373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4702"} {"level":"info","ts":"2026-03-03T01:10:24.981806Z","caller":"traceutil/trace.go:171","msg":"trace[2059847737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8399; }","duration":"913.543634ms","start":"2026-03-03T01:10:24.068218Z","end":"2026-03-03T01:10:24.981761Z","steps":["trace[2059847737] 'process raft request' (duration: 162.50114ms)","trace[2059847737] 'compare' (duration: 750.475181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:24.98195Z","caller":"traceutil/trace.go:171","msg":"trace[1475791587] linearizableReadLoop","detail":"{readStateIndex:8731; appliedIndex:8729; }","duration":"664.342402ms","start":"2026-03-03T01:10:24.317582Z","end":"2026-03-03T01:10:24.981924Z","steps":["trace[1475791587] 'read index received' (duration: 103.317377ms)","trace[1475791587] 'applied index is now lower than readState.Index' (duration: 561.023905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:24.981962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.0682Z","time spent":"913.681357ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:24.982257Z","caller":"traceutil/trace.go:171","msg":"trace[62360504] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8400; }","duration":"911.62452ms","start":"2026-03-03T01:10:24.07062Z","end":"2026-03-03T01:10:24.982245Z","steps":["trace[62360504] 'process raft request' (duration: 910.897613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:24.982346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.762843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:24.982398Z","caller":"traceutil/trace.go:171","msg":"trace[1370532999] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8400; }","duration":"664.836434ms","start":"2026-03-03T01:10:24.317547Z","end":"2026-03-03T01:10:24.982384Z","steps":["trace[1370532999] 'agreement among raft nodes before linearized reading' (duration: 664.748582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:24.98244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.317531Z","time spent":"664.900246ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:24.982348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.070602Z","time spent":"911.698291ms","remote":"127.0.0.1:43306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T01:10:25.101853Z","caller":"traceutil/trace.go:171","msg":"trace[1299688675] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"119.83017ms","start":"2026-03-03T01:10:24.981988Z","end":"2026-03-03T01:10:25.101818Z","steps":["trace[1299688675] 'read index received' (duration: 103.307447ms)","trace[1299688675] 'applied index is now lower than readState.Index' (duration: 16.520433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:25.101953Z","caller":"traceutil/trace.go:171","msg":"trace[154241191] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"309.378758ms","start":"2026-03-03T01:10:24.792517Z","end":"2026-03-03T01:10:25.101896Z","steps":["trace[154241191] 'process raft request' (duration: 292.870085ms)","trace[154241191] 'compare' (duration: 16.273907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:25.10219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.792497Z","time spent":"309.572912ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:25.102196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.848796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:25.102282Z","caller":"traceutil/trace.go:171","msg":"trace[663362109] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8401; }","duration":"575.065691ms","start":"2026-03-03T01:10:24.527203Z","end":"2026-03-03T01:10:25.102268Z","steps":["trace[663362109] 'agreement among raft nodes before linearized reading' (duration: 574.784485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:25.102424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.527181Z","time spent":"575.228816ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:25.102759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.215827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:25.102796Z","caller":"traceutil/trace.go:171","msg":"trace[574417438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8401; }","duration":"754.281419ms","start":"2026-03-03T01:10:24.348506Z","end":"2026-03-03T01:10:25.102787Z","steps":["trace[574417438] 'agreement among raft nodes before linearized reading' (duration: 754.225928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:25.102822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:24.348488Z","time spent":"754.32901ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:26.468801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.981697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:26.468895Z","caller":"traceutil/trace.go:171","msg":"trace[685047838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8414; }","duration":"165.120151ms","start":"2026-03-03T01:10:26.303754Z","end":"2026-03-03T01:10:26.468875Z","steps":["trace[685047838] 'count revisions from in-memory index tree' (duration: 164.901786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:26.468895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.87902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:26.468986Z","caller":"traceutil/trace.go:171","msg":"trace[476923036] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8414; }","duration":"379.022944ms","start":"2026-03-03T01:10:26.089931Z","end":"2026-03-03T01:10:26.468954Z","steps":["trace[476923036] 'count revisions from in-memory index tree' (duration: 378.739097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:26.469038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:26.089911Z","time spent":"379.109075ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:26.469354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.825977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:26.469422Z","caller":"traceutil/trace.go:171","msg":"trace[1446677598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"118.924549ms","start":"2026-03-03T01:10:26.350482Z","end":"2026-03-03T01:10:26.469407Z","steps":["trace[1446677598] 'range keys from in-memory index tree' (duration: 118.765985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:26.469418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.726963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T01:10:26.469505Z","caller":"traceutil/trace.go:171","msg":"trace[1201170745] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8414; }","duration":"208.863295ms","start":"2026-03-03T01:10:26.260624Z","end":"2026-03-03T01:10:26.469487Z","steps":["trace[1201170745] 'range keys from in-memory index tree' (duration: 207.879523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:27.987676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330239222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:10:28.171173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599625129s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:10:28.171482Z","caller":"traceutil/trace.go:171","msg":"trace[902853996] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"1.600109011s","start":"2026-03-03T01:10:26.571354Z","end":"2026-03-03T01:10:28.171463Z","steps":["trace[902853996] 'process raft request' (duration: 1.599995638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.171599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:26.571325Z","time spent":"1.600214352s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:28.317302Z","caller":"traceutil/trace.go:171","msg":"trace[1064298786] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"1.683540776s","start":"2026-03-03T01:10:26.633734Z","end":"2026-03-03T01:10:28.317274Z","steps":["trace[1064298786] 'process raft request' (duration: 1.683303131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.317476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:26.633716Z","time spent":"1.683672939s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:28.317804Z","caller":"traceutil/trace.go:171","msg":"trace[1536467803] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"602.569629ms","start":"2026-03-03T01:10:27.71522Z","end":"2026-03-03T01:10:28.31779Z","steps":["trace[1536467803] 'process raft request' (duration: 602.007576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.317871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.715192Z","time spent":"602.647832ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:28.318136Z","caller":"traceutil/trace.go:171","msg":"trace[1158813397] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"602.259412ms","start":"2026-03-03T01:10:27.715843Z","end":"2026-03-03T01:10:28.318102Z","steps":["trace[1158813397] 'process raft request' (duration: 601.923494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.318275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.715813Z","time spent":"602.396905ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:28.318316Z","caller":"traceutil/trace.go:171","msg":"trace[370072585] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"568.294974ms","start":"2026-03-03T01:10:27.750006Z","end":"2026-03-03T01:10:28.318301Z","steps":["trace[370072585] 'process raft request' (duration: 567.926686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.318426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.749964Z","time spent":"568.382566ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:28.447917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.769291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T01:10:28.448027Z","caller":"traceutil/trace.go:171","msg":"trace[1907929838] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8745; }","duration":"960.528112ms","start":"2026-03-03T01:10:27.487479Z","end":"2026-03-03T01:10:28.448008Z","steps":["trace[1907929838] 'read index received' (duration: 683.965026ms)","trace[1907929838] 'applied index is now lower than readState.Index' (duration: 276.561396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:28.448414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.824215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:10:28.44845Z","caller":"traceutil/trace.go:171","msg":"trace[445952523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8419; }","duration":"502.910797ms","start":"2026-03-03T01:10:27.945529Z","end":"2026-03-03T01:10:28.448439Z","steps":["trace[445952523] 'agreement among raft nodes before linearized reading' (duration: 502.793055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.448482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.945498Z","time spent":"502.976048ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:10:28.448513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.056642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:10:28.448554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.553939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:10:28.448607Z","caller":"traceutil/trace.go:171","msg":"trace[968774592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8419; }","duration":"555.648051ms","start":"2026-03-03T01:10:27.892946Z","end":"2026-03-03T01:10:28.448594Z","steps":["trace[968774592] 'agreement among raft nodes before linearized reading' (duration: 555.498097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:28.448615Z","caller":"traceutil/trace.go:171","msg":"trace[23051865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8419; }","duration":"691.199126ms","start":"2026-03-03T01:10:27.757388Z","end":"2026-03-03T01:10:28.448587Z","steps":["trace[23051865] 'agreement among raft nodes before linearized reading' (duration: 690.863598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.448606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.994442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:10:28.448641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.892924Z","time spent":"555.709702ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:28.448663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.757373Z","time spent":"691.280537ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:10:28.448632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.219162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:10:28.448693Z","caller":"traceutil/trace.go:171","msg":"trace[444351110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8419; }","duration":"504.128736ms","start":"2026-03-03T01:10:27.944542Z","end":"2026-03-03T01:10:28.448671Z","steps":["trace[444351110] 'agreement among raft nodes before linearized reading' (duration: 503.87536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:28.448729Z","caller":"traceutil/trace.go:171","msg":"trace[1758956594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8419; }","duration":"499.365236ms","start":"2026-03-03T01:10:27.949342Z","end":"2026-03-03T01:10:28.448707Z","steps":["trace[1758956594] 'agreement among raft nodes before linearized reading' (duration: 499.079509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.448744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.944525Z","time spent":"504.209887ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:28.448794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.949326Z","time spent":"499.457407ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:10:28.448965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.488134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:10:28.449012Z","caller":"traceutil/trace.go:171","msg":"trace[2103350064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8419; }","duration":"961.573266ms","start":"2026-03-03T01:10:27.487426Z","end":"2026-03-03T01:10:28.448999Z","steps":["trace[2103350064] 'agreement among raft nodes before linearized reading' (duration: 960.758737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.44909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:27.487406Z","time spent":"961.663469ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:10:28.657906Z","caller":"traceutil/trace.go:171","msg":"trace[1369197775] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"203.89874ms","start":"2026-03-03T01:10:28.453978Z","end":"2026-03-03T01:10:28.657877Z","steps":["trace[1369197775] 'process raft request' (duration: 115.003418ms)","trace[1369197775] 'compare' (duration: 88.707748ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:28.658459Z","caller":"traceutil/trace.go:171","msg":"trace[1486996830] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"204.2984ms","start":"2026-03-03T01:10:28.454114Z","end":"2026-03-03T01:10:28.658413Z","steps":["trace[1486996830] 'process raft request' (duration: 203.721496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:28.659421Z","caller":"traceutil/trace.go:171","msg":"trace[1290000415] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"205.042926ms","start":"2026-03-03T01:10:28.454355Z","end":"2026-03-03T01:10:28.659387Z","steps":["trace[1290000415] 'process raft request' (duration: 203.752766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:28.659457Z","caller":"traceutil/trace.go:171","msg":"trace[240092537] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"203.127662ms","start":"2026-03-03T01:10:28.456308Z","end":"2026-03-03T01:10:28.659435Z","steps":["trace[240092537] 'process raft request' (duration: 202.646641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:28.910217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.744007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:28.910316Z","caller":"traceutil/trace.go:171","msg":"trace[1938136653] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8424; }","duration":"103.930631ms","start":"2026-03-03T01:10:28.806368Z","end":"2026-03-03T01:10:28.910298Z","steps":["trace[1938136653] 'count revisions from in-memory index tree' (duration: 103.587383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.656711Z","caller":"traceutil/trace.go:171","msg":"trace[398839139] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"333.206091ms","start":"2026-03-03T01:10:30.323439Z","end":"2026-03-03T01:10:30.656645Z","steps":["trace[398839139] 'process raft request' (duration: 240.345046ms)","trace[398839139] 'compare' (duration: 92.64037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:30.656887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:30.323409Z","time spent":"333.391264ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:30.745505Z","caller":"traceutil/trace.go:171","msg":"trace[757876769] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"421.124551ms","start":"2026-03-03T01:10:30.324349Z","end":"2026-03-03T01:10:30.745473Z","steps":["trace[757876769] 'process raft request' (duration: 420.897335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:30.745703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:30.324322Z","time spent":"421.291384ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:30.745868Z","caller":"traceutil/trace.go:171","msg":"trace[1937640451] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8757; }","duration":"398.804082ms","start":"2026-03-03T01:10:30.347025Z","end":"2026-03-03T01:10:30.74583Z","steps":["trace[1937640451] 'read index received' (duration: 216.877161ms)","trace[1937640451] 'applied index is now lower than readState.Index' (duration: 181.923851ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:30.745982Z","caller":"traceutil/trace.go:171","msg":"trace[1884093866] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"420.266031ms","start":"2026-03-03T01:10:30.325679Z","end":"2026-03-03T01:10:30.745945Z","steps":["trace[1884093866] 'process raft request' (duration: 419.743638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:30.746071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.027798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:30.746108Z","caller":"traceutil/trace.go:171","msg":"trace[1229311114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8428; }","duration":"399.12644ms","start":"2026-03-03T01:10:30.346971Z","end":"2026-03-03T01:10:30.746098Z","steps":["trace[1229311114] 'agreement among raft nodes before linearized reading' (duration: 399.024268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:30.746143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:30.346954Z","time spent":"399.181921ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:30.746149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.02247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:10:30.746164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:30.325623Z","time spent":"420.432374ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:30.746195Z","caller":"traceutil/trace.go:171","msg":"trace[2146514894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:8428; }","duration":"281.104091ms","start":"2026-03-03T01:10:30.465079Z","end":"2026-03-03T01:10:30.746183Z","steps":["trace[2146514894] 'agreement among raft nodes before linearized reading' (duration: 280.954528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:30.746568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.52951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:10:30.746598Z","caller":"traceutil/trace.go:171","msg":"trace[1042197112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8428; }","duration":"246.58681ms","start":"2026-03-03T01:10:30.500004Z","end":"2026-03-03T01:10:30.746591Z","steps":["trace[1042197112] 'agreement among raft nodes before linearized reading' (duration: 246.439207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.995118Z","caller":"traceutil/trace.go:171","msg":"trace[1966587500] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"242.724051ms","start":"2026-03-03T01:10:30.752341Z","end":"2026-03-03T01:10:30.995065Z","steps":["trace[1966587500] 'process raft request' (duration: 161.018145ms)","trace[1966587500] 'compare' (duration: 81.363698ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:31.051678Z","caller":"traceutil/trace.go:171","msg":"trace[693647195] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"299.250792ms","start":"2026-03-03T01:10:30.752403Z","end":"2026-03-03T01:10:31.051654Z","steps":["trace[693647195] 'process raft request' (duration: 299.060148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:31.052042Z","caller":"traceutil/trace.go:171","msg":"trace[1261851354] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"299.613321ms","start":"2026-03-03T01:10:30.752401Z","end":"2026-03-03T01:10:31.052014Z","steps":["trace[1261851354] 'process raft request' (duration: 299.212812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:31.052338Z","caller":"traceutil/trace.go:171","msg":"trace[91114383] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"299.665402ms","start":"2026-03-03T01:10:30.752615Z","end":"2026-03-03T01:10:31.05228Z","steps":["trace[91114383] 'process raft request' (duration: 299.273813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:31.052431Z","caller":"traceutil/trace.go:171","msg":"trace[1645108187] linearizableReadLoop","detail":"{readStateIndex:8763; appliedIndex:8760; }","duration":"299.912318ms","start":"2026-03-03T01:10:30.752497Z","end":"2026-03-03T01:10:31.052409Z","steps":["trace[1645108187] 'read index received' (duration: 160.944654ms)","trace[1645108187] 'applied index is now lower than readState.Index' (duration: 138.966214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:31.052566Z","caller":"traceutil/trace.go:171","msg":"trace[2021078927] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"299.450567ms","start":"2026-03-03T01:10:30.753103Z","end":"2026-03-03T01:10:31.052553Z","steps":["trace[2021078927] 'process raft request' (duration: 299.059518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:31.053199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.688026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228782"} {"level":"info","ts":"2026-03-03T01:10:31.053263Z","caller":"traceutil/trace.go:171","msg":"trace[1406275813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8433; }","duration":"300.783148ms","start":"2026-03-03T01:10:30.752466Z","end":"2026-03-03T01:10:31.053249Z","steps":["trace[1406275813] 'agreement among raft nodes before linearized reading' (duration: 300.149653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:31.053441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:30.752457Z","time spent":"300.940482ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:10:31.410934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.447814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:31.411014Z","caller":"traceutil/trace.go:171","msg":"trace[2071115342] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8433; }","duration":"148.581117ms","start":"2026-03-03T01:10:31.262415Z","end":"2026-03-03T01:10:31.410996Z","steps":["trace[2071115342] 'count revisions from in-memory index tree' (duration: 148.362952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:32.596775Z","caller":"traceutil/trace.go:171","msg":"trace[672099890] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"497.783078ms","start":"2026-03-03T01:10:32.098963Z","end":"2026-03-03T01:10:32.596746Z","steps":["trace[672099890] 'process raft request' (duration: 497.588204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:32.596934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.098935Z","time spent":"497.917922ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:32.597293Z","caller":"traceutil/trace.go:171","msg":"trace[1890365839] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8765; }","duration":"399.922758ms","start":"2026-03-03T01:10:32.196789Z","end":"2026-03-03T01:10:32.596712Z","steps":["trace[1890365839] 'read index received' (duration: 399.684433ms)","trace[1890365839] 'applied index is now lower than readState.Index' (duration: 237.165µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:32.597647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.880162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-03T01:10:32.597699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.89739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T01:10:32.597758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.605937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:32.597792Z","caller":"traceutil/trace.go:171","msg":"trace[1552562304] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:8434; }","duration":"401.043824ms","start":"2026-03-03T01:10:32.196726Z","end":"2026-03-03T01:10:32.59777Z","steps":["trace[1552562304] 'agreement among raft nodes before linearized reading' (duration: 400.161133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:32.597859Z","caller":"traceutil/trace.go:171","msg":"trace[1434308646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8434; }","duration":"248.777831ms","start":"2026-03-03T01:10:32.349058Z","end":"2026-03-03T01:10:32.597836Z","steps":["trace[1434308646] 'agreement among raft nodes before linearized reading' (duration: 248.498125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:32.597866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.196704Z","time spent":"401.147117ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-03T01:10:32.598201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.223594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:10:32.598265Z","caller":"traceutil/trace.go:171","msg":"trace[1264830097] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8434; }","duration":"178.352808ms","start":"2026-03-03T01:10:32.419899Z","end":"2026-03-03T01:10:32.598252Z","steps":["trace[1264830097] 'agreement among raft nodes before linearized reading' (duration: 177.627751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:32.598338Z","caller":"traceutil/trace.go:171","msg":"trace[123646180] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8434; }","duration":"314.060246ms","start":"2026-03-03T01:10:32.283639Z","end":"2026-03-03T01:10:32.597699Z","steps":["trace[123646180] 'agreement among raft nodes before linearized reading' (duration: 313.80245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:32.598472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.283615Z","time spent":"314.836805ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T01:10:33.040477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.338358ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T01:10:33.040668Z","caller":"traceutil/trace.go:171","msg":"trace[837014855] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"378.92036ms","start":"2026-03-03T01:10:32.661734Z","end":"2026-03-03T01:10:33.040655Z","steps":["trace[837014855] 'process raft request' (duration: 378.824448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:33.04073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.6617Z","time spent":"378.987772ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:33.04075Z","caller":"traceutil/trace.go:171","msg":"trace[470465565] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8766; }","duration":"441.650026ms","start":"2026-03-03T01:10:32.599082Z","end":"2026-03-03T01:10:33.040732Z","steps":["trace[470465565] 'read index received' (duration: 119.048742ms)","trace[470465565] 'applied index is now lower than readState.Index' (duration: 322.598924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:33.040823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.598947Z","time spent":"441.873151ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:10:33.040946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.84203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:33.041018Z","caller":"traceutil/trace.go:171","msg":"trace[2042419563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8435; }","duration":"441.954193ms","start":"2026-03-03T01:10:32.599047Z","end":"2026-03-03T01:10:33.041001Z","steps":["trace[2042419563] 'agreement among raft nodes before linearized reading' (duration: 441.841671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:33.041058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.599033Z","time spent":"442.017085ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:33.050431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.282463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18992f8af301ec31\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:10:33.050523Z","caller":"traceutil/trace.go:171","msg":"trace[1084895209] range","detail":"{range_begin:/registry/events/openstack/ceph.18992f8af301ec31; range_end:; response_count:1; response_revision:8437; }","duration":"427.421176ms","start":"2026-03-03T01:10:32.623081Z","end":"2026-03-03T01:10:33.050502Z","steps":["trace[1084895209] 'agreement among raft nodes before linearized reading' (duration: 426.946735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:33.050566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:32.623069Z","time spent":"427.489807ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18992f8af301ec31\" "} {"level":"info","ts":"2026-03-03T01:10:33.050968Z","caller":"traceutil/trace.go:171","msg":"trace[770780108] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"299.633721ms","start":"2026-03-03T01:10:32.751324Z","end":"2026-03-03T01:10:33.050957Z","steps":["trace[770780108] 'process raft request' (duration: 298.484745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:33.051136Z","caller":"traceutil/trace.go:171","msg":"trace[1012743921] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"299.642551ms","start":"2026-03-03T01:10:32.751484Z","end":"2026-03-03T01:10:33.051127Z","steps":["trace[1012743921] 'process raft request' (duration: 298.489814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:09.411857Z","caller":"traceutil/trace.go:171","msg":"trace[707398451] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"210.556295ms","start":"2026-03-03T01:11:09.201284Z","end":"2026-03-03T01:11:09.411841Z","steps":["trace[707398451] 'process raft request' (duration: 210.430802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:09.488915Z","caller":"traceutil/trace.go:171","msg":"trace[2129089140] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"237.219543ms","start":"2026-03-03T01:11:09.251657Z","end":"2026-03-03T01:11:09.488877Z","steps":["trace[2129089140] 'process raft request' (duration: 236.926197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:09.48886Z","caller":"traceutil/trace.go:171","msg":"trace[1720730163] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9117; }","duration":"138.315659ms","start":"2026-03-03T01:11:09.350519Z","end":"2026-03-03T01:11:09.488835Z","steps":["trace[1720730163] 'read index received' (duration: 61.244242ms)","trace[1720730163] 'applied index is now lower than readState.Index' (duration: 77.070007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:09.489025Z","caller":"traceutil/trace.go:171","msg":"trace[752523146] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"162.320076ms","start":"2026-03-03T01:11:09.326666Z","end":"2026-03-03T01:11:09.488986Z","steps":["trace[752523146] 'process raft request' (duration: 162.06346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:09.489163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.639426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:09.48921Z","caller":"traceutil/trace.go:171","msg":"trace[1470367057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"138.743799ms","start":"2026-03-03T01:11:09.350454Z","end":"2026-03-03T01:11:09.489198Z","steps":["trace[1470367057] 'agreement among raft nodes before linearized reading' (duration: 138.650497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:09.489462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.996898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:11:09.489533Z","caller":"traceutil/trace.go:171","msg":"trace[981699555] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"105.900606ms","start":"2026-03-03T01:11:09.383241Z","end":"2026-03-03T01:11:09.489141Z","steps":["trace[981699555] 'process raft request' (duration: 105.534158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:09.48977Z","caller":"traceutil/trace.go:171","msg":"trace[679526463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8777; }","duration":"137.175862ms","start":"2026-03-03T01:11:09.352389Z","end":"2026-03-03T01:11:09.489565Z","steps":["trace[679526463] 'agreement among raft nodes before linearized reading' (duration: 136.765573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:29.52619Z","caller":"traceutil/trace.go:171","msg":"trace[1738333580] linearizableReadLoop","detail":"{readStateIndex:9357; appliedIndex:9356; }","duration":"185.034696ms","start":"2026-03-03T01:11:29.341119Z","end":"2026-03-03T01:11:29.526153Z","steps":["trace[1738333580] 'read index received' (duration: 184.75607ms)","trace[1738333580] 'applied index is now lower than readState.Index' (duration: 277.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:29.526442Z","caller":"traceutil/trace.go:171","msg":"trace[735328532] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"345.217469ms","start":"2026-03-03T01:11:29.180994Z","end":"2026-03-03T01:11:29.526211Z","steps":["trace[735328532] 'process raft request' (duration: 344.967353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:29.526562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.180965Z","time spent":"345.552216ms","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2975,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:11:29.526758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.61879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T01:11:29.526825Z","caller":"traceutil/trace.go:171","msg":"trace[309458567] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9008; }","duration":"185.728133ms","start":"2026-03-03T01:11:29.341083Z","end":"2026-03-03T01:11:29.526811Z","steps":["trace[309458567] 'agreement among raft nodes before linearized reading' (duration: 185.349044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.097996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.613738ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:30.09815Z","caller":"traceutil/trace.go:171","msg":"trace[1982401092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9012; }","duration":"334.785963ms","start":"2026-03-03T01:11:29.763345Z","end":"2026-03-03T01:11:30.098131Z","steps":["trace[1982401092] 'range keys from in-memory index tree' (duration: 334.596628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.098204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.808745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:30.098363Z","caller":"traceutil/trace.go:171","msg":"trace[1589341215] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"449.142075ms","start":"2026-03-03T01:11:29.649183Z","end":"2026-03-03T01:11:30.098325Z","steps":["trace[1589341215] 'process raft request' (duration: 122.127066ms)","trace[1589341215] 'compare' (duration: 326.521157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:30.098407Z","caller":"traceutil/trace.go:171","msg":"trace[1848864814] linearizableReadLoop","detail":"{readStateIndex:9362; appliedIndex:9361; }","duration":"391.482637ms","start":"2026-03-03T01:11:29.706897Z","end":"2026-03-03T01:11:30.09838Z","steps":["trace[1848864814] 'read index received' (duration: 64.450127ms)","trace[1848864814] 'applied index is now lower than readState.Index' (duration: 327.03004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:30.098526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.649163Z","time spent":"449.290579ms","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:11:30.098672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.769354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:11:30.098734Z","caller":"traceutil/trace.go:171","msg":"trace[583603086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9013; }","duration":"391.869476ms","start":"2026-03-03T01:11:29.706846Z","end":"2026-03-03T01:11:30.098716Z","steps":["trace[583603086] 'agreement among raft nodes before linearized reading' (duration: 391.645001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.098788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.706828Z","time spent":"391.948109ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:11:30.099229Z","caller":"traceutil/trace.go:171","msg":"trace[1945056913] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"258.057816ms","start":"2026-03-03T01:11:29.841148Z","end":"2026-03-03T01:11:30.099206Z","steps":["trace[1945056913] 'process raft request' (duration: 257.917833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:30.104662Z","caller":"traceutil/trace.go:171","msg":"trace[1852987944] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"126.901308ms","start":"2026-03-03T01:11:29.977741Z","end":"2026-03-03T01:11:30.104642Z","steps":["trace[1852987944] 'process raft request' (duration: 126.606231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.104745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.505651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:11:30.104797Z","caller":"traceutil/trace.go:171","msg":"trace[1461438850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9015; }","duration":"372.601243ms","start":"2026-03-03T01:11:29.732183Z","end":"2026-03-03T01:11:30.104785Z","steps":["trace[1461438850] 'agreement among raft nodes before linearized reading' (duration: 372.44469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.104681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.906976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:11:30.104831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.732167Z","time spent":"372.656314ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:11:30.104931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.707638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:11:30.104984Z","caller":"traceutil/trace.go:171","msg":"trace[24775953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9015; }","duration":"370.7613ms","start":"2026-03-03T01:11:29.734214Z","end":"2026-03-03T01:11:30.104975Z","steps":["trace[24775953] 'agreement among raft nodes before linearized reading' (duration: 370.34964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.105047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.477779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:11:30.105084Z","caller":"traceutil/trace.go:171","msg":"trace[296982851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9015; }","duration":"369.529921ms","start":"2026-03-03T01:11:29.735545Z","end":"2026-03-03T01:11:30.105075Z","steps":["trace[296982851] 'agreement among raft nodes before linearized reading' (duration: 369.148692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.105114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.735538Z","time spent":"369.569892ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:11:30.10507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.734171Z","time spent":"370.890603ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:11:30.10498Z","caller":"traceutil/trace.go:171","msg":"trace[2006120064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9015; }","duration":"369.108741ms","start":"2026-03-03T01:11:29.735743Z","end":"2026-03-03T01:11:30.104852Z","steps":["trace[2006120064] 'agreement among raft nodes before linearized reading' (duration: 368.800354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.10528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.73574Z","time spent":"369.532821ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:11:30.105246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.60421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:11:30.105471Z","caller":"traceutil/trace.go:171","msg":"trace[1150312006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:9015; }","duration":"391.849446ms","start":"2026-03-03T01:11:29.713534Z","end":"2026-03-03T01:11:30.105383Z","steps":["trace[1150312006] 'agreement among raft nodes before linearized reading' (duration: 390.955915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:30.105576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:29.713514Z","time spent":"392.042ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:11:31.83402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.598363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:31.834224Z","caller":"traceutil/trace.go:171","msg":"trace[1040030552] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"257.488413ms","start":"2026-03-03T01:11:31.576706Z","end":"2026-03-03T01:11:31.834194Z","steps":["trace[1040030552] 'process raft request' (duration: 76.640624ms)","trace[1040030552] 'compare' (duration: 180.439069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:31.834848Z","caller":"traceutil/trace.go:171","msg":"trace[1436703400] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"191.9201ms","start":"2026-03-03T01:11:31.642906Z","end":"2026-03-03T01:11:31.834826Z","steps":["trace[1436703400] 'process raft request' (duration: 191.808337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:31.834944Z","caller":"traceutil/trace.go:171","msg":"trace[645033095] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"230.417765ms","start":"2026-03-03T01:11:31.604505Z","end":"2026-03-03T01:11:31.834922Z","steps":["trace[645033095] 'process raft request' (duration: 229.634307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:31.835065Z","caller":"traceutil/trace.go:171","msg":"trace[1720406450] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"192.058714ms","start":"2026-03-03T01:11:31.642972Z","end":"2026-03-03T01:11:31.835031Z","steps":["trace[1720406450] 'process raft request' (duration: 191.817388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:32.314516Z","caller":"traceutil/trace.go:171","msg":"trace[740798785] linearizableReadLoop","detail":"{readStateIndex:9395; appliedIndex:9394; }","duration":"197.474779ms","start":"2026-03-03T01:11:32.117019Z","end":"2026-03-03T01:11:32.314493Z","steps":["trace[740798785] 'read index received' (duration: 197.282715ms)","trace[740798785] 'applied index is now lower than readState.Index' (duration: 191.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:32.314619Z","caller":"traceutil/trace.go:171","msg":"trace[400294262] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"200.810438ms","start":"2026-03-03T01:11:32.113791Z","end":"2026-03-03T01:11:32.314601Z","steps":["trace[400294262] 'process raft request' (duration: 200.571242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:32.314776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.743825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:11:32.31479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.799151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:11:32.31481Z","caller":"traceutil/trace.go:171","msg":"trace[1971434017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9046; }","duration":"197.816417ms","start":"2026-03-03T01:11:32.116983Z","end":"2026-03-03T01:11:32.3148Z","steps":["trace[1971434017] 'agreement among raft nodes before linearized reading' (duration: 197.627833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:32.314846Z","caller":"traceutil/trace.go:171","msg":"trace[221279968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9046; }","duration":"195.904782ms","start":"2026-03-03T01:11:32.118927Z","end":"2026-03-03T01:11:32.314832Z","steps":["trace[221279968] 'agreement among raft nodes before linearized reading' (duration: 195.729308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:32.314855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.431144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:11:32.314883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.208776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T01:11:32.314945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.954164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:11:32.314971Z","caller":"traceutil/trace.go:171","msg":"trace[185354160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9046; }","duration":"196.004905ms","start":"2026-03-03T01:11:32.118959Z","end":"2026-03-03T01:11:32.314964Z","steps":["trace[185354160] 'agreement among raft nodes before linearized reading' (duration: 195.931254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:32.314943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.36774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:11:32.314973Z","caller":"traceutil/trace.go:171","msg":"trace[721373615] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:9046; }","duration":"116.328309ms","start":"2026-03-03T01:11:32.198627Z","end":"2026-03-03T01:11:32.314955Z","steps":["trace[721373615] 'agreement among raft nodes before linearized reading' (duration: 116.110584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:32.315021Z","caller":"traceutil/trace.go:171","msg":"trace[170748951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9046; }","duration":"195.475842ms","start":"2026-03-03T01:11:32.119527Z","end":"2026-03-03T01:11:32.315003Z","steps":["trace[170748951] 'agreement among raft nodes before linearized reading' (duration: 195.218076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:32.314923Z","caller":"traceutil/trace.go:171","msg":"trace[41784750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:9046; }","duration":"193.539587ms","start":"2026-03-03T01:11:32.121366Z","end":"2026-03-03T01:11:32.314906Z","steps":["trace[41784750] 'agreement among raft nodes before linearized reading' (duration: 193.312762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:44.323651Z","caller":"traceutil/trace.go:171","msg":"trace[696718883] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"444.550277ms","start":"2026-03-03T01:11:43.879076Z","end":"2026-03-03T01:11:44.323626Z","steps":["trace[696718883] 'process raft request' (duration: 444.320671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.323784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:43.879039Z","time spent":"444.67364ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:44.556576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.836442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:44.556739Z","caller":"traceutil/trace.go:171","msg":"trace[393734847] linearizableReadLoop","detail":"{readStateIndex:9470; appliedIndex:9468; }","duration":"207.210309ms","start":"2026-03-03T01:11:44.349498Z","end":"2026-03-03T01:11:44.556708Z","steps":["trace[393734847] 'read index received' (duration: 8.06855ms)","trace[393734847] 'applied index is now lower than readState.Index' (duration: 199.140379ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:44.556777Z","caller":"traceutil/trace.go:171","msg":"trace[1048616601] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"676.893538ms","start":"2026-03-03T01:11:43.879855Z","end":"2026-03-03T01:11:44.556749Z","steps":["trace[1048616601] 'process raft request' (duration: 477.8159ms)","trace[1048616601] 'compare' (duration: 198.711629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:44.556913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:43.879835Z","time spent":"677.002591ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:44.556931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.114181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:11:44.556919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.51375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:11:44.556955Z","caller":"traceutil/trace.go:171","msg":"trace[351151827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9118; }","duration":"118.165162ms","start":"2026-03-03T01:11:44.438784Z","end":"2026-03-03T01:11:44.556949Z","steps":["trace[351151827] 'agreement among raft nodes before linearized reading' (duration: 118.05547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.556922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.421354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:44.556813Z","caller":"traceutil/trace.go:171","msg":"trace[1730538583] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"676.903128ms","start":"2026-03-03T01:11:43.879902Z","end":"2026-03-03T01:11:44.556806Z","steps":["trace[1730538583] 'process raft request' (duration: 676.762065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:44.556982Z","caller":"traceutil/trace.go:171","msg":"trace[1194213924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9118; }","duration":"146.617613ms","start":"2026-03-03T01:11:44.410349Z","end":"2026-03-03T01:11:44.556966Z","steps":["trace[1194213924] 'agreement among raft nodes before linearized reading' (duration: 146.48873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:44.557002Z","caller":"traceutil/trace.go:171","msg":"trace[166074285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9118; }","duration":"207.560197ms","start":"2026-03-03T01:11:44.349431Z","end":"2026-03-03T01:11:44.556991Z","steps":["trace[166074285] 'agreement among raft nodes before linearized reading' (duration: 207.391563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.557052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:11:44.557059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.581292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:11:44.556963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.647738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:11:44.557092Z","caller":"traceutil/trace.go:171","msg":"trace[1915656650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9118; }","duration":"118.127282ms","start":"2026-03-03T01:11:44.438954Z","end":"2026-03-03T01:11:44.557082Z","steps":["trace[1915656650] 'agreement among raft nodes before linearized reading' (duration: 118.04001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:44.557102Z","caller":"traceutil/trace.go:171","msg":"trace[1839182874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9118; }","duration":"118.656534ms","start":"2026-03-03T01:11:44.438435Z","end":"2026-03-03T01:11:44.557091Z","steps":["trace[1839182874] 'agreement among raft nodes before linearized reading' (duration: 118.47746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.557094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:43.879874Z","time spent":"677.135424ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:44.557108Z","caller":"traceutil/trace.go:171","msg":"trace[1124522004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:9118; }","duration":"111.810753ms","start":"2026-03-03T01:11:44.445289Z","end":"2026-03-03T01:11:44.5571Z","steps":["trace[1124522004] 'agreement among raft nodes before linearized reading' (duration: 111.564037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.557106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.349081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:11:44.557191Z","caller":"traceutil/trace.go:171","msg":"trace[1126557414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9118; }","duration":"125.484375ms","start":"2026-03-03T01:11:44.431688Z","end":"2026-03-03T01:11:44.557172Z","steps":["trace[1126557414] 'agreement among raft nodes before linearized reading' (duration: 125.255389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:44.557059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.738939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:11:44.557289Z","caller":"traceutil/trace.go:171","msg":"trace[2093356500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9118; }","duration":"120.030786ms","start":"2026-03-03T01:11:44.437244Z","end":"2026-03-03T01:11:44.557274Z","steps":["trace[2093356500] 'agreement among raft nodes before linearized reading' (duration: 119.622136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:45.116468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.169091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:45.116592Z","caller":"traceutil/trace.go:171","msg":"trace[778738684] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"555.995321ms","start":"2026-03-03T01:11:44.560573Z","end":"2026-03-03T01:11:45.116569Z","steps":["trace[778738684] 'process raft request' (duration: 395.637035ms)","trace[778738684] 'compare' (duration: 159.874994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:45.116657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.560555Z","time spent":"556.072833ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:45.36287Z","caller":"traceutil/trace.go:171","msg":"trace[2067262006] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9470; }","duration":"800.994729ms","start":"2026-03-03T01:11:44.561854Z","end":"2026-03-03T01:11:45.362849Z","steps":["trace[2067262006] 'read index received' (duration: 394.293503ms)","trace[2067262006] 'applied index is now lower than readState.Index' (duration: 406.700176ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:45.363078Z","caller":"traceutil/trace.go:171","msg":"trace[1306423006] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"801.587314ms","start":"2026-03-03T01:11:44.561443Z","end":"2026-03-03T01:11:45.36303Z","steps":["trace[1306423006] 'process raft request' (duration: 801.330808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:45.36325Z","caller":"traceutil/trace.go:171","msg":"trace[2043048674] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"801.524022ms","start":"2026-03-03T01:11:44.561713Z","end":"2026-03-03T01:11:45.363237Z","steps":["trace[2043048674] 'process raft request' (duration: 801.098022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:45.36334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.561438Z","time spent":"801.717177ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:45.363389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.561707Z","time spent":"801.609604ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:45.363463Z","caller":"traceutil/trace.go:171","msg":"trace[1159562878] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"802.70514ms","start":"2026-03-03T01:11:44.560716Z","end":"2026-03-03T01:11:45.363421Z","steps":["trace[1159562878] 'process raft request' (duration: 772.5393ms)","trace[1159562878] 'compare' (duration: 29.369521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:45.363503Z","caller":"traceutil/trace.go:171","msg":"trace[933486292] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"802.069135ms","start":"2026-03-03T01:11:44.5614Z","end":"2026-03-03T01:11:45.363469Z","steps":["trace[933486292] 'process raft request' (duration: 801.335108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:45.363617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.560707Z","time spent":"802.827752ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:45.36366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.561391Z","time spent":"802.185897ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:45.363899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.022713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291501"} {"level":"info","ts":"2026-03-03T01:11:45.363973Z","caller":"traceutil/trace.go:171","msg":"trace[753204706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9123; }","duration":"802.124476ms","start":"2026-03-03T01:11:44.561834Z","end":"2026-03-03T01:11:45.363958Z","steps":["trace[753204706] 'agreement among raft nodes before linearized reading' (duration: 801.584534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:45.364017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:44.561828Z","time spent":"802.179668ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291523,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:11:45.456341Z","caller":"traceutil/trace.go:171","msg":"trace[1100864427] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"337.036206ms","start":"2026-03-03T01:11:45.119274Z","end":"2026-03-03T01:11:45.45631Z","steps":["trace[1100864427] 'process raft request' (duration: 336.878852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:45.456399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.848086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:11:45.456498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:45.119256Z","time spent":"337.159779ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:45.456508Z","caller":"traceutil/trace.go:171","msg":"trace[1796327025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9124; }","duration":"107.02372ms","start":"2026-03-03T01:11:45.349453Z","end":"2026-03-03T01:11:45.456476Z","steps":["trace[1796327025] 'agreement among raft nodes before linearized reading' (duration: 106.847546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:46.668676Z","caller":"traceutil/trace.go:171","msg":"trace[194555954] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"104.653994ms","start":"2026-03-03T01:11:46.563998Z","end":"2026-03-03T01:11:46.668652Z","steps":["trace[194555954] 'process raft request' (duration: 104.539071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:28.731474Z","caller":"traceutil/trace.go:171","msg":"trace[2047770712] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"151.87377ms","start":"2026-03-03T01:12:28.579576Z","end":"2026-03-03T01:12:28.73145Z","steps":["trace[2047770712] 'process raft request' (duration: 151.742497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:12:33.103917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.335685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:12:33.10412Z","caller":"traceutil/trace.go:171","msg":"trace[747456316] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"219.518095ms","start":"2026-03-03T01:12:32.884581Z","end":"2026-03-03T01:12:33.104099Z","steps":["trace[747456316] 'process raft request' (duration: 219.434093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:33.104151Z","caller":"traceutil/trace.go:171","msg":"trace[841036853] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"222.67636ms","start":"2026-03-03T01:12:32.881452Z","end":"2026-03-03T01:12:33.104128Z","steps":["trace[841036853] 'process raft request' (duration: 38.028927ms)","trace[841036853] 'compare' (duration: 184.041448ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:12:59.081968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7411} {"level":"info","ts":"2026-03-03T01:12:59.147018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7411,"took":"62.826251ms","hash":296725551,"current-db-size-bytes":40562688,"current-db-size":"41 MB","current-db-size-in-use-bytes":24391680,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:12:59.147075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":296725551,"revision":7411,"compact-revision":5386} {"level":"info","ts":"2026-03-03T01:13:04.378586Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"53de2bdd9aa7b793","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:13:04.407121Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T01:13:04.407231Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T01:13:32.02798Z","caller":"traceutil/trace.go:171","msg":"trace[628133804] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"110.645788ms","start":"2026-03-03T01:13:31.917313Z","end":"2026-03-03T01:13:32.027959Z","steps":["trace[628133804] 'process raft request' (duration: 110.496074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:32.111158Z","caller":"traceutil/trace.go:171","msg":"trace[537789690] linearizableReadLoop","detail":"{readStateIndex:10219; appliedIndex:10217; }","duration":"147.297093ms","start":"2026-03-03T01:13:31.963837Z","end":"2026-03-03T01:13:32.111134Z","steps":["trace[537789690] 'read index received' (duration: 63.955668ms)","trace[537789690] 'applied index is now lower than readState.Index' (duration: 83.340415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:13:32.111358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.495677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:13:32.111391Z","caller":"traceutil/trace.go:171","msg":"trace[880888920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9841; }","duration":"147.568028ms","start":"2026-03-03T01:13:31.963814Z","end":"2026-03-03T01:13:32.111382Z","steps":["trace[880888920] 'agreement among raft nodes before linearized reading' (duration: 147.431975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:32.111361Z","caller":"traceutil/trace.go:171","msg":"trace[1710951045] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"192.002186ms","start":"2026-03-03T01:13:31.919315Z","end":"2026-03-03T01:13:32.111317Z","steps":["trace[1710951045] 'process raft request' (duration: 191.689439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:32.111481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.18028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:13:32.111534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.160108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:13:32.11158Z","caller":"traceutil/trace.go:171","msg":"trace[1963242708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9841; }","duration":"130.21509ms","start":"2026-03-03T01:13:31.98136Z","end":"2026-03-03T01:13:32.111575Z","steps":["trace[1963242708] 'agreement among raft nodes before linearized reading' (duration: 130.131048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:32.111579Z","caller":"traceutil/trace.go:171","msg":"trace[1270290455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9841; }","duration":"136.304044ms","start":"2026-03-03T01:13:31.975252Z","end":"2026-03-03T01:13:32.111556Z","steps":["trace[1270290455] 'agreement among raft nodes before linearized reading' (duration: 136.029247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:34.266198Z","caller":"traceutil/trace.go:171","msg":"trace[277083136] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"106.246785ms","start":"2026-03-03T01:13:34.159928Z","end":"2026-03-03T01:13:34.266175Z","steps":["trace[277083136] 'process raft request' (duration: 105.950478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:34.266364Z","caller":"traceutil/trace.go:171","msg":"trace[1181269781] linearizableReadLoop","detail":"{readStateIndex:10240; appliedIndex:10237; }","duration":"105.046546ms","start":"2026-03-03T01:13:34.161288Z","end":"2026-03-03T01:13:34.266334Z","steps":["trace[1181269781] 'read index received' (duration: 5.873548ms)","trace[1181269781] 'applied index is now lower than readState.Index' (duration: 99.171238ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:34.266487Z","caller":"traceutil/trace.go:171","msg":"trace[2066362954] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"106.290325ms","start":"2026-03-03T01:13:34.160106Z","end":"2026-03-03T01:13:34.266397Z","steps":["trace[2066362954] 'process raft request' (duration: 106.026849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:34.266687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.371644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:13:34.266747Z","caller":"traceutil/trace.go:171","msg":"trace[341998315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:9861; }","duration":"105.484806ms","start":"2026-03-03T01:13:34.161247Z","end":"2026-03-03T01:13:34.266732Z","steps":["trace[341998315] 'agreement among raft nodes before linearized reading' (duration: 105.19784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:46.487289Z","caller":"traceutil/trace.go:171","msg":"trace[1737962406] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"159.143251ms","start":"2026-03-03T01:13:46.32811Z","end":"2026-03-03T01:13:46.487253Z","steps":["trace[1737962406] 'process raft request' (duration: 158.870185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:46.490772Z","caller":"traceutil/trace.go:171","msg":"trace[646752752] linearizableReadLoop","detail":"{readStateIndex:10315; appliedIndex:10313; }","duration":"153.217712ms","start":"2026-03-03T01:13:46.337522Z","end":"2026-03-03T01:13:46.49074Z","steps":["trace[646752752] 'read index received' (duration: 149.493475ms)","trace[646752752] 'applied index is now lower than readState.Index' (duration: 3.722947ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:46.490842Z","caller":"traceutil/trace.go:171","msg":"trace[747941023] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"162.46036ms","start":"2026-03-03T01:13:46.328349Z","end":"2026-03-03T01:13:46.49081Z","steps":["trace[747941023] 'process raft request' (duration: 162.176273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:46.491036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.478198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:13:46.491112Z","caller":"traceutil/trace.go:171","msg":"trace[818705673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:9934; }","duration":"153.607841ms","start":"2026-03-03T01:13:46.337492Z","end":"2026-03-03T01:13:46.4911Z","steps":["trace[818705673] 'agreement among raft nodes before linearized reading' (duration: 153.359965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:56.590883Z","caller":"traceutil/trace.go:171","msg":"trace[2010822490] linearizableReadLoop","detail":"{readStateIndex:10443; appliedIndex:10442; }","duration":"241.505513ms","start":"2026-03-03T01:13:56.349362Z","end":"2026-03-03T01:13:56.590867Z","steps":["trace[2010822490] 'read index received' (duration: 241.4017ms)","trace[2010822490] 'applied index is now lower than readState.Index' (duration: 102.943µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:13:56.591016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.642227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:13:56.590989Z","caller":"traceutil/trace.go:171","msg":"trace[1021949171] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"328.813101ms","start":"2026-03-03T01:13:56.262134Z","end":"2026-03-03T01:13:56.590947Z","steps":["trace[1021949171] 'process raft request' (duration: 328.615697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:56.591048Z","caller":"traceutil/trace.go:171","msg":"trace[1492235552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10059; }","duration":"241.683308ms","start":"2026-03-03T01:13:56.349356Z","end":"2026-03-03T01:13:56.591039Z","steps":["trace[1492235552] 'agreement among raft nodes before linearized reading' (duration: 241.625576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:13:56.591228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:13:56.262121Z","time spent":"328.990915ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:13:56.711619Z","caller":"traceutil/trace.go:171","msg":"trace[255455254] transaction","detail":"{read_only:false; response_revision:10061; number_of_response:1; }","duration":"115.612225ms","start":"2026-03-03T01:13:56.595976Z","end":"2026-03-03T01:13:56.711588Z","steps":["trace[255455254] 'process raft request' (duration: 80.693052ms)","trace[255455254] 'compare' (duration: 34.78292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:13:56.968229Z","caller":"traceutil/trace.go:171","msg":"trace[674827244] transaction","detail":"{read_only:false; response_revision:10062; number_of_response:1; }","duration":"133.001366ms","start":"2026-03-03T01:13:56.835162Z","end":"2026-03-03T01:13:56.968163Z","steps":["trace[674827244] 'process raft request' (duration: 132.7598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:59.14616Z","caller":"traceutil/trace.go:171","msg":"trace[1904220279] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"146.795531ms","start":"2026-03-03T01:13:58.999338Z","end":"2026-03-03T01:13:59.146133Z","steps":["trace[1904220279] 'process raft request' (duration: 146.308529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:14:09.772198Z","caller":"traceutil/trace.go:171","msg":"trace[859834228] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"137.08ms","start":"2026-03-03T01:14:09.63509Z","end":"2026-03-03T01:14:09.77217Z","steps":["trace[859834228] 'process raft request' (duration: 136.908836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:04.808378Z","caller":"traceutil/trace.go:171","msg":"trace[45000639] linearizableReadLoop","detail":"{readStateIndex:11128; appliedIndex:11127; }","duration":"396.239559ms","start":"2026-03-03T01:15:04.412111Z","end":"2026-03-03T01:15:04.808351Z","steps":["trace[45000639] 'read index received' (duration: 395.905581ms)","trace[45000639] 'applied index is now lower than readState.Index' (duration: 333.298µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:04.808433Z","caller":"traceutil/trace.go:171","msg":"trace[719569489] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"407.861958ms","start":"2026-03-03T01:15:04.400544Z","end":"2026-03-03T01:15:04.808406Z","steps":["trace[719569489] 'process raft request' (duration: 407.545561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.808494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.385262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:04.808515Z","caller":"traceutil/trace.go:171","msg":"trace[1456605270] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10728; }","duration":"396.485825ms","start":"2026-03-03T01:15:04.412021Z","end":"2026-03-03T01:15:04.808507Z","steps":["trace[1456605270] 'agreement among raft nodes before linearized reading' (duration: 396.428103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:04.80853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.411988Z","time spent":"396.538316ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:15:04.808578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:04.400441Z","time spent":"408.052972ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:04.8087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.139207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:04.808789Z","caller":"traceutil/trace.go:171","msg":"trace[63619034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10728; }","duration":"108.268001ms","start":"2026-03-03T01:15:04.7005Z","end":"2026-03-03T01:15:04.808768Z","steps":["trace[63619034] 'agreement among raft nodes before linearized reading' (duration: 108.047636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:05.451662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.626207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:05.451772Z","caller":"traceutil/trace.go:171","msg":"trace[1585282886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10732; }","duration":"101.813141ms","start":"2026-03-03T01:15:05.349934Z","end":"2026-03-03T01:15:05.451747Z","steps":["trace[1585282886] 'range keys from in-memory index tree' (duration: 101.486013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:26.677007Z","caller":"traceutil/trace.go:171","msg":"trace[238921660] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"206.913578ms","start":"2026-03-03T01:15:26.47002Z","end":"2026-03-03T01:15:26.676934Z","steps":["trace[238921660] 'process raft request' (duration: 206.755724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:27.104498Z","caller":"traceutil/trace.go:171","msg":"trace[655244374] transaction","detail":"{read_only:false; response_revision:10841; number_of_response:1; }","duration":"111.933015ms","start":"2026-03-03T01:15:26.992527Z","end":"2026-03-03T01:15:27.10446Z","steps":["trace[655244374] 'process raft request' (duration: 111.71634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:28.721305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238615193s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:15:28.723036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421791262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:28.723415Z","caller":"traceutil/trace.go:171","msg":"trace[220275326] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"1.613736793s","start":"2026-03-03T01:15:27.109622Z","end":"2026-03-03T01:15:28.723359Z","steps":["trace[220275326] 'process raft request' (duration: 191.519512ms)","trace[220275326] 'compare' (duration: 1.42132265s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:28.723622Z","caller":"traceutil/trace.go:171","msg":"trace[784779031] linearizableReadLoop","detail":"{readStateIndex:11247; appliedIndex:11246; }","duration":"1.498310605s","start":"2026-03-03T01:15:27.225281Z","end":"2026-03-03T01:15:28.723592Z","steps":["trace[784779031] 'read index received' (duration: 75.809527ms)","trace[784779031] 'applied index is now lower than readState.Index' (duration: 1.422498788s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:28.723831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.109575Z","time spent":"1.61407225s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:29.224453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330245781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:15:29.348626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00046742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:15:29.348729Z","caller":"traceutil/trace.go:171","msg":"trace[1522515946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634314s","start":"2026-03-03T01:15:27.348071Z","end":"2026-03-03T01:15:29.348705Z","steps":["trace[1522515946] 'agreement among raft nodes before linearized reading' (duration: 2.000502441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.348778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.348048Z","time spent":"2.000720647s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:29.390298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.124301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-03T01:15:29.390817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165511208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:15:29.390901Z","caller":"traceutil/trace.go:171","msg":"trace[1526875275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10842; }","duration":"2.165659892s","start":"2026-03-03T01:15:27.225217Z","end":"2026-03-03T01:15:29.390877Z","steps":["trace[1526875275] 'agreement among raft nodes before linearized reading' (duration: 1.498450759s)","trace[1526875275] 'range keys from in-memory index tree' (duration: 666.985428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:29.390944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.225183Z","time spent":"2.165751174s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:15:29.510205Z","caller":"traceutil/trace.go:171","msg":"trace[15059936] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"1.879608578s","start":"2026-03-03T01:15:27.630569Z","end":"2026-03-03T01:15:29.510177Z","steps":["trace[15059936] 'process raft request' (duration: 1.879412044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.510347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.63053Z","time spent":"1.879745211s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:29.510501Z","caller":"traceutil/trace.go:171","msg":"trace[405531030] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"1.408703727s","start":"2026-03-03T01:15:28.101775Z","end":"2026-03-03T01:15:29.510478Z","steps":["trace[405531030] 'process raft request' (duration: 1.408366189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.510638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.10173Z","time spent":"1.40883866s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:29.510652Z","caller":"traceutil/trace.go:171","msg":"trace[754468549] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"1.406743732s","start":"2026-03-03T01:15:28.103888Z","end":"2026-03-03T01:15:29.510632Z","steps":["trace[754468549] 'process raft request' (duration: 1.406510376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.510752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.10385Z","time spent":"1.406846244s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:29.931964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.479727ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:29.932103Z","caller":"traceutil/trace.go:171","msg":"trace[924744690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10845; }","duration":"168.63987ms","start":"2026-03-03T01:15:29.763443Z","end":"2026-03-03T01:15:29.932083Z","steps":["trace[924744690] 'range keys from in-memory index tree' (duration: 168.457876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.932303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.088401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:29.932873Z","caller":"traceutil/trace.go:171","msg":"trace[1348991684] transaction","detail":"{read_only:false; response_revision:10846; number_of_response:1; }","duration":"1.001530536s","start":"2026-03-03T01:15:28.931289Z","end":"2026-03-03T01:15:29.93282Z","steps":["trace[1348991684] 'process raft request' (duration: 740.79969ms)","trace[1348991684] 'compare' (duration: 259.726463ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:29.932978Z","caller":"traceutil/trace.go:171","msg":"trace[664154291] linearizableReadLoop","detail":"{readStateIndex:11252; appliedIndex:11248; }","duration":"1.209266794s","start":"2026-03-03T01:15:28.723688Z","end":"2026-03-03T01:15:29.932955Z","steps":["trace[664154291] 'read index received' (duration: 786.265554ms)","trace[664154291] 'applied index is now lower than readState.Index' (duration: 423.00008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:29.933103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.931252Z","time spent":"1.00173303s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:29.93311Z","caller":"traceutil/trace.go:171","msg":"trace[1705336517] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"537.121837ms","start":"2026-03-03T01:15:29.395964Z","end":"2026-03-03T01:15:29.933086Z","steps":["trace[1705336517] 'process raft request' (duration: 536.83854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444047638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:15:29.933193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252511687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:15:29.933215Z","caller":"traceutil/trace.go:171","msg":"trace[1304131051] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10847; }","duration":"2.44414782s","start":"2026-03-03T01:15:27.489053Z","end":"2026-03-03T01:15:29.933201Z","steps":["trace[1304131051] 'agreement among raft nodes before linearized reading' (duration: 2.443974126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.489029Z","time spent":"2.444220031s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:29.933263Z","caller":"traceutil/trace.go:171","msg":"trace[212760631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10847; }","duration":"1.252622429s","start":"2026-03-03T01:15:28.68062Z","end":"2026-03-03T01:15:29.933243Z","steps":["trace[212760631] 'agreement among raft nodes before linearized reading' (duration: 1.252376824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059685245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660172889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:15:29.933346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.395941Z","time spent":"537.28883ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:29.933377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.142197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.231253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059179383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059301136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:29.933441Z","caller":"traceutil/trace.go:171","msg":"trace[873138040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10847; }","duration":"949.297524ms","start":"2026-03-03T01:15:28.984126Z","end":"2026-03-03T01:15:29.933423Z","steps":["trace[873138040] 'agreement among raft nodes before linearized reading' (duration: 949.235383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.933451Z","caller":"traceutil/trace.go:171","msg":"trace[1645538871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10847; }","duration":"1.059264285s","start":"2026-03-03T01:15:28.874175Z","end":"2026-03-03T01:15:29.933439Z","steps":["trace[1645538871] 'agreement among raft nodes before linearized reading' (duration: 1.059196893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.98411Z","time spent":"949.367897ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:29.93349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.874153Z","time spent":"1.059327707s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T01:15:29.933425Z","caller":"traceutil/trace.go:171","msg":"trace[1864197044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10847; }","duration":"2.660326353s","start":"2026-03-03T01:15:27.273047Z","end":"2026-03-03T01:15:29.933373Z","steps":["trace[1864197044] 'agreement among raft nodes before linearized reading' (duration: 2.660066287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05989079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:29.933643Z","caller":"traceutil/trace.go:171","msg":"trace[20289284] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10847; }","duration":"1.05993021s","start":"2026-03-03T01:15:28.873706Z","end":"2026-03-03T01:15:29.933637Z","steps":["trace[20289284] 'agreement among raft nodes before linearized reading' (duration: 1.059887759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644954717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:15:29.933675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.873693Z","time spent":"1.059974181s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:15:29.933728Z","caller":"traceutil/trace.go:171","msg":"trace[707681861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:10847; }","duration":"2.645437468s","start":"2026-03-03T01:15:27.288269Z","end":"2026-03-03T01:15:29.933706Z","steps":["trace[707681861] 'agreement among raft nodes before linearized reading' (duration: 2.644837184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.93375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.628188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.273033Z","time spent":"2.66064193s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:29.933771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058101668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:29.933788Z","caller":"traceutil/trace.go:171","msg":"trace[390717430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10847; }","duration":"584.70111ms","start":"2026-03-03T01:15:29.349077Z","end":"2026-03-03T01:15:29.933778Z","steps":["trace[390717430] 'agreement among raft nodes before linearized reading' (duration: 584.648318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:27.288246Z","time spent":"2.645533051s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"info","ts":"2026-03-03T01:15:29.933809Z","caller":"traceutil/trace.go:171","msg":"trace[1634246779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10847; }","duration":"1.058155539s","start":"2026-03-03T01:15:28.875642Z","end":"2026-03-03T01:15:29.933798Z","steps":["trace[1634246779] 'agreement among raft nodes before linearized reading' (duration: 1.058029136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.933818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.349056Z","time spent":"584.755831ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:29.933839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.875634Z","time spent":"1.05819868s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:29.933863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.663943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.933567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059549732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:15:29.933325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.680589Z","time spent":"1.252719681s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:29.933946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.845237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:29.933332Z","caller":"traceutil/trace.go:171","msg":"trace[1261562706] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10847; }","duration":"1.059822138s","start":"2026-03-03T01:15:28.873492Z","end":"2026-03-03T01:15:29.933314Z","steps":["trace[1261562706] 'agreement among raft nodes before linearized reading' (duration: 1.059689165s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.934016Z","caller":"traceutil/trace.go:171","msg":"trace[2085439902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10847; }","duration":"949.933419ms","start":"2026-03-03T01:15:28.98405Z","end":"2026-03-03T01:15:29.933983Z","steps":["trace[2085439902] 'agreement among raft nodes before linearized reading' (duration: 949.850627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.93401Z","caller":"traceutil/trace.go:171","msg":"trace[1573314556] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10847; }","duration":"1.059974692s","start":"2026-03-03T01:15:28.873986Z","end":"2026-03-03T01:15:29.933961Z","steps":["trace[1573314556] 'agreement among raft nodes before linearized reading' (duration: 1.05948019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.934202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.138265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:29.934301Z","caller":"traceutil/trace.go:171","msg":"trace[730285598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10847; }","duration":"825.274008ms","start":"2026-03-03T01:15:29.109014Z","end":"2026-03-03T01:15:29.934288Z","steps":["trace[730285598] 'agreement among raft nodes before linearized reading' (duration: 825.018113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.934291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.873978Z","time spent":"1.060229418s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T01:15:29.933403Z","caller":"traceutil/trace.go:171","msg":"trace[820644773] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10847; }","duration":"465.204098ms","start":"2026-03-03T01:15:29.468189Z","end":"2026-03-03T01:15:29.933393Z","steps":["trace[820644773] 'agreement among raft nodes before linearized reading' (duration: 465.163637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:29.933977Z","caller":"traceutil/trace.go:171","msg":"trace[1194145402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10847; }","duration":"949.775286ms","start":"2026-03-03T01:15:28.984162Z","end":"2026-03-03T01:15:29.933937Z","steps":["trace[1194145402] 'agreement among raft nodes before linearized reading' (duration: 949.601932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.934473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.468171Z","time spent":"466.227342ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:29.933451Z","caller":"traceutil/trace.go:171","msg":"trace[1872977914] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10847; }","duration":"1.059359337s","start":"2026-03-03T01:15:28.874086Z","end":"2026-03-03T01:15:29.933446Z","steps":["trace[1872977914] 'agreement among raft nodes before linearized reading' (duration: 1.059331206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.93462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.874062Z","time spent":"1.060549535s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:29.934068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.984028Z","time spent":"950.028142ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:15:29.934118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.779896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:29.934426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.984095Z","time spent":"950.324999ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:15:29.934844Z","caller":"traceutil/trace.go:171","msg":"trace[313151058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10847; }","duration":"950.498543ms","start":"2026-03-03T01:15:28.984329Z","end":"2026-03-03T01:15:29.934828Z","steps":["trace[313151058] 'agreement among raft nodes before linearized reading' (duration: 949.764506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.934895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.984254Z","time spent":"950.625875ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:29.934147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.706934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:29.934986Z","caller":"traceutil/trace.go:171","msg":"trace[166758204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10847; }","duration":"950.556074ms","start":"2026-03-03T01:15:28.984401Z","end":"2026-03-03T01:15:29.934957Z","steps":["trace[166758204] 'agreement among raft nodes before linearized reading' (duration: 949.629052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:29.935072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.984391Z","time spent":"950.658666ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:29.93414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:28.873468Z","time spent":"1.060618767s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:29.934346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.108994Z","time spent":"825.342151ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:15:30.270161Z","caller":"traceutil/trace.go:171","msg":"trace[1218091669] linearizableReadLoop","detail":"{readStateIndex:11255; appliedIndex:11253; }","duration":"330.702249ms","start":"2026-03-03T01:15:29.939419Z","end":"2026-03-03T01:15:30.270121Z","steps":["trace[1218091669] 'read index received' (duration: 42.161627ms)","trace[1218091669] 'applied index is now lower than readState.Index' (duration: 288.539332ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:30.270398Z","caller":"traceutil/trace.go:171","msg":"trace[994577566] transaction","detail":"{read_only:false; response_revision:10850; number_of_response:1; }","duration":"330.606368ms","start":"2026-03-03T01:15:29.939716Z","end":"2026-03-03T01:15:30.270322Z","steps":["trace[994577566] 'process raft request' (duration: 330.221929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.270466Z","caller":"traceutil/trace.go:171","msg":"trace[1486248659] transaction","detail":"{read_only:false; response_revision:10849; number_of_response:1; }","duration":"331.421916ms","start":"2026-03-03T01:15:29.939007Z","end":"2026-03-03T01:15:30.270429Z","steps":["trace[1486248659] 'process raft request' (duration: 272.197222ms)","trace[1486248659] 'compare' (duration: 58.402915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:30.270571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.363945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:30.270577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.939695Z","time spent":"330.790031ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:30.270614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.938995Z","time spent":"331.540058ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:30.270631Z","caller":"traceutil/trace.go:171","msg":"trace[1087659579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10850; }","duration":"328.438607ms","start":"2026-03-03T01:15:29.942175Z","end":"2026-03-03T01:15:30.270614Z","steps":["trace[1087659579] 'agreement among raft nodes before linearized reading' (duration: 328.305074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.270617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.188471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T01:15:30.270674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.942168Z","time spent":"328.495208ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:15:30.270689Z","caller":"traceutil/trace.go:171","msg":"trace[477416415] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649; range_end:; response_count:1; response_revision:10850; }","duration":"331.296634ms","start":"2026-03-03T01:15:29.939371Z","end":"2026-03-03T01:15:30.270668Z","steps":["trace[477416415] 'agreement among raft nodes before linearized reading' (duration: 331.102799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.270729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.93936Z","time spent":"331.360595ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649\" "} {"level":"warn","ts":"2026-03-03T01:15:30.271073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.268339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447815"} {"level":"info","ts":"2026-03-03T01:15:30.271143Z","caller":"traceutil/trace.go:171","msg":"trace[908391430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10850; }","duration":"330.359241ms","start":"2026-03-03T01:15:29.940768Z","end":"2026-03-03T01:15:30.271128Z","steps":["trace[908391430] 'agreement among raft nodes before linearized reading' (duration: 329.676295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.271192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:29.940759Z","time spent":"330.418152ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447837,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:15:30.773689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.186754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:30.774159Z","caller":"traceutil/trace.go:171","msg":"trace[1143963667] transaction","detail":"{read_only:false; response_revision:10851; number_of_response:1; }","duration":"501.173432ms","start":"2026-03-03T01:15:30.272965Z","end":"2026-03-03T01:15:30.774138Z","steps":["trace[1143963667] 'process raft request' (duration: 171.384444ms)","trace[1143963667] 'compare' (duration: 328.960509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:30.774148Z","caller":"traceutil/trace.go:171","msg":"trace[2121002579] linearizableReadLoop","detail":"{readStateIndex:11257; appliedIndex:11256; }","duration":"484.331052ms","start":"2026-03-03T01:15:30.289786Z","end":"2026-03-03T01:15:30.774117Z","steps":["trace[2121002579] 'read index received' (duration: 154.483642ms)","trace[2121002579] 'applied index is now lower than readState.Index' (duration: 329.84396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:30.774302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:30.272943Z","time spent":"501.280065ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:30.77442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.87081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:30.774441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.523794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:30.774492Z","caller":"traceutil/trace.go:171","msg":"trace[1600069265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10852; }","duration":"423.985793ms","start":"2026-03-03T01:15:30.350486Z","end":"2026-03-03T01:15:30.774472Z","steps":["trace[1600069265] 'agreement among raft nodes before linearized reading' (duration: 423.881251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.774591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:30.350463Z","time spent":"424.113375ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:15:30.774538Z","caller":"traceutil/trace.go:171","msg":"trace[696022022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10852; }","duration":"317.635376ms","start":"2026-03-03T01:15:30.456849Z","end":"2026-03-03T01:15:30.774484Z","steps":["trace[696022022] 'agreement among raft nodes before linearized reading' (duration: 317.527834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.774796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:30.456828Z","time spent":"317.904893ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:15:30.775468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.792003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:15:30.775588Z","caller":"traceutil/trace.go:171","msg":"trace[1458373724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10852; }","duration":"485.819206ms","start":"2026-03-03T01:15:30.289748Z","end":"2026-03-03T01:15:30.775568Z","steps":["trace[1458373724] 'agreement among raft nodes before linearized reading' (duration: 484.449515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:30.775668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:30.289733Z","time spent":"485.894719ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:15:31.242254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.337129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:31.242346Z","caller":"traceutil/trace.go:171","msg":"trace[1085409756] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10853; }","duration":"317.506074ms","start":"2026-03-03T01:15:30.924818Z","end":"2026-03-03T01:15:31.242325Z","steps":["trace[1085409756] 'range keys from in-memory index tree' (duration: 317.152605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:31.242385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:30.924788Z","time spent":"317.588395ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:15:32.151927Z","caller":"traceutil/trace.go:171","msg":"trace[881081722] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"117.209878ms","start":"2026-03-03T01:15:32.034684Z","end":"2026-03-03T01:15:32.151894Z","steps":["trace[881081722] 'process raft request' (duration: 71.526278ms)","trace[881081722] 'compare' (duration: 45.547417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:32.632933Z","caller":"traceutil/trace.go:171","msg":"trace[462909099] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"325.606592ms","start":"2026-03-03T01:15:32.307286Z","end":"2026-03-03T01:15:32.632893Z","steps":["trace[462909099] 'process raft request' (duration: 325.319285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:32.633174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:32.307269Z","time spent":"325.772115ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:32.633343Z","caller":"traceutil/trace.go:171","msg":"trace[1093803025] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"325.97725ms","start":"2026-03-03T01:15:32.307319Z","end":"2026-03-03T01:15:32.633296Z","steps":["trace[1093803025] 'process raft request' (duration: 325.520499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:32.633325Z","caller":"traceutil/trace.go:171","msg":"trace[406038568] linearizableReadLoop","detail":"{readStateIndex:11268; appliedIndex:11266; }","duration":"312.088747ms","start":"2026-03-03T01:15:32.321173Z","end":"2026-03-03T01:15:32.633261Z","steps":["trace[406038568] 'read index received' (duration: 311.499523ms)","trace[406038568] 'applied index is now lower than readState.Index' (duration: 586.824µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:32.633539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:32.307304Z","time spent":"326.122133ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:32.633787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.260453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:32.633865Z","caller":"traceutil/trace.go:171","msg":"trace[663778735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10861; }","duration":"284.369305ms","start":"2026-03-03T01:15:32.349478Z","end":"2026-03-03T01:15:32.633847Z","steps":["trace[663778735] 'agreement among raft nodes before linearized reading' (duration: 284.239462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:32.633945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.64494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T01:15:32.634082Z","caller":"traceutil/trace.go:171","msg":"trace[1611657029] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10861; }","duration":"312.931227ms","start":"2026-03-03T01:15:32.321131Z","end":"2026-03-03T01:15:32.634063Z","steps":["trace[1611657029] 'agreement among raft nodes before linearized reading' (duration: 312.284402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:32.634199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:32.321112Z","time spent":"313.06869ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:15:33.927591Z","caller":"traceutil/trace.go:171","msg":"trace[980529200] transaction","detail":"{read_only:false; response_revision:10863; number_of_response:1; }","duration":"352.515755ms","start":"2026-03-03T01:15:33.575053Z","end":"2026-03-03T01:15:33.927569Z","steps":["trace[980529200] 'process raft request' (duration: 352.373062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:33.927729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.575034Z","time spent":"352.623977ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:34.166323Z","caller":"traceutil/trace.go:171","msg":"trace[1069542447] linearizableReadLoop","detail":"{readStateIndex:11272; appliedIndex:11269; }","duration":"407.751447ms","start":"2026-03-03T01:15:33.75854Z","end":"2026-03-03T01:15:34.166291Z","steps":["trace[1069542447] 'read index received' (duration: 168.99852ms)","trace[1069542447] 'applied index is now lower than readState.Index' (duration: 238.751456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:34.166421Z","caller":"traceutil/trace.go:171","msg":"trace[2082638040] transaction","detail":"{read_only:false; response_revision:10864; number_of_response:1; }","duration":"549.415191ms","start":"2026-03-03T01:15:33.616976Z","end":"2026-03-03T01:15:34.166392Z","steps":["trace[2082638040] 'process raft request' (duration: 449.316899ms)","trace[2082638040] 'compare' (duration: 99.303133ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:34.166437Z","caller":"traceutil/trace.go:171","msg":"trace[483817732] transaction","detail":"{read_only:false; response_revision:10865; number_of_response:1; }","duration":"549.109284ms","start":"2026-03-03T01:15:33.61729Z","end":"2026-03-03T01:15:34.1664Z","steps":["trace[483817732] 'process raft request' (duration: 548.861638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.616949Z","time spent":"549.540254ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.166578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.617279Z","time spent":"549.228537ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.166595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.804001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:15:34.166606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.042163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:34.166646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.907445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.166668Z","caller":"traceutil/trace.go:171","msg":"trace[1598743668] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10865; }","duration":"336.941374ms","start":"2026-03-03T01:15:33.829708Z","end":"2026-03-03T01:15:34.16665Z","steps":["trace[1598743668] 'agreement among raft nodes before linearized reading' (duration: 336.79211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.402961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:34.166679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.383314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:15:34.166709Z","caller":"traceutil/trace.go:171","msg":"trace[387942557] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10865; }","duration":"408.214557ms","start":"2026-03-03T01:15:33.75847Z","end":"2026-03-03T01:15:34.166685Z","steps":["trace[387942557] 'agreement among raft nodes before linearized reading' (duration: 407.969001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.922373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:34.166727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.829688Z","time spent":"337.023916ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:34.166762Z","caller":"traceutil/trace.go:171","msg":"trace[1581863536] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10865; }","duration":"220.990925ms","start":"2026-03-03T01:15:33.945759Z","end":"2026-03-03T01:15:34.16675Z","steps":["trace[1581863536] 'agreement among raft nodes before linearized reading' (duration: 220.931364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.166759Z","caller":"traceutil/trace.go:171","msg":"trace[704316264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10865; }","duration":"130.500467ms","start":"2026-03-03T01:15:34.036237Z","end":"2026-03-03T01:15:34.166738Z","steps":["trace[704316264] 'agreement among raft nodes before linearized reading' (duration: 130.275522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.166711Z","caller":"traceutil/trace.go:171","msg":"trace[803375609] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10865; }","duration":"220.447092ms","start":"2026-03-03T01:15:33.946258Z","end":"2026-03-03T01:15:34.166705Z","steps":["trace[803375609] 'agreement among raft nodes before linearized reading' (duration: 220.395881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.268472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:34.166813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.753503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:34.166837Z","caller":"traceutil/trace.go:171","msg":"trace[1559827683] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10865; }","duration":"221.794744ms","start":"2026-03-03T01:15:33.945037Z","end":"2026-03-03T01:15:34.166832Z","steps":["trace[1559827683] 'agreement among raft nodes before linearized reading' (duration: 221.707302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.166829Z","caller":"traceutil/trace.go:171","msg":"trace[621727065] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10865; }","duration":"221.326653ms","start":"2026-03-03T01:15:33.945487Z","end":"2026-03-03T01:15:34.166814Z","steps":["trace[621727065] 'agreement among raft nodes before linearized reading' (duration: 221.262781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.16692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.136398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:34.16672Z","caller":"traceutil/trace.go:171","msg":"trace[796437800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10865; }","duration":"205.991697ms","start":"2026-03-03T01:15:33.960709Z","end":"2026-03-03T01:15:34.166701Z","steps":["trace[796437800] 'agreement among raft nodes before linearized reading' (duration: 205.899485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.166938Z","caller":"traceutil/trace.go:171","msg":"trace[354705817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10865; }","duration":"221.171389ms","start":"2026-03-03T01:15:33.945762Z","end":"2026-03-03T01:15:34.166933Z","steps":["trace[354705817] 'agreement among raft nodes before linearized reading' (duration: 221.125918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.936524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.166963Z","caller":"traceutil/trace.go:171","msg":"trace[2111211941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10865; }","duration":"220.983145ms","start":"2026-03-03T01:15:33.945971Z","end":"2026-03-03T01:15:34.166955Z","steps":["trace[2111211941] 'agreement among raft nodes before linearized reading' (duration: 220.933174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.356337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.167011Z","caller":"traceutil/trace.go:171","msg":"trace[1685853162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10865; }","duration":"222.406868ms","start":"2026-03-03T01:15:33.9446Z","end":"2026-03-03T01:15:34.167006Z","steps":["trace[1685853162] 'agreement among raft nodes before linearized reading' (duration: 222.380277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.166567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.507133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:34.166765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.758446Z","time spent":"408.307359ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:34.167034Z","caller":"traceutil/trace.go:171","msg":"trace[329585011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10865; }","duration":"221.011626ms","start":"2026-03-03T01:15:33.946015Z","end":"2026-03-03T01:15:34.167027Z","steps":["trace[329585011] 'agreement among raft nodes before linearized reading' (duration: 220.481543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.167078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.376104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.167127Z","caller":"traceutil/trace.go:171","msg":"trace[451533846] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10865; }","duration":"221.464506ms","start":"2026-03-03T01:15:33.945655Z","end":"2026-03-03T01:15:34.16712Z","steps":["trace[451533846] 'agreement among raft nodes before linearized reading' (duration: 221.400214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.167102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.120241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.167281Z","caller":"traceutil/trace.go:171","msg":"trace[956519989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10865; }","duration":"222.332596ms","start":"2026-03-03T01:15:33.944929Z","end":"2026-03-03T01:15:34.167262Z","steps":["trace[956519989] 'agreement among raft nodes before linearized reading' (duration: 222.134141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.167484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.939817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:15:34.167553Z","caller":"traceutil/trace.go:171","msg":"trace[152608164] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10865; }","duration":"222.031379ms","start":"2026-03-03T01:15:33.945504Z","end":"2026-03-03T01:15:34.167535Z","steps":["trace[152608164] 'agreement among raft nodes before linearized reading' (duration: 221.18944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.545341Z","caller":"traceutil/trace.go:171","msg":"trace[272796202] transaction","detail":"{read_only:false; response_revision:10866; number_of_response:1; }","duration":"372.789745ms","start":"2026-03-03T01:15:34.172523Z","end":"2026-03-03T01:15:34.545313Z","steps":["trace[272796202] 'process raft request' (duration: 372.612171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.545516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.172384Z","time spent":"373.037321ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:34.779425Z","caller":"traceutil/trace.go:171","msg":"trace[131213937] transaction","detail":"{read_only:false; response_revision:10867; number_of_response:1; }","duration":"605.239106ms","start":"2026-03-03T01:15:34.174164Z","end":"2026-03-03T01:15:34.779403Z","steps":["trace[131213937] 'process raft request' (duration: 605.01076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.779558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.174138Z","time spent":"605.350399ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:34.779689Z","caller":"traceutil/trace.go:171","msg":"trace[2115170736] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"346.23769ms","start":"2026-03-03T01:15:34.433423Z","end":"2026-03-03T01:15:34.77966Z","steps":["trace[2115170736] 'process raft request' (duration: 345.940083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.779764Z","caller":"traceutil/trace.go:171","msg":"trace[795171236] linearizableReadLoop","detail":"{readStateIndex:11274; appliedIndex:11272; }","duration":"451.819098ms","start":"2026-03-03T01:15:34.327894Z","end":"2026-03-03T01:15:34.779713Z","steps":["trace[795171236] 'read index received' (duration: 217.230938ms)","trace[795171236] 'applied index is now lower than readState.Index' (duration: 234.58733ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:34.77979Z","caller":"traceutil/trace.go:171","msg":"trace[315208326] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"320.091473ms","start":"2026-03-03T01:15:34.459678Z","end":"2026-03-03T01:15:34.77977Z","steps":["trace[315208326] 'process raft request' (duration: 319.920909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.779864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.45965Z","time spent":"320.172674ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.779864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.433383Z","time spent":"346.410244ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.779941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.044153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:15:34.779971Z","caller":"traceutil/trace.go:171","msg":"trace[443692028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:10869; }","duration":"452.134435ms","start":"2026-03-03T01:15:34.327828Z","end":"2026-03-03T01:15:34.779962Z","steps":["trace[443692028] 'agreement among raft nodes before linearized reading' (duration: 452.019252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.779994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.327794Z","time spent":"452.193716ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:15:34.779999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.713658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:34.780037Z","caller":"traceutil/trace.go:171","msg":"trace[730714142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10869; }","duration":"430.76324ms","start":"2026-03-03T01:15:34.349262Z","end":"2026-03-03T01:15:34.780025Z","steps":["trace[730714142] 'agreement among raft nodes before linearized reading' (duration: 430.708199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.78007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.349254Z","time spent":"430.809811ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:34.780253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.450263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:15:34.780297Z","caller":"traceutil/trace.go:171","msg":"trace[601977496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10869; }","duration":"142.536965ms","start":"2026-03-03T01:15:34.63775Z","end":"2026-03-03T01:15:34.780287Z","steps":["trace[601977496] 'agreement among raft nodes before linearized reading' (duration: 142.393222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.781346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.246832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:34.781464Z","caller":"traceutil/trace.go:171","msg":"trace[321800248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10869; }","duration":"143.58237ms","start":"2026-03-03T01:15:34.637856Z","end":"2026-03-03T01:15:34.781438Z","steps":["trace[321800248] 'agreement among raft nodes before linearized reading' (duration: 142.315021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:35.21824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.642886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:35.218352Z","caller":"traceutil/trace.go:171","msg":"trace[1247760225] linearizableReadLoop","detail":"{readStateIndex:11278; appliedIndex:11277; }","duration":"340.21071ms","start":"2026-03-03T01:15:34.878118Z","end":"2026-03-03T01:15:35.218329Z","steps":["trace[1247760225] 'read index received' (duration: 229.374389ms)","trace[1247760225] 'applied index is now lower than readState.Index' (duration: 110.834301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:35.218415Z","caller":"traceutil/trace.go:171","msg":"trace[238327609] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"432.036729ms","start":"2026-03-03T01:15:34.786346Z","end":"2026-03-03T01:15:35.218383Z","steps":["trace[238327609] 'process raft request' (duration: 321.174798ms)","trace[238327609] 'compare' (duration: 110.481032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:35.218551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.430285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:15:35.218565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.78632Z","time spent":"432.159452ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:35.218596Z","caller":"traceutil/trace.go:171","msg":"trace[1736826842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10871; }","duration":"340.505037ms","start":"2026-03-03T01:15:34.878077Z","end":"2026-03-03T01:15:35.218582Z","steps":["trace[1736826842] 'agreement among raft nodes before linearized reading' (duration: 340.312652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:35.21864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:34.878057Z","time spent":"340.571358ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:15:35.81777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.588883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:35.817891Z","caller":"traceutil/trace.go:171","msg":"trace[1326758411] linearizableReadLoop","detail":"{readStateIndex:11279; appliedIndex:11278; }","duration":"469.061278ms","start":"2026-03-03T01:15:35.348812Z","end":"2026-03-03T01:15:35.817873Z","steps":["trace[1326758411] 'read index received' (duration: 136.28453ms)","trace[1326758411] 'applied index is now lower than readState.Index' (duration: 332.775358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:35.818183Z","caller":"traceutil/trace.go:171","msg":"trace[858402524] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"595.477869ms","start":"2026-03-03T01:15:35.222666Z","end":"2026-03-03T01:15:35.818144Z","steps":["trace[858402524] 'process raft request' (duration: 262.405425ms)","trace[858402524] 'compare' (duration: 332.421059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:35.818229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.405285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:35.818277Z","caller":"traceutil/trace.go:171","msg":"trace[1624697645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10872; }","duration":"469.509448ms","start":"2026-03-03T01:15:35.348755Z","end":"2026-03-03T01:15:35.818264Z","steps":["trace[1624697645] 'agreement among raft nodes before linearized reading' (duration: 469.415085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:35.818346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:35.222644Z","time spent":"595.620782ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:35.818314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:35.348733Z","time spent":"469.573579ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:36.410442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.216934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:36.410591Z","caller":"traceutil/trace.go:171","msg":"trace[357102570] linearizableReadLoop","detail":"{readStateIndex:11280; appliedIndex:11279; }","duration":"238.90024ms","start":"2026-03-03T01:15:36.171665Z","end":"2026-03-03T01:15:36.410565Z","steps":["trace[357102570] 'read index received' (duration: 66.473831ms)","trace[357102570] 'applied index is now lower than readState.Index' (duration: 172.424469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:36.410595Z","caller":"traceutil/trace.go:171","msg":"trace[2086391551] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"477.522744ms","start":"2026-03-03T01:15:35.933047Z","end":"2026-03-03T01:15:36.41057Z","steps":["trace[2086391551] 'process raft request' (duration: 305.086495ms)","trace[2086391551] 'compare' (duration: 171.897877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:36.410731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.048144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:36.410739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:35.933016Z","time spent":"477.626177ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:36.410777Z","caller":"traceutil/trace.go:171","msg":"trace[383673825] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10873; }","duration":"239.134926ms","start":"2026-03-03T01:15:36.171629Z","end":"2026-03-03T01:15:36.410764Z","steps":["trace[383673825] 'agreement among raft nodes before linearized reading' (duration: 239.033804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.708348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.70813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:36.708714Z","caller":"traceutil/trace.go:171","msg":"trace[1749567908] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"536.695706ms","start":"2026-03-03T01:15:36.171987Z","end":"2026-03-03T01:15:36.708683Z","steps":["trace[1749567908] 'process raft request' (duration: 396.544516ms)","trace[1749567908] 'compare' (duration: 139.568077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:36.70876Z","caller":"traceutil/trace.go:171","msg":"trace[205454621] linearizableReadLoop","detail":"{readStateIndex:11282; appliedIndex:11280; }","duration":"298.115453ms","start":"2026-03-03T01:15:36.410627Z","end":"2026-03-03T01:15:36.708742Z","steps":["trace[205454621] 'read index received' (duration: 157.877851ms)","trace[205454621] 'applied index is now lower than readState.Index' (duration: 140.236452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:36.70876Z","caller":"traceutil/trace.go:171","msg":"trace[586563931] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"518.940345ms","start":"2026-03-03T01:15:36.189796Z","end":"2026-03-03T01:15:36.708737Z","steps":["trace[586563931] 'process raft request' (duration: 518.665128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.708872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.313507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.708967Z","caller":"traceutil/trace.go:171","msg":"trace[1812315454] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10875; }","duration":"536.44042ms","start":"2026-03-03T01:15:36.172501Z","end":"2026-03-03T01:15:36.708942Z","steps":["trace[1812315454] 'agreement among raft nodes before linearized reading' (duration: 536.256136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.708994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.171977Z","time spent":"536.819509ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:36.709049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172488Z","time spent":"536.540032ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.801299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T01:15:36.709105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.960302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.709134Z","caller":"traceutil/trace.go:171","msg":"trace[181431999] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10875; }","duration":"536.923121ms","start":"2026-03-03T01:15:36.172187Z","end":"2026-03-03T01:15:36.70911Z","steps":["trace[181431999] 'agreement among raft nodes before linearized reading' (duration: 536.629615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.836469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:36.709224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.43691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T01:15:36.709256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.018784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.709244Z","caller":"traceutil/trace.go:171","msg":"trace[1748931494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10875; }","duration":"536.978993ms","start":"2026-03-03T01:15:36.172246Z","end":"2026-03-03T01:15:36.709225Z","steps":["trace[1748931494] 'agreement among raft nodes before linearized reading' (duration: 536.796279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.709291Z","caller":"traceutil/trace.go:171","msg":"trace[140032329] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10875; }","duration":"442.526872ms","start":"2026-03-03T01:15:36.266747Z","end":"2026-03-03T01:15:36.709274Z","steps":["trace[140032329] 'agreement among raft nodes before linearized reading' (duration: 442.394859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.709301Z","caller":"traceutil/trace.go:171","msg":"trace[1433816441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10875; }","duration":"537.072405ms","start":"2026-03-03T01:15:36.172216Z","end":"2026-03-03T01:15:36.709288Z","steps":["trace[1433816441] 'agreement among raft nodes before linearized reading' (duration: 537.006713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.709241Z","caller":"traceutil/trace.go:171","msg":"trace[3792845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10875; }","duration":"537.041874ms","start":"2026-03-03T01:15:36.172105Z","end":"2026-03-03T01:15:36.709147Z","steps":["trace[3792845] 'agreement among raft nodes before linearized reading' (duration: 536.973133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172227Z","time spent":"537.105266ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172207Z","time spent":"537.131956ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.266732Z","time spent":"442.603804ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.189775Z","time spent":"519.140429ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:36.709114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.687451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:36.709193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172181Z","time spent":"536.999103ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:15:36.709477Z","caller":"traceutil/trace.go:171","msg":"trace[1691003087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10875; }","duration":"360.075381ms","start":"2026-03-03T01:15:36.349385Z","end":"2026-03-03T01:15:36.70946Z","steps":["trace[1691003087] 'agreement among raft nodes before linearized reading' (duration: 359.695942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.838072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T01:15:36.709336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.628474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:36.709525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.349366Z","time spent":"360.147402ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:15:36.709537Z","caller":"traceutil/trace.go:171","msg":"trace[850165767] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10875; }","duration":"535.359895ms","start":"2026-03-03T01:15:36.174166Z","end":"2026-03-03T01:15:36.709526Z","steps":["trace[850165767] 'agreement among raft nodes before linearized reading' (duration: 534.70751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.709551Z","caller":"traceutil/trace.go:171","msg":"trace[617539551] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10875; }","duration":"536.86457ms","start":"2026-03-03T01:15:36.172672Z","end":"2026-03-03T01:15:36.709537Z","steps":["trace[617539551] 'agreement among raft nodes before linearized reading' (duration: 536.622435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172087Z","time spent":"537.29198ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.174154Z","time spent":"535.405446ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.862153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:15:36.709661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172661Z","time spent":"536.984203ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:15:36.70939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.726227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.70978Z","caller":"traceutil/trace.go:171","msg":"trace[819492332] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10875; }","duration":"537.908004ms","start":"2026-03-03T01:15:36.171862Z","end":"2026-03-03T01:15:36.70977Z","steps":["trace[819492332] 'agreement among raft nodes before linearized reading' (duration: 537.772611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.887691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:36.709809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.171856Z","time spent":"537.946415ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T01:15:36.709816Z","caller":"traceutil/trace.go:171","msg":"trace[1220336442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10875; }","duration":"537.144756ms","start":"2026-03-03T01:15:36.172655Z","end":"2026-03-03T01:15:36.709799Z","steps":["trace[1220336442] 'agreement among raft nodes before linearized reading' (duration: 536.711366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.709836Z","caller":"traceutil/trace.go:171","msg":"trace[1747935264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10875; }","duration":"537.70668ms","start":"2026-03-03T01:15:36.172107Z","end":"2026-03-03T01:15:36.709813Z","steps":["trace[1747935264] 'agreement among raft nodes before linearized reading' (duration: 536.749687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.709873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172631Z","time spent":"537.226139ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:15:36.70991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.172086Z","time spent":"537.806392ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:15:36.709931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.315193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.709984Z","caller":"traceutil/trace.go:171","msg":"trace[115878931] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10875; }","duration":"143.407925ms","start":"2026-03-03T01:15:36.566562Z","end":"2026-03-03T01:15:36.70997Z","steps":["trace[115878931] 'agreement among raft nodes before linearized reading' (duration: 143.319133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.710222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.40065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:15:36.710424Z","caller":"traceutil/trace.go:171","msg":"trace[1947770838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10875; }","duration":"160.634245ms","start":"2026-03-03T01:15:36.549768Z","end":"2026-03-03T01:15:36.710402Z","steps":["trace[1947770838] 'agreement among raft nodes before linearized reading' (duration: 159.517789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.978401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.33082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:36.978684Z","caller":"traceutil/trace.go:171","msg":"trace[1755842293] linearizableReadLoop","detail":"{readStateIndex:11283; appliedIndex:11282; }","duration":"211.573406ms","start":"2026-03-03T01:15:36.767093Z","end":"2026-03-03T01:15:36.978667Z","steps":["trace[1755842293] 'read index received' (duration: 65.826727ms)","trace[1755842293] 'applied index is now lower than readState.Index' (duration: 145.745239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:36.978707Z","caller":"traceutil/trace.go:171","msg":"trace[1788569278] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"263.559102ms","start":"2026-03-03T01:15:36.715114Z","end":"2026-03-03T01:15:36.978673Z","steps":["trace[1788569278] 'process raft request' (duration: 117.879753ms)","trace[1788569278] 'compare' (duration: 145.222528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:36.978773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.671148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.978866Z","caller":"traceutil/trace.go:171","msg":"trace[763110954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10876; }","duration":"211.837963ms","start":"2026-03-03T01:15:36.767009Z","end":"2026-03-03T01:15:36.978847Z","steps":["trace[763110954] 'agreement among raft nodes before linearized reading' (duration: 211.70445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.979072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.912259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:15:36.979149Z","caller":"traceutil/trace.go:171","msg":"trace[1287936433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:10876; }","duration":"185.01891ms","start":"2026-03-03T01:15:36.794118Z","end":"2026-03-03T01:15:36.979137Z","steps":["trace[1287936433] 'agreement among raft nodes before linearized reading' (duration: 184.838896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.97911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.321194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:15:36.979291Z","caller":"traceutil/trace.go:171","msg":"trace[867932217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10876; }","duration":"137.519789ms","start":"2026-03-03T01:15:36.841737Z","end":"2026-03-03T01:15:36.979257Z","steps":["trace[867932217] 'agreement among raft nodes before linearized reading' (duration: 137.149871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.979753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.909983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:15:36.979811Z","caller":"traceutil/trace.go:171","msg":"trace[1145731351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10876; }","duration":"195.986045ms","start":"2026-03-03T01:15:36.783808Z","end":"2026-03-03T01:15:36.979794Z","steps":["trace[1145731351] 'agreement among raft nodes before linearized reading' (duration: 195.030982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.346877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.745792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:37.347041Z","caller":"traceutil/trace.go:171","msg":"trace[185736792] linearizableReadLoop","detail":"{readStateIndex:11285; appliedIndex:11283; }","duration":"362.520137ms","start":"2026-03-03T01:15:36.984506Z","end":"2026-03-03T01:15:37.347026Z","steps":["trace[185736792] 'read index received' (duration: 209.635371ms)","trace[185736792] 'applied index is now lower than readState.Index' (duration: 152.883706ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:37.347067Z","caller":"traceutil/trace.go:171","msg":"trace[581297640] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"363.52922ms","start":"2026-03-03T01:15:36.983504Z","end":"2026-03-03T01:15:37.347033Z","steps":["trace[581297640] 'process raft request' (duration: 210.550982ms)","trace[581297640] 'compare' (duration: 152.527008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:37.347137Z","caller":"traceutil/trace.go:171","msg":"trace[228380848] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"363.5414ms","start":"2026-03-03T01:15:36.983556Z","end":"2026-03-03T01:15:37.347098Z","steps":["trace[228380848] 'process raft request' (duration: 363.413538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.347321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.049446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T01:15:37.347352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.983487Z","time spent":"363.684174ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:37.347342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.983537Z","time spent":"363.689034ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:37.347357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.183363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:15:37.347388Z","caller":"traceutil/trace.go:171","msg":"trace[2107666741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10878; }","duration":"362.142288ms","start":"2026-03-03T01:15:36.985229Z","end":"2026-03-03T01:15:37.347372Z","steps":["trace[2107666741] 'agreement among raft nodes before linearized reading' (duration: 361.950933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:37.34741Z","caller":"traceutil/trace.go:171","msg":"trace[383281096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10878; }","duration":"125.280035ms","start":"2026-03-03T01:15:37.222117Z","end":"2026-03-03T01:15:37.347397Z","steps":["trace[383281096] 'agreement among raft nodes before linearized reading' (duration: 125.127662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.347442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.985219Z","time spent":"362.21102ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:15:37.34787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.357747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447815"} {"level":"info","ts":"2026-03-03T01:15:37.34793Z","caller":"traceutil/trace.go:171","msg":"trace[1094627396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10878; }","duration":"363.451798ms","start":"2026-03-03T01:15:36.984463Z","end":"2026-03-03T01:15:37.347915Z","steps":["trace[1094627396] 'agreement among raft nodes before linearized reading' (duration: 362.65754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.347976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.984449Z","time spent":"363.51238ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447837,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:15:37.707152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.711868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:37.707268Z","caller":"traceutil/trace.go:171","msg":"trace[1138618994] linearizableReadLoop","detail":"{readStateIndex:11286; appliedIndex:11285; }","duration":"345.521333ms","start":"2026-03-03T01:15:37.361729Z","end":"2026-03-03T01:15:37.70725Z","steps":["trace[1138618994] 'read index received' (duration: 237.735753ms)","trace[1138618994] 'applied index is now lower than readState.Index' (duration: 107.78413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:37.707341Z","caller":"traceutil/trace.go:171","msg":"trace[934756791] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"353.121809ms","start":"2026-03-03T01:15:37.354207Z","end":"2026-03-03T01:15:37.707329Z","steps":["trace[934756791] 'process raft request' (duration: 245.127335ms)","trace[934756791] 'compare' (duration: 106.552811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:37.707408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:37.354194Z","time spent":"353.1812ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:37.70771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.935002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:15:37.707806Z","caller":"traceutil/trace.go:171","msg":"trace[235405108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10879; }","duration":"346.077176ms","start":"2026-03-03T01:15:37.361709Z","end":"2026-03-03T01:15:37.707786Z","steps":["trace[235405108] 'agreement among raft nodes before linearized reading' (duration: 345.632026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.708672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:37.361701Z","time spent":"346.952836ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T01:15:37.812298Z","caller":"traceutil/trace.go:171","msg":"trace[352564274] linearizableReadLoop","detail":"{readStateIndex:11287; appliedIndex:11286; }","duration":"104.974934ms","start":"2026-03-03T01:15:37.707295Z","end":"2026-03-03T01:15:37.81227Z","steps":["trace[352564274] 'read index received' (duration: 5.225981ms)","trace[352564274] 'applied index is now lower than readState.Index' (duration: 99.747113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:37.812441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.000157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:37.812472Z","caller":"traceutil/trace.go:171","msg":"trace[71200951] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10879; }","duration":"250.09674ms","start":"2026-03-03T01:15:37.562367Z","end":"2026-03-03T01:15:37.812464Z","steps":["trace[71200951] 'agreement among raft nodes before linearized reading' (duration: 249.997017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.812951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.970663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:15:37.813017Z","caller":"traceutil/trace.go:171","msg":"trace[264383641] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10879; }","duration":"230.089776ms","start":"2026-03-03T01:15:37.582911Z","end":"2026-03-03T01:15:37.813001Z","steps":["trace[264383641] 'agreement among raft nodes before linearized reading' (duration: 229.863691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:37.813073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.218538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:15:37.813118Z","caller":"traceutil/trace.go:171","msg":"trace[1789499734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10879; }","duration":"230.284391ms","start":"2026-03-03T01:15:37.582822Z","end":"2026-03-03T01:15:37.813107Z","steps":["trace[1789499734] 'agreement among raft nodes before linearized reading' (duration: 230.146087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:38.098572Z","caller":"traceutil/trace.go:171","msg":"trace[1317374940] linearizableReadLoop","detail":"{readStateIndex:11289; appliedIndex:11287; }","duration":"276.471162ms","start":"2026-03-03T01:15:37.822068Z","end":"2026-03-03T01:15:38.098539Z","steps":["trace[1317374940] 'read index received' (duration: 30.469937ms)","trace[1317374940] 'applied index is now lower than readState.Index' (duration: 245.999435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:38.098737Z","caller":"traceutil/trace.go:171","msg":"trace[791032504] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"281.60865ms","start":"2026-03-03T01:15:37.817114Z","end":"2026-03-03T01:15:38.098723Z","steps":["trace[791032504] 'process raft request' (duration: 188.990822ms)","trace[791032504] 'compare' (duration: 92.136067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:38.098995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.870871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:15:38.099129Z","caller":"traceutil/trace.go:171","msg":"trace[2037972712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10881; }","duration":"277.051215ms","start":"2026-03-03T01:15:37.822047Z","end":"2026-03-03T01:15:38.099098Z","steps":["trace[2037972712] 'agreement among raft nodes before linearized reading' (duration: 276.591834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:38.571406Z","caller":"traceutil/trace.go:171","msg":"trace[741979772] transaction","detail":"{read_only:false; response_revision:10884; number_of_response:1; }","duration":"154.419531ms","start":"2026-03-03T01:15:38.416959Z","end":"2026-03-03T01:15:38.571379Z","steps":["trace[741979772] 'process raft request' (duration: 92.605038ms)","trace[741979772] 'compare' (duration: 61.575458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:38.867235Z","caller":"traceutil/trace.go:171","msg":"trace[752035384] linearizableReadLoop","detail":"{readStateIndex:11293; appliedIndex:11292; }","duration":"150.278725ms","start":"2026-03-03T01:15:38.716911Z","end":"2026-03-03T01:15:38.867189Z","steps":["trace[752035384] 'read index received' (duration: 150.170263ms)","trace[752035384] 'applied index is now lower than readState.Index' (duration: 106.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:38.867335Z","caller":"traceutil/trace.go:171","msg":"trace[2060326586] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"150.50712ms","start":"2026-03-03T01:15:38.71681Z","end":"2026-03-03T01:15:38.867317Z","steps":["trace[2060326586] 'process raft request' (duration: 150.198293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:38.867516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.579432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:38.867559Z","caller":"traceutil/trace.go:171","msg":"trace[793132189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10885; }","duration":"150.658603ms","start":"2026-03-03T01:15:38.71689Z","end":"2026-03-03T01:15:38.867549Z","steps":["trace[793132189] 'agreement among raft nodes before linearized reading' (duration: 150.452659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:39.080154Z","caller":"traceutil/trace.go:171","msg":"trace[23292161] linearizableReadLoop","detail":"{readStateIndex:11294; appliedIndex:11293; }","duration":"212.806664ms","start":"2026-03-03T01:15:38.86731Z","end":"2026-03-03T01:15:39.080117Z","steps":["trace[23292161] 'read index received' (duration: 121.755003ms)","trace[23292161] 'applied index is now lower than readState.Index' (duration: 91.050281ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:39.080319Z","caller":"traceutil/trace.go:171","msg":"trace[1935396402] transaction","detail":"{read_only:false; response_revision:10886; number_of_response:1; }","duration":"362.622189ms","start":"2026-03-03T01:15:38.717617Z","end":"2026-03-03T01:15:39.08024Z","steps":["trace[1935396402] 'process raft request' (duration: 271.591438ms)","trace[1935396402] 'compare' (duration: 90.773235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:39.08042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.605383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:39.080462Z","caller":"traceutil/trace.go:171","msg":"trace[136312143] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10886; }","duration":"257.734296ms","start":"2026-03-03T01:15:38.822715Z","end":"2026-03-03T01:15:39.080449Z","steps":["trace[136312143] 'agreement among raft nodes before linearized reading' (duration: 257.613993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:39.080508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:38.717577Z","time spent":"362.830674ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:39.080573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.268975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T01:15:39.080632Z","caller":"traceutil/trace.go:171","msg":"trace[928544661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10886; }","duration":"188.379097ms","start":"2026-03-03T01:15:38.892231Z","end":"2026-03-03T01:15:39.08061Z","steps":["trace[928544661] 'agreement among raft nodes before linearized reading' (duration: 188.176353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:39.080751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.770045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T01:15:39.080805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.327483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:39.080844Z","caller":"traceutil/trace.go:171","msg":"trace[227982047] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10886; }","duration":"118.426986ms","start":"2026-03-03T01:15:38.962403Z","end":"2026-03-03T01:15:39.08083Z","steps":["trace[227982047] 'agreement among raft nodes before linearized reading' (duration: 118.370914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:39.080826Z","caller":"traceutil/trace.go:171","msg":"trace[211412863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10886; }","duration":"363.861497ms","start":"2026-03-03T01:15:38.716947Z","end":"2026-03-03T01:15:39.080808Z","steps":["trace[211412863] 'agreement among raft nodes before linearized reading' (duration: 363.668443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:39.080892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:38.716942Z","time spent":"363.939689ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:39.346463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.930236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:39.346587Z","caller":"traceutil/trace.go:171","msg":"trace[1427983530] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"261.589976ms","start":"2026-03-03T01:15:39.084977Z","end":"2026-03-03T01:15:39.346567Z","steps":["trace[1427983530] 'process raft request' (duration: 146.468527ms)","trace[1427983530] 'compare' (duration: 114.812412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:39.639627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.604646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:39.639793Z","caller":"traceutil/trace.go:171","msg":"trace[1478162368] linearizableReadLoop","detail":"{readStateIndex:11297; appliedIndex:11296; }","duration":"196.127809ms","start":"2026-03-03T01:15:39.443645Z","end":"2026-03-03T01:15:39.639773Z","steps":["trace[1478162368] 'read index received' (duration: 94.245576ms)","trace[1478162368] 'applied index is now lower than readState.Index' (duration: 101.880513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:39.639943Z","caller":"traceutil/trace.go:171","msg":"trace[386061820] transaction","detail":"{read_only:false; response_revision:10889; number_of_response:1; }","duration":"281.802935ms","start":"2026-03-03T01:15:39.35808Z","end":"2026-03-03T01:15:39.639883Z","steps":["trace[386061820] 'process raft request' (duration: 179.827101ms)","trace[386061820] 'compare' (duration: 101.424382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:39.640485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.842975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447815"} {"level":"info","ts":"2026-03-03T01:15:39.640539Z","caller":"traceutil/trace.go:171","msg":"trace[2085166096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10889; }","duration":"196.898286ms","start":"2026-03-03T01:15:39.443628Z","end":"2026-03-03T01:15:39.640526Z","steps":["trace[2085166096] 'agreement among raft nodes before linearized reading' (duration: 196.19856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.030155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.960171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.030322Z","caller":"traceutil/trace.go:171","msg":"trace[549366349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10889; }","duration":"267.153055ms","start":"2026-03-03T01:15:39.763146Z","end":"2026-03-03T01:15:40.030299Z","steps":["trace[549366349] 'range keys from in-memory index tree' (duration: 266.890819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.03103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.759613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.031177Z","caller":"traceutil/trace.go:171","msg":"trace[1971436777] linearizableReadLoop","detail":"{readStateIndex:11298; appliedIndex:11297; }","duration":"214.045024ms","start":"2026-03-03T01:15:39.817107Z","end":"2026-03-03T01:15:40.031152Z","steps":["trace[1971436777] 'read index received' (duration: 67.027815ms)","trace[1971436777] 'applied index is now lower than readState.Index' (duration: 147.014989ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:40.031243Z","caller":"traceutil/trace.go:171","msg":"trace[617256373] transaction","detail":"{read_only:false; response_revision:10890; number_of_response:1; }","duration":"314.346799ms","start":"2026-03-03T01:15:39.716822Z","end":"2026-03-03T01:15:40.031169Z","steps":["trace[617256373] 'process raft request' (duration: 167.32476ms)","trace[617256373] 'compare' (duration: 145.873453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.031346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.238528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:40.031381Z","caller":"traceutil/trace.go:171","msg":"trace[1143108553] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10890; }","duration":"214.32006ms","start":"2026-03-03T01:15:39.817048Z","end":"2026-03-03T01:15:40.031368Z","steps":["trace[1143108553] 'agreement among raft nodes before linearized reading' (duration: 214.231258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.031511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:39.716789Z","time spent":"314.571035ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:40.283421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.757477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:15:40.283546Z","caller":"traceutil/trace.go:171","msg":"trace[2051367275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10890; }","duration":"119.924291ms","start":"2026-03-03T01:15:40.163602Z","end":"2026-03-03T01:15:40.283526Z","steps":["trace[2051367275] 'range keys from in-memory index tree' (duration: 119.577513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.335786Z","caller":"traceutil/trace.go:171","msg":"trace[1639721507] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"168.005766ms","start":"2026-03-03T01:15:40.167714Z","end":"2026-03-03T01:15:40.33572Z","steps":["trace[1639721507] 'process raft request' (duration: 167.796051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.537004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.687849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.537167Z","caller":"traceutil/trace.go:171","msg":"trace[1437710175] linearizableReadLoop","detail":"{readStateIndex:11300; appliedIndex:11299; }","duration":"116.744927ms","start":"2026-03-03T01:15:40.420399Z","end":"2026-03-03T01:15:40.537144Z","steps":["trace[1437710175] 'read index received' (duration: 74.222µs)","trace[1437710175] 'applied index is now lower than readState.Index' (duration: 116.669155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.537249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.858771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.537212Z","caller":"traceutil/trace.go:171","msg":"trace[799600260] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"250.033538ms","start":"2026-03-03T01:15:40.287108Z","end":"2026-03-03T01:15:40.537142Z","steps":["trace[799600260] 'process raft request' (duration: 107.033502ms)","trace[799600260] 'compare' (duration: 142.482484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:40.537356Z","caller":"traceutil/trace.go:171","msg":"trace[625005232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10892; }","duration":"116.939492ms","start":"2026-03-03T01:15:40.420337Z","end":"2026-03-03T01:15:40.537276Z","steps":["trace[625005232] 'agreement among raft nodes before linearized reading' (duration: 116.867371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.923358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.031226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.923526Z","caller":"traceutil/trace.go:171","msg":"trace[1287700654] linearizableReadLoop","detail":"{readStateIndex:11301; appliedIndex:11300; }","duration":"155.027045ms","start":"2026-03-03T01:15:40.768474Z","end":"2026-03-03T01:15:40.923502Z","steps":["trace[1287700654] 'read index received' (duration: 45.471µs)","trace[1287700654] 'applied index is now lower than readState.Index' (duration: 154.979874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.923647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.168538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.923684Z","caller":"traceutil/trace.go:171","msg":"trace[112046313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10893; }","duration":"155.24766ms","start":"2026-03-03T01:15:40.768425Z","end":"2026-03-03T01:15:40.923672Z","steps":["trace[112046313] 'agreement among raft nodes before linearized reading' (duration: 155.175458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.923652Z","caller":"traceutil/trace.go:171","msg":"trace[1788236932] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"347.167611ms","start":"2026-03-03T01:15:40.576446Z","end":"2026-03-03T01:15:40.923614Z","steps":["trace[1788236932] 'process raft request' (duration: 147.730226ms)","trace[1788236932] 'compare' (duration: 198.875602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.923823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.576418Z","time spent":"347.305984ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:40.963081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.216174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:40.963185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.884286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:15:40.963199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.219175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.963213Z","caller":"traceutil/trace.go:171","msg":"trace[1718256623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10894; }","duration":"194.418018ms","start":"2026-03-03T01:15:40.768769Z","end":"2026-03-03T01:15:40.963187Z","steps":["trace[1718256623] 'agreement among raft nodes before linearized reading' (duration: 194.200123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.963183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.02703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.963325Z","caller":"traceutil/trace.go:171","msg":"trace[1813505940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10894; }","duration":"194.355687ms","start":"2026-03-03T01:15:40.768948Z","end":"2026-03-03T01:15:40.963304Z","steps":["trace[1813505940] 'agreement among raft nodes before linearized reading' (duration: 194.075101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.96342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.797915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.963451Z","caller":"traceutil/trace.go:171","msg":"trace[657043671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10894; }","duration":"193.840175ms","start":"2026-03-03T01:15:40.769604Z","end":"2026-03-03T01:15:40.963444Z","steps":["trace[657043671] 'agreement among raft nodes before linearized reading' (duration: 193.796624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.963119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.849956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.963524Z","caller":"traceutil/trace.go:171","msg":"trace[610459293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10894; }","duration":"194.325216ms","start":"2026-03-03T01:15:40.769193Z","end":"2026-03-03T01:15:40.963519Z","steps":["trace[610459293] 'agreement among raft nodes before linearized reading' (duration: 193.846895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.963231Z","caller":"traceutil/trace.go:171","msg":"trace[1493097652] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10894; }","duration":"193.940968ms","start":"2026-03-03T01:15:40.769274Z","end":"2026-03-03T01:15:40.963215Z","steps":["trace[1493097652] 'agreement among raft nodes before linearized reading' (duration: 193.734413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.963624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.641744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.963231Z","caller":"traceutil/trace.go:171","msg":"trace[2030975792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10894; }","duration":"194.261225ms","start":"2026-03-03T01:15:40.768958Z","end":"2026-03-03T01:15:40.963219Z","steps":["trace[2030975792] 'agreement among raft nodes before linearized reading' (duration: 194.221564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.963666Z","caller":"traceutil/trace.go:171","msg":"trace[148742553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10894; }","duration":"194.684995ms","start":"2026-03-03T01:15:40.768972Z","end":"2026-03-03T01:15:40.963657Z","steps":["trace[148742553] 'agreement among raft nodes before linearized reading' (duration: 194.621524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.494862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.52165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:15:41.494921Z","caller":"traceutil/trace.go:171","msg":"trace[1212134730] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10894; }","duration":"410.623722ms","start":"2026-03-03T01:15:41.084285Z","end":"2026-03-03T01:15:41.494909Z","steps":["trace[1212134730] 'range keys from in-memory index tree' (duration: 410.375607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.494944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:41.084266Z","time spent":"410.674234ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:15:41.495427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.190818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:41.495473Z","caller":"traceutil/trace.go:171","msg":"trace[1287606938] linearizableReadLoop","detail":"{readStateIndex:11303; appliedIndex:11302; }","duration":"145.698729ms","start":"2026-03-03T01:15:41.349767Z","end":"2026-03-03T01:15:41.495465Z","steps":["trace[1287606938] 'read index received' (duration: 103.193µs)","trace[1287606938] 'applied index is now lower than readState.Index' (duration: 145.594476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:41.495528Z","caller":"traceutil/trace.go:171","msg":"trace[130960095] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"409.761832ms","start":"2026-03-03T01:15:41.08576Z","end":"2026-03-03T01:15:41.495522Z","steps":["trace[130960095] 'process raft request' (duration: 245.434372ms)","trace[130960095] 'compare' (duration: 164.070494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:41.495564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:41.085715Z","time spent":"409.831684ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:41.495668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.918744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:41.495688Z","caller":"traceutil/trace.go:171","msg":"trace[476189892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10895; }","duration":"145.998966ms","start":"2026-03-03T01:15:41.349685Z","end":"2026-03-03T01:15:41.495684Z","steps":["trace[476189892] 'agreement among raft nodes before linearized reading' (duration: 145.965785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.495793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.866474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:15:41.495812Z","caller":"traceutil/trace.go:171","msg":"trace[1004835594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10895; }","duration":"142.929445ms","start":"2026-03-03T01:15:41.352877Z","end":"2026-03-03T01:15:41.495807Z","steps":["trace[1004835594] 'agreement among raft nodes before linearized reading' (duration: 142.878804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.789072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.196638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:41.78951Z","caller":"traceutil/trace.go:171","msg":"trace[892694047] linearizableReadLoop","detail":"{readStateIndex:11305; appliedIndex:11303; }","duration":"274.505776ms","start":"2026-03-03T01:15:41.514981Z","end":"2026-03-03T01:15:41.789487Z","steps":["trace[892694047] 'read index received' (duration: 162.796895ms)","trace[892694047] 'applied index is now lower than readState.Index' (duration: 111.707641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:41.789694Z","caller":"traceutil/trace.go:171","msg":"trace[726919149] transaction","detail":"{read_only:false; response_revision:10897; number_of_response:1; }","duration":"286.164446ms","start":"2026-03-03T01:15:41.503512Z","end":"2026-03-03T01:15:41.789676Z","steps":["trace[726919149] 'process raft request' (duration: 285.88929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.789822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.092735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:15:41.789853Z","caller":"traceutil/trace.go:171","msg":"trace[1581399609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10897; }","duration":"145.183437ms","start":"2026-03-03T01:15:41.644662Z","end":"2026-03-03T01:15:41.789845Z","steps":["trace[1581399609] 'agreement among raft nodes before linearized reading' (duration: 145.080525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:41.789694Z","caller":"traceutil/trace.go:171","msg":"trace[769386169] transaction","detail":"{read_only:false; response_revision:10896; number_of_response:1; }","duration":"287.438726ms","start":"2026-03-03T01:15:41.502232Z","end":"2026-03-03T01:15:41.789671Z","steps":["trace[769386169] 'process raft request' (duration: 175.534761ms)","trace[769386169] 'compare' (duration: 110.974383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:41.789973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.000747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:41.789991Z","caller":"traceutil/trace.go:171","msg":"trace[2099080067] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10897; }","duration":"275.065008ms","start":"2026-03-03T01:15:41.514922Z","end":"2026-03-03T01:15:41.789987Z","steps":["trace[2099080067] 'agreement among raft nodes before linearized reading' (duration: 275.028227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.790107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.782239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:15:41.790125Z","caller":"traceutil/trace.go:171","msg":"trace[893349538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:10897; }","duration":"138.817749ms","start":"2026-03-03T01:15:41.651303Z","end":"2026-03-03T01:15:41.790121Z","steps":["trace[893349538] 'agreement among raft nodes before linearized reading' (duration: 138.763778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:42.750005Z","caller":"traceutil/trace.go:171","msg":"trace[1793152364] linearizableReadLoop","detail":"{readStateIndex:11311; appliedIndex:11310; }","duration":"130.979917ms","start":"2026-03-03T01:15:42.618987Z","end":"2026-03-03T01:15:42.749967Z","steps":["trace[1793152364] 'read index received' (duration: 56.669414ms)","trace[1793152364] 'applied index is now lower than readState.Index' (duration: 74.309193ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:42.750089Z","caller":"traceutil/trace.go:171","msg":"trace[1873497923] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"134.346165ms","start":"2026-03-03T01:15:42.615702Z","end":"2026-03-03T01:15:42.750048Z","steps":["trace[1873497923] 'process raft request' (duration: 60.043302ms)","trace[1873497923] 'compare' (duration: 74.043817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:42.750545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.53178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T01:15:42.750628Z","caller":"traceutil/trace.go:171","msg":"trace[892620522] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10902; }","duration":"131.665823ms","start":"2026-03-03T01:15:42.618945Z","end":"2026-03-03T01:15:42.750611Z","steps":["trace[892620522] 'agreement among raft nodes before linearized reading' (duration: 131.218063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:16:49.34011Z","caller":"traceutil/trace.go:171","msg":"trace[1393675820] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"101.616918ms","start":"2026-03-03T01:16:49.238269Z","end":"2026-03-03T01:16:49.339886Z","steps":["trace[1393675820] 'process raft request' (duration: 101.455614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:15.989993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.882263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T01:17:15.990083Z","caller":"traceutil/trace.go:171","msg":"trace[2093924695] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11481; }","duration":"107.984715ms","start":"2026-03-03T01:17:15.882077Z","end":"2026-03-03T01:17:15.990062Z","steps":["trace[2093924695] 'range keys from in-memory index tree' (duration: 107.73496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:16.339127Z","caller":"traceutil/trace.go:171","msg":"trace[1299651535] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"141.038772ms","start":"2026-03-03T01:17:16.198061Z","end":"2026-03-03T01:17:16.339099Z","steps":["trace[1299651535] 'process raft request' (duration: 102.404645ms)","trace[1299651535] 'compare' (duration: 38.516264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:16.51077Z","caller":"traceutil/trace.go:171","msg":"trace[751137901] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"113.888752ms","start":"2026-03-03T01:17:16.396861Z","end":"2026-03-03T01:17:16.51075Z","steps":["trace[751137901] 'process raft request' (duration: 113.80884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:16.510818Z","caller":"traceutil/trace.go:171","msg":"trace[2084241537] transaction","detail":"{read_only:false; response_revision:11488; number_of_response:1; }","duration":"113.81586ms","start":"2026-03-03T01:17:16.39698Z","end":"2026-03-03T01:17:16.510795Z","steps":["trace[2084241537] 'process raft request' (duration: 113.736538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:16.510806Z","caller":"traceutil/trace.go:171","msg":"trace[871291219] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"115.845328ms","start":"2026-03-03T01:17:16.394916Z","end":"2026-03-03T01:17:16.510761Z","steps":["trace[871291219] 'process raft request' (duration: 47.260716ms)","trace[871291219] 'compare' (duration: 68.376667ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:17.27953Z","caller":"traceutil/trace.go:171","msg":"trace[1373617473] linearizableReadLoop","detail":"{readStateIndex:11918; appliedIndex:11917; }","duration":"111.855455ms","start":"2026-03-03T01:17:17.167649Z","end":"2026-03-03T01:17:17.279505Z","steps":["trace[1373617473] 'read index received' (duration: 111.566068ms)","trace[1373617473] 'applied index is now lower than readState.Index' (duration: 286.917µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:17.279531Z","caller":"traceutil/trace.go:171","msg":"trace[1709730779] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"113.492184ms","start":"2026-03-03T01:17:17.166001Z","end":"2026-03-03T01:17:17.279493Z","steps":["trace[1709730779] 'process raft request' (duration: 113.297689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:17.279678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.021319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:17.279709Z","caller":"traceutil/trace.go:171","msg":"trace[1667273364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11490; }","duration":"112.107861ms","start":"2026-03-03T01:17:17.167592Z","end":"2026-03-03T01:17:17.2797Z","steps":["trace[1667273364] 'agreement among raft nodes before linearized reading' (duration: 112.03003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:17.641048Z","caller":"traceutil/trace.go:171","msg":"trace[866536315] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"116.561045ms","start":"2026-03-03T01:17:17.524446Z","end":"2026-03-03T01:17:17.641007Z","steps":["trace[866536315] 'process raft request' (duration: 109.215814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:59.089248Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9582} {"level":"info","ts":"2026-03-03T01:17:59.192076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9582,"took":"99.454947ms","hash":1792954398,"current-db-size-bytes":40562688,"current-db-size":"41 MB","current-db-size-in-use-bytes":23805952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:17:59.192148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1792954398,"revision":9582,"compact-revision":7411} {"level":"info","ts":"2026-03-03T01:19:56.267202Z","caller":"traceutil/trace.go:171","msg":"trace[1471679998] transaction","detail":"{read_only:false; response_revision:12539; number_of_response:1; }","duration":"112.67855ms","start":"2026-03-03T01:19:56.154403Z","end":"2026-03-03T01:19:56.267082Z","steps":["trace[1471679998] 'process raft request' (duration: 112.536826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:20:04.461543Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003313.wal"} {"level":"info","ts":"2026-03-03T01:21:17.520442Z","caller":"traceutil/trace.go:171","msg":"trace[832894421] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"476.822897ms","start":"2026-03-03T01:21:17.043582Z","end":"2026-03-03T01:21:17.520405Z","steps":["trace[832894421] 'process raft request' (duration: 476.605882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:17.520671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:17.043561Z","time spent":"476.987282ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8639,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:17.583607Z","caller":"traceutil/trace.go:171","msg":"trace[1622803097] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"473.312916ms","start":"2026-03-03T01:21:17.110252Z","end":"2026-03-03T01:21:17.583565Z","steps":["trace[1622803097] 'process raft request' (duration: 472.715762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:17.583834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:17.110224Z","time spent":"473.48346ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:17.585771Z","caller":"traceutil/trace.go:171","msg":"trace[65198097] linearizableReadLoop","detail":"{readStateIndex:13537; appliedIndex:13534; }","duration":"235.746981ms","start":"2026-03-03T01:21:17.35Z","end":"2026-03-03T01:21:17.585747Z","steps":["trace[65198097] 'read index received' (duration: 170.215822ms)","trace[65198097] 'applied index is now lower than readState.Index' (duration: 65.530159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:17.585908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.902305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:17.585945Z","caller":"traceutil/trace.go:171","msg":"trace[1302949179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13049; }","duration":"236.009688ms","start":"2026-03-03T01:21:17.34992Z","end":"2026-03-03T01:21:17.58593Z","steps":["trace[1302949179] 'agreement among raft nodes before linearized reading' (duration: 235.926666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:17.586039Z","caller":"traceutil/trace.go:171","msg":"trace[1465462659] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"131.408337ms","start":"2026-03-03T01:21:17.454607Z","end":"2026-03-03T01:21:17.586015Z","steps":["trace[1465462659] 'process raft request' (duration: 131.045678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:20.646729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.252329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:21:20.646814Z","caller":"traceutil/trace.go:171","msg":"trace[189247353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:13067; }","duration":"100.376243ms","start":"2026-03-03T01:21:20.546418Z","end":"2026-03-03T01:21:20.646794Z","steps":["trace[189247353] 'range keys from in-memory index tree' (duration: 100.094136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:20.646991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.186228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:20.647112Z","caller":"traceutil/trace.go:171","msg":"trace[1925447925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13067; }","duration":"298.336482ms","start":"2026-03-03T01:21:20.348735Z","end":"2026-03-03T01:21:20.647072Z","steps":["trace[1925447925] 'range keys from in-memory index tree' (duration: 298.102307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:23.354459Z","caller":"traceutil/trace.go:171","msg":"trace[1798846311] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"185.945109ms","start":"2026-03-03T01:21:23.168481Z","end":"2026-03-03T01:21:23.354426Z","steps":["trace[1798846311] 'process raft request' (duration: 185.600321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:34.036117Z","caller":"traceutil/trace.go:171","msg":"trace[1916746744] linearizableReadLoop","detail":"{readStateIndex:13625; appliedIndex:13624; }","duration":"159.670446ms","start":"2026-03-03T01:21:33.876421Z","end":"2026-03-03T01:21:34.036091Z","steps":["trace[1916746744] 'read index received' (duration: 159.393719ms)","trace[1916746744] 'applied index is now lower than readState.Index' (duration: 275.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:34.036568Z","caller":"traceutil/trace.go:171","msg":"trace[487370717] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"402.734398ms","start":"2026-03-03T01:21:33.633779Z","end":"2026-03-03T01:21:34.036514Z","steps":["trace[487370717] 'process raft request' (duration: 402.146045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:34.036753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.297851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:21:34.036839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:33.633757Z","time spent":"402.955813ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:34.036879Z","caller":"traceutil/trace.go:171","msg":"trace[276959991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13132; }","duration":"160.480105ms","start":"2026-03-03T01:21:33.876373Z","end":"2026-03-03T01:21:34.036853Z","steps":["trace[276959991] 'agreement among raft nodes before linearized reading' (duration: 160.091666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:34.037029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.782466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:21:34.037171Z","caller":"traceutil/trace.go:171","msg":"trace[1873757952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13132; }","duration":"134.881127ms","start":"2026-03-03T01:21:33.902192Z","end":"2026-03-03T01:21:34.037074Z","steps":["trace[1873757952] 'agreement among raft nodes before linearized reading' (duration: 134.481888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:34.332525Z","caller":"traceutil/trace.go:171","msg":"trace[493689497] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"290.53379ms","start":"2026-03-03T01:21:34.04196Z","end":"2026-03-03T01:21:34.332494Z","steps":["trace[493689497] 'process raft request' (duration: 258.175215ms)","trace[493689497] 'compare' (duration: 32.221322ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:34.369076Z","caller":"traceutil/trace.go:171","msg":"trace[241115786] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"327.057992ms","start":"2026-03-03T01:21:34.041973Z","end":"2026-03-03T01:21:34.369031Z","steps":["trace[241115786] 'process raft request' (duration: 326.768236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:34.369303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.12096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:21:34.369363Z","caller":"traceutil/trace.go:171","msg":"trace[230906872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13135; }","duration":"269.226723ms","start":"2026-03-03T01:21:34.100117Z","end":"2026-03-03T01:21:34.369344Z","steps":["trace[230906872] 'agreement among raft nodes before linearized reading' (duration: 269.008168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:34.369049Z","caller":"traceutil/trace.go:171","msg":"trace[1615907540] linearizableReadLoop","detail":"{readStateIndex:13628; appliedIndex:13625; }","duration":"268.836864ms","start":"2026-03-03T01:21:34.100166Z","end":"2026-03-03T01:21:34.369003Z","steps":["trace[1615907540] 'read index received' (duration: 199.988407ms)","trace[1615907540] 'applied index is now lower than readState.Index' (duration: 68.846647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:34.369096Z","caller":"traceutil/trace.go:171","msg":"trace[1232197932] transaction","detail":"{read_only:false; response_revision:13135; number_of_response:1; }","duration":"324.79186ms","start":"2026-03-03T01:21:34.044254Z","end":"2026-03-03T01:21:34.369046Z","steps":["trace[1232197932] 'process raft request' (duration: 324.672797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:34.369626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:34.044216Z","time spent":"325.260241ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:34.369667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:34.041946Z","time spent":"327.317469ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:40.72203Z","caller":"traceutil/trace.go:171","msg":"trace[1676452145] linearizableReadLoop","detail":"{readStateIndex:13659; appliedIndex:13658; }","duration":"371.170031ms","start":"2026-03-03T01:21:40.350835Z","end":"2026-03-03T01:21:40.722005Z","steps":["trace[1676452145] 'read index received' (duration: 371.021288ms)","trace[1676452145] 'applied index is now lower than readState.Index' (duration: 147.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:40.722335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.469608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:40.722389Z","caller":"traceutil/trace.go:171","msg":"trace[1668742788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13165; }","duration":"371.584801ms","start":"2026-03-03T01:21:40.350792Z","end":"2026-03-03T01:21:40.722376Z","steps":["trace[1668742788] 'agreement among raft nodes before linearized reading' (duration: 371.458898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.722428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.350771Z","time spent":"371.648202ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:21:40.722188Z","caller":"traceutil/trace.go:171","msg":"trace[1508113763] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"665.774837ms","start":"2026-03-03T01:21:40.056378Z","end":"2026-03-03T01:21:40.722152Z","steps":["trace[1508113763] 'process raft request' (duration: 665.47273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.722702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.056331Z","time spent":"666.236387ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:40.722792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.479472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:21:40.722869Z","caller":"traceutil/trace.go:171","msg":"trace[27846412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13165; }","duration":"363.588204ms","start":"2026-03-03T01:21:40.359267Z","end":"2026-03-03T01:21:40.722856Z","steps":["trace[27846412] 'agreement among raft nodes before linearized reading' (duration: 363.382559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.722911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.359255Z","time spent":"363.646936ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:40.722922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.169078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:21:40.72299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.71142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:21:40.723092Z","caller":"traceutil/trace.go:171","msg":"trace[2146386470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13165; }","duration":"331.306851ms","start":"2026-03-03T01:21:40.391685Z","end":"2026-03-03T01:21:40.722992Z","steps":["trace[2146386470] 'agreement among raft nodes before linearized reading' (duration: 331.023135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:40.723102Z","caller":"traceutil/trace.go:171","msg":"trace[659146253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13165; }","duration":"325.862424ms","start":"2026-03-03T01:21:40.397214Z","end":"2026-03-03T01:21:40.723076Z","steps":["trace[659146253] 'agreement among raft nodes before linearized reading' (duration: 325.549797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.723162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.391669Z","time spent":"331.479355ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:40.723163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.397204Z","time spent":"325.949726ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:21:40.723493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.104656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:21:40.723553Z","caller":"traceutil/trace.go:171","msg":"trace[612308925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13165; }","duration":"334.188028ms","start":"2026-03-03T01:21:40.389349Z","end":"2026-03-03T01:21:40.723537Z","steps":["trace[612308925] 'agreement among raft nodes before linearized reading' (duration: 333.386189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:40.723586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.389335Z","time spent":"334.244059ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:21:41.102203Z","caller":"traceutil/trace.go:171","msg":"trace[1190118314] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"374.661544ms","start":"2026-03-03T01:21:40.727487Z","end":"2026-03-03T01:21:41.102149Z","steps":["trace[1190118314] 'process raft request' (duration: 374.524461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:41.102384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.727458Z","time spent":"374.821198ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:41.10434Z","caller":"traceutil/trace.go:171","msg":"trace[1226616463] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"376.265081ms","start":"2026-03-03T01:21:40.728047Z","end":"2026-03-03T01:21:41.104312Z","steps":["trace[1226616463] 'process raft request' (duration: 376.179319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:41.104362Z","caller":"traceutil/trace.go:171","msg":"trace[2078779912] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"376.448075ms","start":"2026-03-03T01:21:40.727882Z","end":"2026-03-03T01:21:41.10433Z","steps":["trace[2078779912] 'process raft request' (duration: 376.184139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:41.104504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.727859Z","time spent":"376.571618ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:41.104501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.728038Z","time spent":"376.388124ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:41.104601Z","caller":"traceutil/trace.go:171","msg":"trace[172536486] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"375.771579ms","start":"2026-03-03T01:21:40.728814Z","end":"2026-03-03T01:21:41.104586Z","steps":["trace[172536486] 'process raft request' (duration: 375.458222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:41.104667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.728803Z","time spent":"375.835501ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:41.104647Z","caller":"traceutil/trace.go:171","msg":"trace[1553276013] linearizableReadLoop","detail":"{readStateIndex:13665; appliedIndex:13660; }","duration":"254.258833ms","start":"2026-03-03T01:21:40.85036Z","end":"2026-03-03T01:21:41.104619Z","steps":["trace[1553276013] 'read index received' (duration: 251.887648ms)","trace[1553276013] 'applied index is now lower than readState.Index' (duration: 2.370345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:41.104737Z","caller":"traceutil/trace.go:171","msg":"trace[375207421] transaction","detail":"{read_only:false; response_revision:13170; number_of_response:1; }","duration":"360.611196ms","start":"2026-03-03T01:21:40.744111Z","end":"2026-03-03T01:21:41.104722Z","steps":["trace[375207421] 'process raft request' (duration: 360.348779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:41.104695Z","caller":"traceutil/trace.go:171","msg":"trace[1529646522] transaction","detail":"{read_only:false; response_revision:13171; number_of_response:1; }","duration":"359.249534ms","start":"2026-03-03T01:21:40.745432Z","end":"2026-03-03T01:21:41.104682Z","steps":["trace[1529646522] 'process raft request' (duration: 359.145861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:41.104809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.744102Z","time spent":"360.671577ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:41.104819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.464609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:21:41.10492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.640786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:21:41.10497Z","caller":"traceutil/trace.go:171","msg":"trace[1062427801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13171; }","duration":"162.716267ms","start":"2026-03-03T01:21:40.942238Z","end":"2026-03-03T01:21:41.104955Z","steps":["trace[1062427801] 'agreement among raft nodes before linearized reading' (duration: 162.553213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:41.10494Z","caller":"traceutil/trace.go:171","msg":"trace[215006186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:13171; }","duration":"254.571191ms","start":"2026-03-03T01:21:40.850347Z","end":"2026-03-03T01:21:41.104918Z","steps":["trace[215006186] 'agreement among raft nodes before linearized reading' (duration: 254.380037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:41.104852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:40.745425Z","time spent":"359.360056ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:49.587787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.087203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:21:49.587887Z","caller":"traceutil/trace.go:171","msg":"trace[761167865] linearizableReadLoop","detail":"{readStateIndex:13701; appliedIndex:13699; }","duration":"423.410251ms","start":"2026-03-03T01:21:49.16446Z","end":"2026-03-03T01:21:49.58787Z","steps":["trace[761167865] 'read index received' (duration: 61.409453ms)","trace[761167865] 'applied index is now lower than readState.Index' (duration: 361.999738ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:49.588094Z","caller":"traceutil/trace.go:171","msg":"trace[1576363102] transaction","detail":"{read_only:false; response_revision:13205; number_of_response:1; }","duration":"428.745556ms","start":"2026-03-03T01:21:49.159335Z","end":"2026-03-03T01:21:49.588081Z","steps":["trace[1576363102] 'process raft request' (duration: 254.286154ms)","trace[1576363102] 'compare' (duration: 173.98435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:49.588188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.159329Z","time spent":"428.822927ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:49.588331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.325709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:21:49.588421Z","caller":"traceutil/trace.go:171","msg":"trace[56276757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13205; }","duration":"423.458272ms","start":"2026-03-03T01:21:49.164945Z","end":"2026-03-03T01:21:49.588403Z","steps":["trace[56276757] 'agreement among raft nodes before linearized reading' (duration: 423.226207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.588462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.164929Z","time spent":"423.524853ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:49.588485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.712735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:21:49.588477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.920903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:21:49.588543Z","caller":"traceutil/trace.go:171","msg":"trace[532647013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13205; }","duration":"422.769376ms","start":"2026-03-03T01:21:49.165753Z","end":"2026-03-03T01:21:49.588522Z","steps":["trace[532647013] 'agreement among raft nodes before linearized reading' (duration: 422.673474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.588583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.165747Z","time spent":"422.828047ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:21:49.588579Z","caller":"traceutil/trace.go:171","msg":"trace[157512567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13205; }","duration":"418.077377ms","start":"2026-03-03T01:21:49.170482Z","end":"2026-03-03T01:21:49.58856Z","steps":["trace[157512567] 'agreement among raft nodes before linearized reading' (duration: 417.738799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.588617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.896623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:21:49.588698Z","caller":"traceutil/trace.go:171","msg":"trace[1817017996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:13205; }","duration":"393.980074ms","start":"2026-03-03T01:21:49.194672Z","end":"2026-03-03T01:21:49.588652Z","steps":["trace[1817017996] 'agreement among raft nodes before linearized reading' (duration: 393.842891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.588732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.194656Z","time spent":"394.068417ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:21:49.588729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.170477Z","time spent":"418.166559ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:21:49.588538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.834424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:21:49.588785Z","caller":"traceutil/trace.go:171","msg":"trace[935385131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13205; }","duration":"422.07939ms","start":"2026-03-03T01:21:49.166693Z","end":"2026-03-03T01:21:49.588773Z","steps":["trace[935385131] 'agreement among raft nodes before linearized reading' (duration: 421.711391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.588826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.166667Z","time spent":"422.145962ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:49.588373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.899312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:21:49.589086Z","caller":"traceutil/trace.go:171","msg":"trace[1096368902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13205; }","duration":"424.626649ms","start":"2026-03-03T01:21:49.164448Z","end":"2026-03-03T01:21:49.589074Z","steps":["trace[1096368902] 'agreement among raft nodes before linearized reading' (duration: 423.776679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:49.589124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.164404Z","time spent":"424.708562ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:50.141279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.985681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:50.141421Z","caller":"traceutil/trace.go:171","msg":"trace[64800891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13205; }","duration":"378.141754ms","start":"2026-03-03T01:21:49.763258Z","end":"2026-03-03T01:21:50.1414Z","steps":["trace[64800891] 'range keys from in-memory index tree' (duration: 377.96849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.142111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.195123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:21:50.142518Z","caller":"traceutil/trace.go:171","msg":"trace[1397067608] transaction","detail":"{read_only:false; response_revision:13206; number_of_response:1; }","duration":"548.976342ms","start":"2026-03-03T01:21:49.593512Z","end":"2026-03-03T01:21:50.142489Z","steps":["trace[1397067608] 'process raft request' (duration: 177.305368ms)","trace[1397067608] 'compare' (duration: 370.927906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:50.142652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.59349Z","time spent":"549.082604ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:50.143191Z","caller":"traceutil/trace.go:171","msg":"trace[1704250312] transaction","detail":"{read_only:false; response_revision:13208; number_of_response:1; }","duration":"549.32441ms","start":"2026-03-03T01:21:49.59385Z","end":"2026-03-03T01:21:50.143175Z","steps":["trace[1704250312] 'process raft request' (duration: 549.250078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.143282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.593844Z","time spent":"549.396581ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:50.143179Z","caller":"traceutil/trace.go:171","msg":"trace[1454066901] transaction","detail":"{read_only:false; response_revision:13207; number_of_response:1; }","duration":"549.38374ms","start":"2026-03-03T01:21:49.593774Z","end":"2026-03-03T01:21:50.143157Z","steps":["trace[1454066901] 'process raft request' (duration: 548.677714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.143407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.59375Z","time spent":"549.612426ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:50.143638Z","caller":"traceutil/trace.go:171","msg":"trace[670598316] linearizableReadLoop","detail":"{readStateIndex:13706; appliedIndex:13701; }","duration":"489.376931ms","start":"2026-03-03T01:21:49.654238Z","end":"2026-03-03T01:21:50.143615Z","steps":["trace[670598316] 'read index received' (duration: 116.591442ms)","trace[670598316] 'applied index is now lower than readState.Index' (duration: 372.784509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:50.143764Z","caller":"traceutil/trace.go:171","msg":"trace[1787430500] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"549.545814ms","start":"2026-03-03T01:21:49.594204Z","end":"2026-03-03T01:21:50.14375Z","steps":["trace[1787430500] 'process raft request' (duration: 549.245537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.143841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.594192Z","time spent":"549.612707ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:50.143885Z","caller":"traceutil/trace.go:171","msg":"trace[1233239716] transaction","detail":"{read_only:false; response_revision:13209; number_of_response:1; }","duration":"549.844752ms","start":"2026-03-03T01:21:49.59389Z","end":"2026-03-03T01:21:50.143735Z","steps":["trace[1233239716] 'process raft request' (duration: 549.249548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.143909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.666198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:50.143957Z","caller":"traceutil/trace.go:171","msg":"trace[819165565] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13210; }","duration":"489.715659ms","start":"2026-03-03T01:21:49.654226Z","end":"2026-03-03T01:21:50.143941Z","steps":["trace[819165565] 'agreement among raft nodes before linearized reading' (duration: 489.569415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.144001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.654181Z","time spent":"489.810071ms","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:50.144371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.593875Z","time spent":"550.067277ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:50.396894Z","caller":"traceutil/trace.go:171","msg":"trace[319085068] linearizableReadLoop","detail":"{readStateIndex:13707; appliedIndex:13706; }","duration":"253.165819ms","start":"2026-03-03T01:21:50.143702Z","end":"2026-03-03T01:21:50.396868Z","steps":["trace[319085068] 'read index received' (duration: 252.904422ms)","trace[319085068] 'applied index is now lower than readState.Index' (duration: 260.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:50.397055Z","caller":"traceutil/trace.go:171","msg":"trace[760330450] transaction","detail":"{read_only:false; response_revision:13211; number_of_response:1; }","duration":"455.623573ms","start":"2026-03-03T01:21:49.941412Z","end":"2026-03-03T01:21:50.397036Z","steps":["trace[760330450] 'process raft request' (duration: 455.264424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.39716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.941365Z","time spent":"455.742176ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:50.397138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.937948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:21:50.396988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.865162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:50.397389Z","caller":"traceutil/trace.go:171","msg":"trace[1737950510] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13211; }","duration":"328.328182ms","start":"2026-03-03T01:21:50.069048Z","end":"2026-03-03T01:21:50.397376Z","steps":["trace[1737950510] 'agreement among raft nodes before linearized reading' (duration: 327.850661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.39742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:50.069026Z","time spent":"328.384303ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:50.397344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.065217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:50.397471Z","caller":"traceutil/trace.go:171","msg":"trace[2094128206] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13211; }","duration":"676.319753ms","start":"2026-03-03T01:21:49.721133Z","end":"2026-03-03T01:21:50.397452Z","steps":["trace[2094128206] 'agreement among raft nodes before linearized reading' (duration: 676.005056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.397538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.721084Z","time spent":"676.437166ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:50.397678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.029562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:50.397805Z","caller":"traceutil/trace.go:171","msg":"trace[442048731] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13211; }","duration":"246.344259ms","start":"2026-03-03T01:21:50.151436Z","end":"2026-03-03T01:21:50.39778Z","steps":["trace[442048731] 'agreement among raft nodes before linearized reading' (duration: 245.908089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:50.398658Z","caller":"traceutil/trace.go:171","msg":"trace[1463242108] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13211; }","duration":"590.162993ms","start":"2026-03-03T01:21:49.807068Z","end":"2026-03-03T01:21:50.397231Z","steps":["trace[1463242108] 'agreement among raft nodes before linearized reading' (duration: 589.867406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.398779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.807041Z","time spent":"591.699748ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:50.39958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.256515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:21:50.399657Z","caller":"traceutil/trace.go:171","msg":"trace[472639307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13211; }","duration":"739.385455ms","start":"2026-03-03T01:21:49.660252Z","end":"2026-03-03T01:21:50.399638Z","steps":["trace[472639307] 'agreement among raft nodes before linearized reading' (duration: 737.03503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:50.399695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:49.660235Z","time spent":"739.449417ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:21:54.667622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330252758,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:21:55.142764Z","caller":"traceutil/trace.go:171","msg":"trace[905178966] transaction","detail":"{read_only:false; response_revision:13229; number_of_response:1; }","duration":"983.323126ms","start":"2026-03-03T01:21:54.159413Z","end":"2026-03-03T01:21:55.142736Z","steps":["trace[905178966] 'process raft request' (duration: 983.148252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.142994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.15939Z","time spent":"983.499711ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:55.263922Z","caller":"traceutil/trace.go:171","msg":"trace[1944277238] linearizableReadLoop","detail":"{readStateIndex:13728; appliedIndex:13725; }","duration":"1.097331558s","start":"2026-03-03T01:21:54.166558Z","end":"2026-03-03T01:21:55.26389Z","steps":["trace[1944277238] 'read index received' (duration: 976.062778ms)","trace[1944277238] 'applied index is now lower than readState.Index' (duration: 121.263659ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:55.264106Z","caller":"traceutil/trace.go:171","msg":"trace[2065247569] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"1.102369825s","start":"2026-03-03T01:21:54.161723Z","end":"2026-03-03T01:21:55.264093Z","steps":["trace[2065247569] 'process raft request' (duration: 1.102010567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.264254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.161709Z","time spent":"1.102430286s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:55.264429Z","caller":"traceutil/trace.go:171","msg":"trace[482318594] transaction","detail":"{read_only:false; response_revision:13232; number_of_response:1; }","duration":"484.227339ms","start":"2026-03-03T01:21:54.780191Z","end":"2026-03-03T01:21:55.264419Z","steps":["trace[482318594] 'process raft request' (duration: 483.595804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.264491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.780167Z","time spent":"484.291451ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:55.264678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098115336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:21:55.264726Z","caller":"traceutil/trace.go:171","msg":"trace[1605269004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13232; }","duration":"1.098175527s","start":"2026-03-03T01:21:54.166539Z","end":"2026-03-03T01:21:55.264715Z","steps":["trace[1605269004] 'agreement among raft nodes before linearized reading' (duration: 1.098022623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.264757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.166532Z","time spent":"1.098217619s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:55.264922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094200475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:21:55.264958Z","caller":"traceutil/trace.go:171","msg":"trace[556706002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13232; }","duration":"1.094246025s","start":"2026-03-03T01:21:54.170703Z","end":"2026-03-03T01:21:55.264949Z","steps":["trace[556706002] 'agreement among raft nodes before linearized reading' (duration: 1.094129563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.264987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.170696Z","time spent":"1.094281566s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:21:55.265267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.41512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:55.265304Z","caller":"traceutil/trace.go:171","msg":"trace[2003893495] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13232; }","duration":"300.492342ms","start":"2026-03-03T01:21:54.964802Z","end":"2026-03-03T01:21:55.265295Z","steps":["trace[2003893495] 'agreement among raft nodes before linearized reading' (duration: 300.422121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.265333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.96477Z","time spent":"300.555724ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:21:55.264058Z","caller":"traceutil/trace.go:171","msg":"trace[2125283588] transaction","detail":"{read_only:false; response_revision:13230; number_of_response:1; }","duration":"1.102931258s","start":"2026-03-03T01:21:54.161078Z","end":"2026-03-03T01:21:55.264009Z","steps":["trace[2125283588] 'process raft request' (duration: 1.027183501s)","trace[2125283588] 'compare' (duration: 75.248266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:55.265535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.172892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:55.265573Z","caller":"traceutil/trace.go:171","msg":"trace[1198907123] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13232; }","duration":"347.250924ms","start":"2026-03-03T01:21:54.918311Z","end":"2026-03-03T01:21:55.265562Z","steps":["trace[1198907123] 'agreement among raft nodes before linearized reading' (duration: 347.186142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.265659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.918282Z","time spent":"347.367657ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:55.265688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.161062Z","time spent":"1.104453204s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:55.26584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.573072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:55.265877Z","caller":"traceutil/trace.go:171","msg":"trace[834125037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13232; }","duration":"917.639034ms","start":"2026-03-03T01:21:54.348225Z","end":"2026-03-03T01:21:55.265864Z","steps":["trace[834125037] 'agreement among raft nodes before linearized reading' (duration: 917.585982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.265905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:54.348205Z","time spent":"917.693625ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:21:55.454133Z","caller":"traceutil/trace.go:171","msg":"trace[721029916] transaction","detail":"{read_only:false; response_revision:13233; number_of_response:1; }","duration":"185.008558ms","start":"2026-03-03T01:21:55.269104Z","end":"2026-03-03T01:21:55.454113Z","steps":["trace[721029916] 'process raft request' (duration: 141.958063ms)","trace[721029916] 'compare' (duration: 42.966743ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:55.648937Z","caller":"traceutil/trace.go:171","msg":"trace[994188821] linearizableReadLoop","detail":"{readStateIndex:13732; appliedIndex:13729; }","duration":"299.225403ms","start":"2026-03-03T01:21:55.349692Z","end":"2026-03-03T01:21:55.648917Z","steps":["trace[994188821] 'read index received' (duration: 61.494495ms)","trace[994188821] 'applied index is now lower than readState.Index' (duration: 237.730118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:55.648968Z","caller":"traceutil/trace.go:171","msg":"trace[1804177163] transaction","detail":"{read_only:false; response_revision:13234; number_of_response:1; }","duration":"377.592721ms","start":"2026-03-03T01:21:55.271344Z","end":"2026-03-03T01:21:55.648936Z","steps":["trace[1804177163] 'process raft request' (duration: 298.517806ms)","trace[1804177163] 'compare' (duration: 78.908492ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:55.648986Z","caller":"traceutil/trace.go:171","msg":"trace[1772025774] transaction","detail":"{read_only:false; response_revision:13235; number_of_response:1; }","duration":"365.178252ms","start":"2026-03-03T01:21:55.283771Z","end":"2026-03-03T01:21:55.64895Z","steps":["trace[1772025774] 'process raft request' (duration: 365.11063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.649075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.366076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:55.649103Z","caller":"traceutil/trace.go:171","msg":"trace[1391253479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13235; }","duration":"299.453608ms","start":"2026-03-03T01:21:55.349643Z","end":"2026-03-03T01:21:55.649097Z","steps":["trace[1391253479] 'agreement among raft nodes before linearized reading' (duration: 299.371346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.649113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:55.271326Z","time spent":"377.707075ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:55.649142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:55.283756Z","time spent":"365.305355ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:55.652974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.12369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:55.653016Z","caller":"traceutil/trace.go:171","msg":"trace[916720566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13236; }","duration":"167.214843ms","start":"2026-03-03T01:21:55.485792Z","end":"2026-03-03T01:21:55.653007Z","steps":["trace[916720566] 'agreement among raft nodes before linearized reading' (duration: 167.143021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:55.653041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.114443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:21:55.6531Z","caller":"traceutil/trace.go:171","msg":"trace[766285226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13236; }","duration":"165.209815ms","start":"2026-03-03T01:21:55.487875Z","end":"2026-03-03T01:21:55.653085Z","steps":["trace[766285226] 'agreement among raft nodes before linearized reading' (duration: 165.058052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:57.769244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330252783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:21:58.270041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330252783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:21:58.613219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461798403s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:21:58.614048Z","caller":"traceutil/trace.go:171","msg":"trace[581896073] transaction","detail":"{read_only:false; response_revision:13237; number_of_response:1; }","duration":"1.462468379s","start":"2026-03-03T01:21:57.151305Z","end":"2026-03-03T01:21:58.613773Z","steps":["trace[581896073] 'process raft request' (duration: 1.462089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.614209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.151279Z","time spent":"1.462856628s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:58.619884Z","caller":"traceutil/trace.go:171","msg":"trace[669419825] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"1.350036575s","start":"2026-03-03T01:21:57.269832Z","end":"2026-03-03T01:21:58.619869Z","steps":["trace[669419825] 'process raft request' (duration: 1.349781969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.619949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.269817Z","time spent":"1.350103057s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:58.654645Z","caller":"traceutil/trace.go:171","msg":"trace[875698117] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"999.955056ms","start":"2026-03-03T01:21:57.654655Z","end":"2026-03-03T01:21:58.65461Z","steps":["trace[875698117] 'process raft request' (duration: 999.801712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.654869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.654635Z","time spent":"1.000096738s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:58.658152Z","caller":"traceutil/trace.go:171","msg":"trace[2027363497] transaction","detail":"{read_only:false; response_revision:13240; number_of_response:1; }","duration":"998.216294ms","start":"2026-03-03T01:21:57.659907Z","end":"2026-03-03T01:21:58.658123Z","steps":["trace[2027363497] 'process raft request' (duration: 994.688922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:58.658201Z","caller":"traceutil/trace.go:171","msg":"trace[875454954] linearizableReadLoop","detail":"{readStateIndex:13738; appliedIndex:13733; }","duration":"1.389048736s","start":"2026-03-03T01:21:57.269128Z","end":"2026-03-03T01:21:58.658177Z","steps":["trace[875454954] 'read index received' (duration: 1.344313752s)","trace[875454954] 'applied index is now lower than readState.Index' (duration: 44.733794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:58.658271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.659879Z","time spent":"998.325527ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:58.658316Z","caller":"traceutil/trace.go:171","msg":"trace[789177319] transaction","detail":"{read_only:false; response_revision:13241; number_of_response:1; }","duration":"280.419825ms","start":"2026-03-03T01:21:58.377886Z","end":"2026-03-03T01:21:58.658305Z","steps":["trace[789177319] 'process raft request' (duration: 280.184939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.658528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389328632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:21:58.658594Z","caller":"traceutil/trace.go:171","msg":"trace[1443209040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13241; }","duration":"1.389411044s","start":"2026-03-03T01:21:57.269165Z","end":"2026-03-03T01:21:58.658577Z","steps":["trace[1443209040] 'agreement among raft nodes before linearized reading' (duration: 1.389181159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.658643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.26916Z","time spent":"1.389470665s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:58.658603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004944871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:21:58.658752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389607809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:21:58.65879Z","caller":"traceutil/trace.go:171","msg":"trace[1459650848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13241; }","duration":"1.389697651s","start":"2026-03-03T01:21:57.269082Z","end":"2026-03-03T01:21:58.65878Z","steps":["trace[1459650848] 'agreement among raft nodes before linearized reading' (duration: 1.389562778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:58.658758Z","caller":"traceutil/trace.go:171","msg":"trace[290945055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13241; }","duration":"1.005174067s","start":"2026-03-03T01:21:57.653575Z","end":"2026-03-03T01:21:58.658749Z","steps":["trace[290945055] 'agreement among raft nodes before linearized reading' (duration: 1.004942612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.658833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.269064Z","time spent":"1.389761022s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:58.65893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.653542Z","time spent":"1.005330211s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:21:58.658967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.713426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:21:58.658991Z","caller":"traceutil/trace.go:171","msg":"trace[1314260617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:13241; }","duration":"989.787267ms","start":"2026-03-03T01:21:57.669196Z","end":"2026-03-03T01:21:58.658984Z","steps":["trace[1314260617] 'agreement among raft nodes before linearized reading' (duration: 989.712336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.659023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.669169Z","time spent":"989.848519ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:21:58.659327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3112518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:58.65937Z","caller":"traceutil/trace.go:171","msg":"trace[1655775290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13241; }","duration":"1.311335032s","start":"2026-03-03T01:21:57.348024Z","end":"2026-03-03T01:21:58.659359Z","steps":["trace[1655775290] 'agreement among raft nodes before linearized reading' (duration: 1.311272281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.659396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.348002Z","time spent":"1.311388543s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:21:58.65958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201752154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:21:58.659615Z","caller":"traceutil/trace.go:171","msg":"trace[1562919907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13241; }","duration":"1.201786865s","start":"2026-03-03T01:21:57.45782Z","end":"2026-03-03T01:21:58.659607Z","steps":["trace[1562919907] 'agreement among raft nodes before linearized reading' (duration: 1.201703413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.65964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.457783Z","time spent":"1.201851927s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:21:58.660067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062343751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:927217"} {"level":"info","ts":"2026-03-03T01:21:58.660142Z","caller":"traceutil/trace.go:171","msg":"trace[1033071595] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13241; }","duration":"1.062467784s","start":"2026-03-03T01:21:57.597659Z","end":"2026-03-03T01:21:58.660126Z","steps":["trace[1033071595] 'agreement among raft nodes before linearized reading' (duration: 1.061351298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:58.660196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:57.597627Z","time spent":"1.062553166s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":927239,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:21:59.34724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.615093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:21:59.347569Z","caller":"traceutil/trace.go:171","msg":"trace[821618080] linearizableReadLoop","detail":"{readStateIndex:13743; appliedIndex:13739; }","duration":"676.512598ms","start":"2026-03-03T01:21:58.671036Z","end":"2026-03-03T01:21:59.347548Z","steps":["trace[821618080] 'read index received' (duration: 88.467984ms)","trace[821618080] 'applied index is now lower than readState.Index' (duration: 588.043404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:59.347682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.641591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:59.347712Z","caller":"traceutil/trace.go:171","msg":"trace[1746104718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13245; }","duration":"676.673891ms","start":"2026-03-03T01:21:58.671029Z","end":"2026-03-03T01:21:59.347703Z","steps":["trace[1746104718] 'agreement among raft nodes before linearized reading' (duration: 676.589919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:59.347755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:58.671013Z","time spent":"676.732733ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:21:59.348003Z","caller":"traceutil/trace.go:171","msg":"trace[1992594681] transaction","detail":"{read_only:false; response_revision:13242; number_of_response:1; }","duration":"681.171917ms","start":"2026-03-03T01:21:58.666814Z","end":"2026-03-03T01:21:59.347986Z","steps":["trace[1992594681] 'process raft request' (duration: 92.704024ms)","trace[1992594681] 'compare' (duration: 587.457869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:59.348095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:58.666793Z","time spent":"681.257839ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:59.348485Z","caller":"traceutil/trace.go:171","msg":"trace[1165058687] transaction","detail":"{read_only:false; response_revision:13245; number_of_response:1; }","duration":"681.141576ms","start":"2026-03-03T01:21:58.667313Z","end":"2026-03-03T01:21:59.348454Z","steps":["trace[1165058687] 'process raft request' (duration: 680.190024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:59.348516Z","caller":"traceutil/trace.go:171","msg":"trace[433685150] transaction","detail":"{read_only:false; response_revision:13243; number_of_response:1; }","duration":"681.521135ms","start":"2026-03-03T01:21:58.666966Z","end":"2026-03-03T01:21:59.348487Z","steps":["trace[433685150] 'process raft request' (duration: 680.402179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:59.34864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:58.666956Z","time spent":"681.620007ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:21:59.348637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:58.667302Z","time spent":"681.250058ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:59.348631Z","caller":"traceutil/trace.go:171","msg":"trace[1439303265] transaction","detail":"{read_only:false; response_revision:13244; number_of_response:1; }","duration":"681.602537ms","start":"2026-03-03T01:21:58.667005Z","end":"2026-03-03T01:21:59.348607Z","steps":["trace[1439303265] 'process raft request' (duration: 680.44633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:59.348782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:58.667Z","time spent":"681.701709ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:22:03.297782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.716495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:03.297865Z","caller":"traceutil/trace.go:171","msg":"trace[652464850] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13286; }","duration":"272.853188ms","start":"2026-03-03T01:22:03.024995Z","end":"2026-03-03T01:22:03.297848Z","steps":["trace[652464850] 'count revisions from in-memory index tree' (duration: 272.604332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.298001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.272475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:22:03.298065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.032069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:22:03.298117Z","caller":"traceutil/trace.go:171","msg":"trace[894759146] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13286; }","duration":"383.129961ms","start":"2026-03-03T01:22:02.914975Z","end":"2026-03-03T01:22:03.298105Z","steps":["trace[894759146] 'count revisions from in-memory index tree' (duration: 382.964077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.298104Z","caller":"traceutil/trace.go:171","msg":"trace[640693129] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13286; }","duration":"359.431959ms","start":"2026-03-03T01:22:02.938645Z","end":"2026-03-03T01:22:03.298077Z","steps":["trace[640693129] 'count revisions from in-memory index tree' (duration: 359.219864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.298143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:02.914959Z","time spent":"383.177912ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:22:03.298184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:02.938638Z","time spent":"359.526461ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:22:03.298543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.584693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:22:03.298631Z","caller":"traceutil/trace.go:171","msg":"trace[1570458398] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13286; }","duration":"425.718375ms","start":"2026-03-03T01:22:02.872895Z","end":"2026-03-03T01:22:03.298614Z","steps":["trace[1570458398] 'count revisions from in-memory index tree' (duration: 425.51242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.298677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:02.87288Z","time spent":"425.786656ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1411,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:22:03.597798Z","caller":"traceutil/trace.go:171","msg":"trace[1212891311] linearizableReadLoop","detail":"{readStateIndex:13787; appliedIndex:13786; }","duration":"248.760356ms","start":"2026-03-03T01:22:03.349007Z","end":"2026-03-03T01:22:03.597767Z","steps":["trace[1212891311] 'read index received' (duration: 248.53495ms)","trace[1212891311] 'applied index is now lower than readState.Index' (duration: 224.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:03.597913Z","caller":"traceutil/trace.go:171","msg":"trace[1593417433] transaction","detail":"{read_only:false; response_revision:13287; number_of_response:1; }","duration":"290.119531ms","start":"2026-03-03T01:22:03.307754Z","end":"2026-03-03T01:22:03.597873Z","steps":["trace[1593417433] 'process raft request' (duration: 289.861555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.598026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.992921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:03.598064Z","caller":"traceutil/trace.go:171","msg":"trace[641954595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13287; }","duration":"249.085063ms","start":"2026-03-03T01:22:03.348969Z","end":"2026-03-03T01:22:03.598054Z","steps":["trace[641954595] 'agreement among raft nodes before linearized reading' (duration: 248.96795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.598092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.303925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:22:03.598128Z","caller":"traceutil/trace.go:171","msg":"trace[834447619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13287; }","duration":"236.357746ms","start":"2026-03-03T01:22:03.361759Z","end":"2026-03-03T01:22:03.598117Z","steps":["trace[834447619] 'agreement among raft nodes before linearized reading' (duration: 236.209372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.598146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.296678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:22:03.598219Z","caller":"traceutil/trace.go:171","msg":"trace[1763217745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13287; }","duration":"219.432042ms","start":"2026-03-03T01:22:03.378768Z","end":"2026-03-03T01:22:03.5982Z","steps":["trace[1763217745] 'agreement among raft nodes before linearized reading' (duration: 219.222217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.598358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.923733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:22:03.598507Z","caller":"traceutil/trace.go:171","msg":"trace[1360136055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13287; }","duration":"220.113977ms","start":"2026-03-03T01:22:03.37836Z","end":"2026-03-03T01:22:03.598474Z","steps":["trace[1360136055] 'agreement among raft nodes before linearized reading' (duration: 219.654646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.598633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.706831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:22:03.598696Z","caller":"traceutil/trace.go:171","msg":"trace[451247371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13287; }","duration":"220.818904ms","start":"2026-03-03T01:22:03.377859Z","end":"2026-03-03T01:22:03.598678Z","steps":["trace[451247371] 'agreement among raft nodes before linearized reading' (duration: 220.611899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:03.813808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.27381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:22:03.813879Z","caller":"traceutil/trace.go:171","msg":"trace[416553778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13287; }","duration":"214.380863ms","start":"2026-03-03T01:22:03.599483Z","end":"2026-03-03T01:22:03.813864Z","steps":["trace[416553778] 'range keys from in-memory index tree' (duration: 214.201169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.814264Z","caller":"traceutil/trace.go:171","msg":"trace[899532651] transaction","detail":"{read_only:false; response_revision:13288; number_of_response:1; }","duration":"212.560301ms","start":"2026-03-03T01:22:03.601655Z","end":"2026-03-03T01:22:03.814216Z","steps":["trace[899532651] 'process raft request' (duration: 209.450058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.821249Z","caller":"traceutil/trace.go:171","msg":"trace[448973717] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"219.304068ms","start":"2026-03-03T01:22:03.601912Z","end":"2026-03-03T01:22:03.821216Z","steps":["trace[448973717] 'process raft request' (duration: 219.225646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.821266Z","caller":"traceutil/trace.go:171","msg":"trace[1366804640] transaction","detail":"{read_only:false; response_revision:13289; number_of_response:1; }","duration":"219.395501ms","start":"2026-03-03T01:22:03.601841Z","end":"2026-03-03T01:22:03.821236Z","steps":["trace[1366804640] 'process raft request' (duration: 219.104154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.821469Z","caller":"traceutil/trace.go:171","msg":"trace[1788137355] transaction","detail":"{read_only:false; response_revision:13292; number_of_response:1; }","duration":"218.711395ms","start":"2026-03-03T01:22:03.602738Z","end":"2026-03-03T01:22:03.82145Z","steps":["trace[1788137355] 'process raft request' (duration: 218.615392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:03.821498Z","caller":"traceutil/trace.go:171","msg":"trace[739055126] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"219.444021ms","start":"2026-03-03T01:22:03.60203Z","end":"2026-03-03T01:22:03.821474Z","steps":["trace[739055126] 'process raft request' (duration: 219.145184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.0354Z","caller":"traceutil/trace.go:171","msg":"trace[805134788] linearizableReadLoop","detail":"{readStateIndex:13813; appliedIndex:13812; }","duration":"193.505026ms","start":"2026-03-03T01:22:07.841864Z","end":"2026-03-03T01:22:08.035369Z","steps":["trace[805134788] 'read index received' (duration: 193.323452ms)","trace[805134788] 'applied index is now lower than readState.Index' (duration: 180.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:22:08.035752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.855494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:22:08.03574Z","caller":"traceutil/trace.go:171","msg":"trace[1393132546] transaction","detail":"{read_only:false; response_revision:13312; number_of_response:1; }","duration":"195.319778ms","start":"2026-03-03T01:22:07.840166Z","end":"2026-03-03T01:22:08.035485Z","steps":["trace[1393132546] 'process raft request' (duration: 194.938949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.035846Z","caller":"traceutil/trace.go:171","msg":"trace[1808574992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13312; }","duration":"194.024258ms","start":"2026-03-03T01:22:07.841798Z","end":"2026-03-03T01:22:08.035822Z","steps":["trace[1808574992] 'agreement among raft nodes before linearized reading' (duration: 193.735381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:08.499838Z","caller":"traceutil/trace.go:171","msg":"trace[1222595547] linearizableReadLoop","detail":"{readStateIndex:13814; appliedIndex:13813; }","duration":"464.323106ms","start":"2026-03-03T01:22:08.035485Z","end":"2026-03-03T01:22:08.499808Z","steps":["trace[1222595547] 'read index received' (duration: 463.779933ms)","trace[1222595547] 'applied index is now lower than readState.Index' (duration: 541.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:22:08.49993Z","caller":"traceutil/trace.go:171","msg":"trace[981203851] transaction","detail":"{read_only:false; response_revision:13313; number_of_response:1; }","duration":"655.347524ms","start":"2026-03-03T01:22:07.844546Z","end":"2026-03-03T01:22:08.499894Z","steps":["trace[981203851] 'process raft request' (duration: 654.7651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.500116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.137839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:22:08.50019Z","caller":"traceutil/trace.go:171","msg":"trace[642837925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13313; }","duration":"658.238671ms","start":"2026-03-03T01:22:07.841934Z","end":"2026-03-03T01:22:08.500173Z","steps":["trace[642837925] 'agreement among raft nodes before linearized reading' (duration: 657.996506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.50025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.841926Z","time spent":"658.307983ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:22:08.500471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.646597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:22:08.500723Z","caller":"traceutil/trace.go:171","msg":"trace[38561897] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13314; }","duration":"438.956594ms","start":"2026-03-03T01:22:08.061741Z","end":"2026-03-03T01:22:08.500698Z","steps":["trace[38561897] 'agreement among raft nodes before linearized reading' (duration: 438.655487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.500765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:08.061699Z","time spent":"439.055766ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:22:08.501027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.25696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:22:08.501072Z","caller":"traceutil/trace.go:171","msg":"trace[1697329477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13314; }","duration":"109.329462ms","start":"2026-03-03T01:22:08.391731Z","end":"2026-03-03T01:22:08.50106Z","steps":["trace[1697329477] 'agreement among raft nodes before linearized reading' (duration: 109.22592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.501281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.623455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:22:08.501431Z","caller":"traceutil/trace.go:171","msg":"trace[2099425711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13314; }","duration":"126.8516ms","start":"2026-03-03T01:22:08.374556Z","end":"2026-03-03T01:22:08.501407Z","steps":["trace[2099425711] 'agreement among raft nodes before linearized reading' (duration: 126.492952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.501486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:07.844536Z","time spent":"656.658764ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:08.502246Z","caller":"traceutil/trace.go:171","msg":"trace[540885756] transaction","detail":"{read_only:false; response_revision:13314; number_of_response:1; }","duration":"462.894873ms","start":"2026-03-03T01:22:08.039324Z","end":"2026-03-03T01:22:08.502219Z","steps":["trace[540885756] 'process raft request' (duration: 460.978708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:22:08.502386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:22:08.039293Z","time spent":"463.016535ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:22:13.720178Z","caller":"traceutil/trace.go:171","msg":"trace[982044414] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"113.247462ms","start":"2026-03-03T01:22:13.606915Z","end":"2026-03-03T01:22:13.720162Z","steps":["trace[982044414] 'process raft request' (duration: 113.14051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:59.105404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11776} {"level":"info","ts":"2026-03-03T01:22:59.184272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11776,"took":"76.144687ms","hash":3139642116,"current-db-size-bytes":40562688,"current-db-size":"41 MB","current-db-size-in-use-bytes":25919488,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T01:22:59.184331Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3139642116,"revision":11776,"compact-revision":9582} {"level":"info","ts":"2026-03-03T01:23:12.90027Z","caller":"traceutil/trace.go:171","msg":"trace[2106093427] transaction","detail":"{read_only:false; response_revision:14272; number_of_response:1; }","duration":"100.782803ms","start":"2026-03-03T01:23:12.799463Z","end":"2026-03-03T01:23:12.900246Z","steps":["trace[2106093427] 'process raft request' (duration: 74.617332ms)","trace[2106093427] 'compare' (duration: 25.979037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:12.959941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.422525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:12.960161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.028953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T01:23:12.960205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.174112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:23:12.960429Z","caller":"traceutil/trace.go:171","msg":"trace[1702898268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14275; }","duration":"101.416997ms","start":"2026-03-03T01:23:12.858976Z","end":"2026-03-03T01:23:12.960393Z","steps":["trace[1702898268] 'agreement among raft nodes before linearized reading' (duration: 101.059369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:12.960061Z","caller":"traceutil/trace.go:171","msg":"trace[1978095845] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14275; }","duration":"124.578459ms","start":"2026-03-03T01:23:12.835455Z","end":"2026-03-03T01:23:12.960033Z","steps":["trace[1978095845] 'agreement among raft nodes before linearized reading' (duration: 124.357994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:12.960561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.138319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:12.960736Z","caller":"traceutil/trace.go:171","msg":"trace[1362535018] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14275; }","duration":"118.341413ms","start":"2026-03-03T01:23:12.842377Z","end":"2026-03-03T01:23:12.960718Z","steps":["trace[1362535018] 'agreement among raft nodes before linearized reading' (duration: 117.709538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:12.960342Z","caller":"traceutil/trace.go:171","msg":"trace[133608417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14275; }","duration":"117.257448ms","start":"2026-03-03T01:23:12.843064Z","end":"2026-03-03T01:23:12.960321Z","steps":["trace[133608417] 'agreement among raft nodes before linearized reading' (duration: 116.901029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:12.960367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.763053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:12.962079Z","caller":"traceutil/trace.go:171","msg":"trace[844045976] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14275; }","duration":"126.525074ms","start":"2026-03-03T01:23:12.83553Z","end":"2026-03-03T01:23:12.962055Z","steps":["trace[844045976] 'agreement among raft nodes before linearized reading' (duration: 124.667411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:13.326933Z","caller":"traceutil/trace.go:171","msg":"trace[541354807] transaction","detail":"{read_only:false; response_revision:14290; number_of_response:1; }","duration":"104.198612ms","start":"2026-03-03T01:23:13.22269Z","end":"2026-03-03T01:23:13.326889Z","steps":["trace[541354807] 'process raft request' (duration: 11.258772ms)","trace[541354807] 'compare' (duration: 92.707705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:19.547315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330255784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:23:20.048646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330255784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:23:20.300425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321541384s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:23:20.300883Z","caller":"traceutil/trace.go:171","msg":"trace[1337431397] transaction","detail":"{read_only:false; response_revision:14326; number_of_response:1; }","duration":"1.322081358s","start":"2026-03-03T01:23:18.978756Z","end":"2026-03-03T01:23:20.300837Z","steps":["trace[1337431397] 'process raft request' (duration: 1.321921664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.301046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:18.978735Z","time spent":"1.322221561s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:20.306723Z","caller":"traceutil/trace.go:171","msg":"trace[41152476] transaction","detail":"{read_only:false; response_revision:14328; number_of_response:1; }","duration":"1.262781893s","start":"2026-03-03T01:23:19.043928Z","end":"2026-03-03T01:23:20.30671Z","steps":["trace[41152476] 'process raft request' (duration: 1.262729112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.306806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.043905Z","time spent":"1.262860374s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:20.306805Z","caller":"traceutil/trace.go:171","msg":"trace[12442468] transaction","detail":"{read_only:false; response_revision:14327; number_of_response:1; }","duration":"1.308156012s","start":"2026-03-03T01:23:18.998593Z","end":"2026-03-03T01:23:20.306749Z","steps":["trace[12442468] 'process raft request' (duration: 1.307996568s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:20.306893Z","caller":"traceutil/trace.go:171","msg":"trace[1547485238] linearizableReadLoop","detail":"{readStateIndex:14858; appliedIndex:14855; }","duration":"1.260647303s","start":"2026-03-03T01:23:19.046239Z","end":"2026-03-03T01:23:20.306886Z","steps":["trace[1547485238] 'read index received' (duration: 1.254578331s)","trace[1547485238] 'applied index is now lower than readState.Index' (duration: 6.068412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:20.306968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:18.998567Z","time spent":"1.308314626s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:20.307186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26094597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:23:20.307218Z","caller":"traceutil/trace.go:171","msg":"trace[1284127183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14329; }","duration":"1.260992401s","start":"2026-03-03T01:23:19.046217Z","end":"2026-03-03T01:23:20.307209Z","steps":["trace[1284127183] 'agreement among raft nodes before linearized reading' (duration: 1.260897928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.04621Z","time spent":"1.261030982s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234576725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:23:20.307407Z","caller":"traceutil/trace.go:171","msg":"trace[470176584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14329; }","duration":"1.234648496s","start":"2026-03-03T01:23:19.072753Z","end":"2026-03-03T01:23:20.307402Z","steps":["trace[470176584] 'agreement among raft nodes before linearized reading' (duration: 1.234588185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.072727Z","time spent":"1.234693578s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.770536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:20.307483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.978001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.307506Z","caller":"traceutil/trace.go:171","msg":"trace[1435098541] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14329; }","duration":"550.001001ms","start":"2026-03-03T01:23:19.757499Z","end":"2026-03-03T01:23:20.3075Z","steps":["trace[1435098541] 'agreement among raft nodes before linearized reading' (duration: 549.966231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:20.307493Z","caller":"traceutil/trace.go:171","msg":"trace[1843784586] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14329; }","duration":"549.904249ms","start":"2026-03-03T01:23:19.757569Z","end":"2026-03-03T01:23:20.307473Z","steps":["trace[1843784586] 'agreement among raft nodes before linearized reading' (duration: 549.778866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.757417Z","time spent":"550.103234ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.75756Z","time spent":"549.970781ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.241177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:20.307669Z","caller":"traceutil/trace.go:171","msg":"trace[332253296] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14329; }","duration":"550.289738ms","start":"2026-03-03T01:23:19.757374Z","end":"2026-03-03T01:23:20.307664Z","steps":["trace[332253296] 'agreement among raft nodes before linearized reading' (duration: 550.239577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.757354Z","time spent":"550.327389ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.63989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.307777Z","caller":"traceutil/trace.go:171","msg":"trace[727576808] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14329; }","duration":"121.674661ms","start":"2026-03-03T01:23:20.186089Z","end":"2026-03-03T01:23:20.307764Z","steps":["trace[727576808] 'agreement among raft nodes before linearized reading' (duration: 121.617619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.467822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T01:23:20.307821Z","caller":"traceutil/trace.go:171","msg":"trace[1540580102] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14329; }","duration":"550.511603ms","start":"2026-03-03T01:23:19.757303Z","end":"2026-03-03T01:23:20.307815Z","steps":["trace[1540580102] 'agreement among raft nodes before linearized reading' (duration: 550.458902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.307839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.757292Z","time spent":"550.541354ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.645159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:20.308005Z","caller":"traceutil/trace.go:171","msg":"trace[1122697290] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14329; }","duration":"258.728421ms","start":"2026-03-03T01:23:20.04926Z","end":"2026-03-03T01:23:20.307988Z","steps":["trace[1122697290] 'agreement among raft nodes before linearized reading' (duration: 258.655229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.778675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:23:20.308051Z","caller":"traceutil/trace.go:171","msg":"trace[1253364244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:14329; }","duration":"886.824646ms","start":"2026-03-03T01:23:19.42121Z","end":"2026-03-03T01:23:20.308034Z","steps":["trace[1253364244] 'agreement among raft nodes before linearized reading' (duration: 886.775525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.42119Z","time spent":"886.873077ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069988532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.308194Z","caller":"traceutil/trace.go:171","msg":"trace[193752168] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14329; }","duration":"1.070023333s","start":"2026-03-03T01:23:19.238166Z","end":"2026-03-03T01:23:20.308189Z","steps":["trace[193752168] 'agreement among raft nodes before linearized reading' (duration: 1.069989192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.238161Z","time spent":"1.070046293s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070167466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.30835Z","caller":"traceutil/trace.go:171","msg":"trace[1120685213] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14329; }","duration":"1.070203137s","start":"2026-03-03T01:23:19.238142Z","end":"2026-03-03T01:23:20.308345Z","steps":["trace[1120685213] 'agreement among raft nodes before linearized reading' (duration: 1.070170826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.238137Z","time spent":"1.070226128s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.439956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:23:20.308411Z","caller":"traceutil/trace.go:171","msg":"trace[656161825] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14329; }","duration":"393.519327ms","start":"2026-03-03T01:23:19.914877Z","end":"2026-03-03T01:23:20.308397Z","steps":["trace[656161825] 'agreement among raft nodes before linearized reading' (duration: 393.344313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.914861Z","time spent":"393.59638ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070499514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.30869Z","caller":"traceutil/trace.go:171","msg":"trace[1588120698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14329; }","duration":"1.070561825s","start":"2026-03-03T01:23:19.238115Z","end":"2026-03-03T01:23:20.308677Z","steps":["trace[1588120698] 'agreement among raft nodes before linearized reading' (duration: 1.070494013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.238109Z","time spent":"1.070604626s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.146909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-03-03T01:23:20.308865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228097013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T01:23:20.308902Z","caller":"traceutil/trace.go:171","msg":"trace[1041309700] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:14329; }","duration":"1.228177065s","start":"2026-03-03T01:23:19.080718Z","end":"2026-03-03T01:23:20.308895Z","steps":["trace[1041309700] 'agreement among raft nodes before linearized reading' (duration: 1.228081903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.080697Z","time spent":"1.228228676s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" "} {"level":"warn","ts":"2026-03-03T01:23:20.308947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.027024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-03T01:23:20.308976Z","caller":"traceutil/trace.go:171","msg":"trace[1273791571] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:14329; }","duration":"479.097976ms","start":"2026-03-03T01:23:19.829872Z","end":"2026-03-03T01:23:20.30897Z","steps":["trace[1273791571] 'agreement among raft nodes before linearized reading' (duration: 479.017564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.829852Z","time spent":"479.144576ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" "} {"level":"warn","ts":"2026-03-03T01:23:20.309062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070972995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:20.309087Z","caller":"traceutil/trace.go:171","msg":"trace[309003614] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14329; }","duration":"1.071029736s","start":"2026-03-03T01:23:19.238051Z","end":"2026-03-03T01:23:20.309081Z","steps":["trace[309003614] 'agreement among raft nodes before linearized reading' (duration: 1.070967155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.238036Z","time spent":"1.071065207s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:20.309127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226579357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:23:20.309152Z","caller":"traceutil/trace.go:171","msg":"trace[797534409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14329; }","duration":"1.226635409s","start":"2026-03-03T01:23:19.082509Z","end":"2026-03-03T01:23:20.309144Z","steps":["trace[797534409] 'agreement among raft nodes before linearized reading' (duration: 1.226574247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.308874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236067959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:23:20.309163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.055819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:20.309171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.082493Z","time spent":"1.226673639s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:23:20.309187Z","caller":"traceutil/trace.go:171","msg":"trace[1965380645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14329; }","duration":"1.236430088s","start":"2026-03-03T01:23:19.07275Z","end":"2026-03-03T01:23:20.30918Z","steps":["trace[1965380645] 'agreement among raft nodes before linearized reading' (duration: 1.23607993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.072726Z","time spent":"1.236475499s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:20.307973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.671057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:20.309266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107211791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:20.309283Z","caller":"traceutil/trace.go:171","msg":"trace[2108312857] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14329; }","duration":"552.017729ms","start":"2026-03-03T01:23:19.757259Z","end":"2026-03-03T01:23:20.309277Z","steps":["trace[2108312857] 'agreement among raft nodes before linearized reading' (duration: 550.662777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:20.309289Z","caller":"traceutil/trace.go:171","msg":"trace[639988645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14329; }","duration":"1.107275212s","start":"2026-03-03T01:23:19.202006Z","end":"2026-03-03T01:23:20.309282Z","steps":["trace[639988645] 'agreement among raft nodes before linearized reading' (duration: 1.107235161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.757239Z","time spent":"552.060159ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:20.309311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.201985Z","time spent":"1.107318264s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:23:20.309187Z","caller":"traceutil/trace.go:171","msg":"trace[1517291441] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14329; }","duration":"543.09872ms","start":"2026-03-03T01:23:19.766083Z","end":"2026-03-03T01:23:20.309181Z","steps":["trace[1517291441] 'agreement among raft nodes before linearized reading' (duration: 543.027858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.766073Z","time spent":"543.336266ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:23:20.308872Z","caller":"traceutil/trace.go:171","msg":"trace[1494423235] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14329; }","duration":"396.21493ms","start":"2026-03-03T01:23:19.912648Z","end":"2026-03-03T01:23:20.308863Z","steps":["trace[1494423235] 'agreement among raft nodes before linearized reading' (duration: 396.099748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.309524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.912632Z","time spent":"396.885377ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:23:44.933939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.798349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:23:44.934025Z","caller":"traceutil/trace.go:171","msg":"trace[1764883079] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14450; }","duration":"281.924813ms","start":"2026-03-03T01:23:44.65208Z","end":"2026-03-03T01:23:44.934005Z","steps":["trace[1764883079] 'range keys from in-memory index tree' (duration: 281.520672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.169862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:44.934139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.84868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-03-03T01:23:44.934143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.735299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:44.934181Z","caller":"traceutil/trace.go:171","msg":"trace[1193318334] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14450; }","duration":"325.335076ms","start":"2026-03-03T01:23:44.608803Z","end":"2026-03-03T01:23:44.934138Z","steps":["trace[1193318334] 'range keys from in-memory index tree' (duration: 325.09425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:44.934208Z","caller":"traceutil/trace.go:171","msg":"trace[409873763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14450; }","duration":"323.81939ms","start":"2026-03-03T01:23:44.610375Z","end":"2026-03-03T01:23:44.934194Z","steps":["trace[409873763] 'range keys from in-memory index tree' (duration: 323.583634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:44.934214Z","caller":"traceutil/trace.go:171","msg":"trace[1244447142] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:14450; }","duration":"251.942442ms","start":"2026-03-03T01:23:44.682246Z","end":"2026-03-03T01:23:44.934188Z","steps":["trace[1244447142] 'range keys from in-memory index tree' (duration: 251.670576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.608783Z","time spent":"325.442798ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:44.934261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.690074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:44.934233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.688083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:44.934294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.527697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T01:23:44.934329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.131617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:23:44.934324Z","caller":"traceutil/trace.go:171","msg":"trace[190368328] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14450; }","duration":"340.791197ms","start":"2026-03-03T01:23:44.593516Z","end":"2026-03-03T01:23:44.934307Z","steps":["trace[190368328] 'range keys from in-memory index tree' (duration: 340.48931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:44.93436Z","caller":"traceutil/trace.go:171","msg":"trace[1780884371] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14450; }","duration":"291.180269ms","start":"2026-03-03T01:23:44.643168Z","end":"2026-03-03T01:23:44.934348Z","steps":["trace[1780884371] 'range keys from in-memory index tree' (duration: 290.996644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.459365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:44.934363Z","caller":"traceutil/trace.go:171","msg":"trace[1304897219] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:14450; }","duration":"342.616469ms","start":"2026-03-03T01:23:44.591715Z","end":"2026-03-03T01:23:44.934331Z","steps":["trace[1304897219] 'range keys from in-memory index tree' (duration: 342.351233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.593495Z","time spent":"340.864099ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:44.934412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.591696Z","time spent":"342.707902ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" "} {"level":"warn","ts":"2026-03-03T01:23:44.934242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.610365Z","time spent":"323.868531ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:23:44.934431Z","caller":"traceutil/trace.go:171","msg":"trace[1207314582] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14450; }","duration":"324.821444ms","start":"2026-03-03T01:23:44.609578Z","end":"2026-03-03T01:23:44.934399Z","steps":["trace[1207314582] 'range keys from in-memory index tree' (duration: 324.380473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.60956Z","time spent":"324.911186ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:23:44.934556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.134058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:23:44.93464Z","caller":"traceutil/trace.go:171","msg":"trace[516371022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:14450; }","duration":"315.2388ms","start":"2026-03-03T01:23:44.619379Z","end":"2026-03-03T01:23:44.934618Z","steps":["trace[516371022] 'range keys from in-memory index tree' (duration: 314.83523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.934695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.619367Z","time spent":"315.314841ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"info","ts":"2026-03-03T01:23:44.934338Z","caller":"traceutil/trace.go:171","msg":"trace[1301363643] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14450; }","duration":"325.822077ms","start":"2026-03-03T01:23:44.608501Z","end":"2026-03-03T01:23:44.934323Z","steps":["trace[1301363643] 'range keys from in-memory index tree' (duration: 325.569941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:44.935015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.608484Z","time spent":"326.515023ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:23:44.937402Z","caller":"traceutil/trace.go:171","msg":"trace[1356025470] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"254.133673ms","start":"2026-03-03T01:23:44.683247Z","end":"2026-03-03T01:23:44.93738Z","steps":["trace[1356025470] 'process raft request' (duration: 245.87227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.240483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.035213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:45.240607Z","caller":"traceutil/trace.go:171","msg":"trace[2028270912] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14451; }","duration":"198.191857ms","start":"2026-03-03T01:23:45.042385Z","end":"2026-03-03T01:23:45.240577Z","steps":["trace[2028270912] 'range keys from in-memory index tree' (duration: 197.774158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:52.891905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330256678,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:23:53.317868Z","caller":"traceutil/trace.go:171","msg":"trace[900941300] transaction","detail":"{read_only:false; response_revision:14479; number_of_response:1; }","duration":"929.277956ms","start":"2026-03-03T01:23:52.388573Z","end":"2026-03-03T01:23:53.317851Z","steps":["trace[900941300] 'process raft request' (duration: 929.166333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:53.317979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.388561Z","time spent":"929.365067ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:53.985277Z","caller":"traceutil/trace.go:171","msg":"trace[506549335] linearizableReadLoop","detail":"{readStateIndex:15019; appliedIndex:15016; }","duration":"1.594363163s","start":"2026-03-03T01:23:52.390893Z","end":"2026-03-03T01:23:53.985256Z","steps":["trace[506549335] 'read index received' (duration: 927.447752ms)","trace[506549335] 'applied index is now lower than readState.Index' (duration: 666.914161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:53.985303Z","caller":"traceutil/trace.go:171","msg":"trace[424527977] transaction","detail":"{read_only:false; response_revision:14480; number_of_response:1; }","duration":"1.564893255s","start":"2026-03-03T01:23:52.42037Z","end":"2026-03-03T01:23:53.985264Z","steps":["trace[424527977] 'process raft request' (duration: 1.56467283s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:53.985392Z","caller":"traceutil/trace.go:171","msg":"trace[823748001] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"1.516976047s","start":"2026-03-03T01:23:52.468403Z","end":"2026-03-03T01:23:53.985379Z","steps":["trace[823748001] 'process raft request' (duration: 1.516768592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:53.985436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.420357Z","time spent":"1.565009338s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:53.985491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.468388Z","time spent":"1.517030278s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:53.985611Z","caller":"traceutil/trace.go:171","msg":"trace[982757439] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"1.490255093s","start":"2026-03-03T01:23:52.495347Z","end":"2026-03-03T01:23:53.985603Z","steps":["trace[982757439] 'process raft request' (duration: 1.489870164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:53.985656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.495308Z","time spent":"1.490326815s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:53.985727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594830815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:53.985771Z","caller":"traceutil/trace.go:171","msg":"trace[684061441] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14482; }","duration":"1.594873066s","start":"2026-03-03T01:23:52.390888Z","end":"2026-03-03T01:23:53.985761Z","steps":["trace[684061441] 'agreement among raft nodes before linearized reading' (duration: 1.594746783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:53.985801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.390867Z","time spent":"1.594927526s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.896115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:54.837176Z","caller":"traceutil/trace.go:171","msg":"trace[1532066861] linearizableReadLoop","detail":"{readStateIndex:15020; appliedIndex:15019; }","duration":"851.806257ms","start":"2026-03-03T01:23:53.985349Z","end":"2026-03-03T01:23:54.837155Z","steps":["trace[1532066861] 'read index received' (duration: 135.607656ms)","trace[1532066861] 'applied index is now lower than readState.Index' (duration: 716.196671ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:54.837198Z","caller":"traceutil/trace.go:171","msg":"trace[1754226773] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"889.673051ms","start":"2026-03-03T01:23:53.947483Z","end":"2026-03-03T01:23:54.837156Z","steps":["trace[1754226773] 'process raft request' (duration: 173.542222ms)","trace[1754226773] 'compare' (duration: 715.521595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:54.837283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235763758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:23:54.837324Z","caller":"traceutil/trace.go:171","msg":"trace[325306458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14483; }","duration":"2.23582492s","start":"2026-03-03T01:23:52.601488Z","end":"2026-03-03T01:23:54.837313Z","steps":["trace[325306458] 'agreement among raft nodes before linearized reading' (duration: 2.235686917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.83733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504585498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18788"} {"level":"warn","ts":"2026-03-03T01:23:54.837333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.947458Z","time spent":"889.809795ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:54.837348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867508861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:23:54.837379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236967356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:23:54.837412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868336671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.837413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.620753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.837422Z","caller":"traceutil/trace.go:171","msg":"trace[1055606458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14483; }","duration":"1.867603664s","start":"2026-03-03T01:23:52.969801Z","end":"2026-03-03T01:23:54.837405Z","steps":["trace[1055606458] 'agreement among raft nodes before linearized reading' (duration: 1.867388619s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837434Z","caller":"traceutil/trace.go:171","msg":"trace[941494576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14483; }","duration":"875.677095ms","start":"2026-03-03T01:23:53.961751Z","end":"2026-03-03T01:23:54.837428Z","steps":["trace[941494576] 'agreement among raft nodes before linearized reading' (duration: 875.642494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837436Z","caller":"traceutil/trace.go:171","msg":"trace[1835312620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14483; }","duration":"2.237057608s","start":"2026-03-03T01:23:52.600357Z","end":"2026-03-03T01:23:54.837415Z","steps":["trace[1835312620] 'agreement among raft nodes before linearized reading' (duration: 2.236889184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.96173Z","time spent":"875.723795ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.969795Z","time spent":"1.867655195s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:23:54.83735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.601479Z","time spent":"2.235865191s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868477614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:54.837566Z","caller":"traceutil/trace.go:171","msg":"trace[59281975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"1.868523325s","start":"2026-03-03T01:23:52.969036Z","end":"2026-03-03T01:23:54.837559Z","steps":["trace[59281975] 'agreement among raft nodes before linearized reading' (duration: 1.868431513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.969028Z","time spent":"1.868553576s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812811834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:23:54.837636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26453248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:23:54.837663Z","caller":"traceutil/trace.go:171","msg":"trace[625412604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:14483; }","duration":"1.812854615s","start":"2026-03-03T01:23:53.024801Z","end":"2026-03-03T01:23:54.837656Z","steps":["trace[625412604] 'agreement among raft nodes before linearized reading' (duration: 1.812759123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.024795Z","time spent":"1.812883817s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264333389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:23:54.837685Z","caller":"traceutil/trace.go:171","msg":"trace[928594945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14483; }","duration":"2.264625842s","start":"2026-03-03T01:23:52.573046Z","end":"2026-03-03T01:23:54.837672Z","steps":["trace[928594945] 'agreement among raft nodes before linearized reading' (duration: 2.264468099s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837711Z","caller":"traceutil/trace.go:171","msg":"trace[468741396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14483; }","duration":"1.264407941s","start":"2026-03-03T01:23:53.573296Z","end":"2026-03-03T01:23:54.837704Z","steps":["trace[468741396] 'agreement among raft nodes before linearized reading' (duration: 1.26435474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.83773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.573263Z","time spent":"1.264462722s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885619844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:54.837829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280302798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:23:54.837839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817578616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T01:23:54.837833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430610208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.837863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43139398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:54.837867Z","caller":"traceutil/trace.go:171","msg":"trace[66570809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14483; }","duration":"2.28037548s","start":"2026-03-03T01:23:52.55748Z","end":"2026-03-03T01:23:54.837856Z","steps":["trace[66570809] 'agreement among raft nodes before linearized reading' (duration: 2.280269557s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837877Z","caller":"traceutil/trace.go:171","msg":"trace[684856482] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14483; }","duration":"2.430670139s","start":"2026-03-03T01:23:52.407195Z","end":"2026-03-03T01:23:54.837865Z","steps":["trace[684856482] 'agreement among raft nodes before linearized reading' (duration: 2.430606007s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837891Z","caller":"traceutil/trace.go:171","msg":"trace[1197074526] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14483; }","duration":"1.431464261s","start":"2026-03-03T01:23:53.40642Z","end":"2026-03-03T01:23:54.837885Z","steps":["trace[1197074526] 'agreement among raft nodes before linearized reading' (duration: 1.43142101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.557437Z","time spent":"2.280457622s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868395962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.837951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83402142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:23:54.837976Z","caller":"traceutil/trace.go:171","msg":"trace[1183293895] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14483; }","duration":"1.868926994s","start":"2026-03-03T01:23:52.969043Z","end":"2026-03-03T01:23:54.83797Z","steps":["trace[1183293895] 'agreement among raft nodes before linearized reading' (duration: 1.868400092s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837982Z","caller":"traceutil/trace.go:171","msg":"trace[292717730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14483; }","duration":"1.8340734s","start":"2026-03-03T01:23:53.003901Z","end":"2026-03-03T01:23:54.837975Z","steps":["trace[292717730] 'agreement among raft nodes before linearized reading' (duration: 1.833975708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.969028Z","time spent":"1.868963036s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T01:23:54.837376Z","caller":"traceutil/trace.go:171","msg":"trace[160495126] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14483; }","duration":"1.504640689s","start":"2026-03-03T01:23:53.332724Z","end":"2026-03-03T01:23:54.837365Z","steps":["trace[160495126] 'agreement among raft nodes before linearized reading' (duration: 1.504491936s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.837431Z","caller":"traceutil/trace.go:171","msg":"trace[1689912791] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14483; }","duration":"1.868353282s","start":"2026-03-03T01:23:52.969072Z","end":"2026-03-03T01:23:54.837425Z","steps":["trace[1689912791] 'agreement among raft nodes before linearized reading' (duration: 1.868326761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.969059Z","time spent":"1.868974076s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425810515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:54.838087Z","caller":"traceutil/trace.go:171","msg":"trace[1997503254] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"2.425844616s","start":"2026-03-03T01:23:52.412234Z","end":"2026-03-03T01:23:54.838078Z","steps":["trace[1997503254] 'agreement among raft nodes before linearized reading' (duration: 2.425780714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.41223Z","time spent":"2.425887407s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83663141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:54.837636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264077283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T01:23:54.838174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837518701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.838177Z","caller":"traceutil/trace.go:171","msg":"trace[1145205874] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14483; }","duration":"1.836674262s","start":"2026-03-03T01:23:53.001493Z","end":"2026-03-03T01:23:54.838168Z","steps":["trace[1145205874] 'agreement among raft nodes before linearized reading' (duration: 1.836616831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.838196Z","caller":"traceutil/trace.go:171","msg":"trace[1612576024] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"1.837580033s","start":"2026-03-03T01:23:53.00061Z","end":"2026-03-03T01:23:54.83819Z","steps":["trace[1612576024] 'agreement among raft nodes before linearized reading' (duration: 1.837547522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.001485Z","time spent":"1.836712343s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435461071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.838225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.000593Z","time spent":"1.837625584s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.407184Z","time spent":"2.43071819s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:23:54.837865Z","caller":"traceutil/trace.go:171","msg":"trace[2070416290] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:14483; }","duration":"1.817604027s","start":"2026-03-03T01:23:53.020254Z","end":"2026-03-03T01:23:54.837858Z","steps":["trace[2070416290] 'agreement among raft nodes before linearized reading' (duration: 1.817534805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435586284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.838326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.020225Z","time spent":"1.818093968s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868239299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.83834Z","caller":"traceutil/trace.go:171","msg":"trace[972258629] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14483; }","duration":"2.435632825s","start":"2026-03-03T01:23:52.402698Z","end":"2026-03-03T01:23:54.83833Z","steps":["trace[972258629] 'agreement among raft nodes before linearized reading' (duration: 2.435582634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.402692Z","time spent":"2.435690926s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T01:23:54.838196Z","caller":"traceutil/trace.go:171","msg":"trace[1998230861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14483; }","duration":"1.264646876s","start":"2026-03-03T01:23:53.573536Z","end":"2026-03-03T01:23:54.838183Z","steps":["trace[1998230861] 'agreement among raft nodes before linearized reading' (duration: 1.264029352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779065457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-03-03T01:23:54.838434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.573529Z","time spent":"1.264898622s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T01:23:54.838451Z","caller":"traceutil/trace.go:171","msg":"trace[1886874776] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14483; }","duration":"1.779101447s","start":"2026-03-03T01:23:53.059345Z","end":"2026-03-03T01:23:54.838446Z","steps":["trace[1886874776] 'agreement among raft nodes before linearized reading' (duration: 1.779028226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.83847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.059339Z","time spent":"1.779126988s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:23:54.83849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429990273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:54.838517Z","caller":"traceutil/trace.go:171","msg":"trace[1767852893] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"2.430025634s","start":"2026-03-03T01:23:52.408483Z","end":"2026-03-03T01:23:54.838509Z","steps":["trace[1767852893] 'agreement among raft nodes before linearized reading' (duration: 2.429959222s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.838357Z","caller":"traceutil/trace.go:171","msg":"trace[1364402787] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"1.869239792s","start":"2026-03-03T01:23:52.969111Z","end":"2026-03-03T01:23:54.838351Z","steps":["trace[1364402787] 'agreement among raft nodes before linearized reading' (duration: 1.868257709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.408477Z","time spent":"2.430069185s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578387471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:54.838574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.969086Z","time spent":"1.869482617s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79331645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:54.83862Z","caller":"traceutil/trace.go:171","msg":"trace[35403205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14483; }","duration":"1.79334646s","start":"2026-03-03T01:23:53.045266Z","end":"2026-03-03T01:23:54.838613Z","steps":["trace[35403205] 'agreement among raft nodes before linearized reading' (duration: 1.793255728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712203736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-03-03T01:23:54.838624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435962572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:54.83865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.045235Z","time spent":"1.793410341s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T01:23:54.838653Z","caller":"traceutil/trace.go:171","msg":"trace[1562020103] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:14483; }","duration":"1.712255046s","start":"2026-03-03T01:23:53.126393Z","end":"2026-03-03T01:23:54.838649Z","steps":["trace[1562020103] 'agreement among raft nodes before linearized reading' (duration: 1.712198835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.126378Z","time spent":"1.712289488s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" "} {"level":"info","ts":"2026-03-03T01:23:54.838671Z","caller":"traceutil/trace.go:171","msg":"trace[1058457903] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14483; }","duration":"2.436008433s","start":"2026-03-03T01:23:52.40265Z","end":"2026-03-03T01:23:54.838658Z","steps":["trace[1058457903] 'agreement among raft nodes before linearized reading' (duration: 2.435933512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.332681Z","time spent":"1.505347496s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18810,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.402621Z","time spent":"2.436079165s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431305414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.838759Z","caller":"traceutil/trace.go:171","msg":"trace[998894174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"2.431347765s","start":"2026-03-03T01:23:52.407403Z","end":"2026-03-03T01:23:54.838751Z","steps":["trace[998894174] 'agreement among raft nodes before linearized reading' (duration: 2.431304844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.837913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.406399Z","time spent":"1.431507882s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:54.838794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.407374Z","time spent":"2.431415066s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373802811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:54.838008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.003894Z","time spent":"1.834107601s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:23:54.838876Z","caller":"traceutil/trace.go:171","msg":"trace[579474240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"2.374711942s","start":"2026-03-03T01:23:52.464156Z","end":"2026-03-03T01:23:54.838868Z","steps":["trace[579474240] 'agreement among raft nodes before linearized reading' (duration: 2.37377449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.464136Z","time spent":"2.374765594s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:23:54.83858Z","caller":"traceutil/trace.go:171","msg":"trace[807474547] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"1.578428272s","start":"2026-03-03T01:23:53.260145Z","end":"2026-03-03T01:23:54.838574Z","steps":["trace[807474547] 'agreement among raft nodes before linearized reading' (duration: 1.578373841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446189581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:54.838977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.260133Z","time spent":"1.578836662s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:23:54.838997Z","caller":"traceutil/trace.go:171","msg":"trace[1742817544] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14483; }","duration":"2.446247872s","start":"2026-03-03T01:23:52.392736Z","end":"2026-03-03T01:23:54.838983Z","steps":["trace[1742817544] 'agreement among raft nodes before linearized reading' (duration: 2.446128849s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:54.838257Z","caller":"traceutil/trace.go:171","msg":"trace[1989185515] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"2.435521713s","start":"2026-03-03T01:23:52.402722Z","end":"2026-03-03T01:23:54.838244Z","steps":["trace[1989185515] 'agreement among raft nodes before linearized reading' (duration: 2.435448751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836436056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:54.839264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.402718Z","time spent":"2.436361892s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:54.838842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445122287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.839292Z","caller":"traceutil/trace.go:171","msg":"trace[374825443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"1.837639764s","start":"2026-03-03T01:23:53.001641Z","end":"2026-03-03T01:23:54.83928Z","steps":["trace[374825443] 'agreement among raft nodes before linearized reading' (duration: 1.836412205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.83934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.001635Z","time spent":"1.837695435s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.600347Z","time spent":"2.23713021s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:54.839383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801909009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.839414Z","caller":"traceutil/trace.go:171","msg":"trace[2005580527] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"1.801950991s","start":"2026-03-03T01:23:53.037454Z","end":"2026-03-03T01:23:54.839405Z","steps":["trace[2005580527] 'agreement among raft nodes before linearized reading' (duration: 1.80191555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.838423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426815509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:23:54.839434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.037447Z","time spent":"1.801983201s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:23:54.83944Z","caller":"traceutil/trace.go:171","msg":"trace[1722796191] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14483; }","duration":"2.427844343s","start":"2026-03-03T01:23:52.411589Z","end":"2026-03-03T01:23:54.839433Z","steps":["trace[1722796191] 'agreement among raft nodes before linearized reading' (duration: 2.426777798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.839048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.392727Z","time spent":"2.446311644s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:54.837875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057206579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:54.839535Z","caller":"traceutil/trace.go:171","msg":"trace[1152863705] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14483; }","duration":"2.058889839s","start":"2026-03-03T01:23:52.780632Z","end":"2026-03-03T01:23:54.839521Z","steps":["trace[1152863705] 'agreement among raft nodes before linearized reading' (duration: 2.05721956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.839582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.78061Z","time spent":"2.058955951s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:54.837726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.573036Z","time spent":"2.264681103s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:23:54.837838Z","caller":"traceutil/trace.go:171","msg":"trace[2048583020] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14483; }","duration":"1.885678645s","start":"2026-03-03T01:23:52.952153Z","end":"2026-03-03T01:23:54.837832Z","steps":["trace[2048583020] 'agreement among raft nodes before linearized reading' (duration: 1.885603693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.83965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.952139Z","time spent":"1.887504328s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:54.839304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446911778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T01:23:54.839715Z","caller":"traceutil/trace.go:171","msg":"trace[942232958] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14483; }","duration":"2.447339808s","start":"2026-03-03T01:23:52.392367Z","end":"2026-03-03T01:23:54.839707Z","steps":["trace[942232958] 'agreement among raft nodes before linearized reading' (duration: 2.446712333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.839745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.392357Z","time spent":"2.447380129s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-03T01:23:54.839305Z","caller":"traceutil/trace.go:171","msg":"trace[2030219367] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14483; }","duration":"2.445602037s","start":"2026-03-03T01:23:52.393694Z","end":"2026-03-03T01:23:54.839296Z","steps":["trace[2030219367] 'agreement among raft nodes before linearized reading' (duration: 2.445118536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.839775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.393684Z","time spent":"2.446085468s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:23:54.83947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:52.411583Z","time spent":"2.427879374s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:23:54.840122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807453139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:23:54.840179Z","caller":"traceutil/trace.go:171","msg":"trace[387166414] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14483; }","duration":"1.80751805s","start":"2026-03-03T01:23:53.032635Z","end":"2026-03-03T01:23:54.840153Z","steps":["trace[387166414] 'agreement among raft nodes before linearized reading' (duration: 1.8045235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:54.840205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:53.032627Z","time spent":"1.807572762s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:23:55.338238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330256686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:23:55.512346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221016847s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:23:56.349798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869496958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:23:56.349884Z","caller":"traceutil/trace.go:171","msg":"trace[475754055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.869629321s","start":"2026-03-03T01:23:54.480236Z","end":"2026-03-03T01:23:56.349865Z","steps":["trace[475754055] 'agreement among raft nodes before linearized reading' (duration: 1.869516889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.349923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.480221Z","time spent":"1.869693763s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:23:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:23:56.776352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263693193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:56.776486Z","caller":"traceutil/trace.go:171","msg":"trace[1103627693] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"2.485219192s","start":"2026-03-03T01:23:54.291241Z","end":"2026-03-03T01:23:56.77646Z","steps":["trace[1103627693] 'process raft request' (duration: 1.221310954s)","trace[1103627693] 'compare' (duration: 1.26312553s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:56.776578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.29122Z","time spent":"2.485316875s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:56.933699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421147509s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:23:57.093922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.905603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:57.094225Z","caller":"traceutil/trace.go:171","msg":"trace[1518143387] transaction","detail":"{read_only:false; response_revision:14486; number_of_response:1; }","duration":"2.23197231s","start":"2026-03-03T01:23:54.862234Z","end":"2026-03-03T01:23:57.094206Z","steps":["trace[1518143387] 'process raft request' (duration: 2.231791465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.094341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.8622Z","time spent":"2.232104763s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:57.094574Z","caller":"traceutil/trace.go:171","msg":"trace[874698327] transaction","detail":"{read_only:false; response_revision:14488; number_of_response:1; }","duration":"2.232240546s","start":"2026-03-03T01:23:54.862322Z","end":"2026-03-03T01:23:57.094563Z","steps":["trace[874698327] 'process raft request' (duration: 2.231940619s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.094608Z","caller":"traceutil/trace.go:171","msg":"trace[188486784] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"2.232326428s","start":"2026-03-03T01:23:54.862231Z","end":"2026-03-03T01:23:57.094558Z","steps":["trace[188486784] 'process raft request' (duration: 2.071698418s)","trace[188486784] 'compare' (duration: 159.583915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:57.094685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.862293Z","time spent":"2.232333118s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.094856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.862212Z","time spent":"2.232504173s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:57.094861Z","caller":"traceutil/trace.go:171","msg":"trace[501758407] transaction","detail":"{read_only:false; response_revision:14489; number_of_response:1; }","duration":"2.225086369s","start":"2026-03-03T01:23:54.869751Z","end":"2026-03-03T01:23:57.094837Z","steps":["trace[501758407] 'process raft request' (duration: 2.224779382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.094987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.869739Z","time spent":"2.225182591s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:57.095041Z","caller":"traceutil/trace.go:171","msg":"trace[430506916] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"1.10381179s","start":"2026-03-03T01:23:55.991219Z","end":"2026-03-03T01:23:57.095031Z","steps":["trace[430506916] 'process raft request' (duration: 1.103782309s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.095102Z","caller":"traceutil/trace.go:171","msg":"trace[766018610] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"1.104005404s","start":"2026-03-03T01:23:55.991089Z","end":"2026-03-03T01:23:57.095094Z","steps":["trace[766018610] 'process raft request' (duration: 1.103873361s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.095097Z","caller":"traceutil/trace.go:171","msg":"trace[1127153988] transaction","detail":"{read_only:false; response_revision:14490; number_of_response:1; }","duration":"2.225272073s","start":"2026-03-03T01:23:54.869809Z","end":"2026-03-03T01:23:57.095081Z","steps":["trace[1127153988] 'process raft request' (duration: 2.224964166s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.095124Z","caller":"traceutil/trace.go:171","msg":"trace[674464345] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"1.103964064s","start":"2026-03-03T01:23:55.991154Z","end":"2026-03-03T01:23:57.095118Z","steps":["trace[674464345] 'process raft request' (duration: 1.103826851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.09514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.99106Z","time spent":"1.104059986s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.095166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.991128Z","time spent":"1.104019895s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.09517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.869802Z","time spent":"2.225335554s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:57.09519Z","caller":"traceutil/trace.go:171","msg":"trace[4394877] linearizableReadLoop","detail":"{readStateIndex:15028; appliedIndex:15020; }","duration":"2.257969346s","start":"2026-03-03T01:23:54.837214Z","end":"2026-03-03T01:23:57.095183Z","steps":["trace[4394877] 'read index received' (duration: 675.352087ms)","trace[4394877] 'applied index is now lower than readState.Index' (duration: 1.582616079s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:57.095099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.99118Z","time spent":"1.103895262s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:57.095048Z","caller":"traceutil/trace.go:171","msg":"trace[1092932160] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"2.225209842s","start":"2026-03-03T01:23:54.869824Z","end":"2026-03-03T01:23:57.095034Z","steps":["trace[1092932160] 'process raft request' (duration: 2.225099669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.905704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.095352Z","caller":"traceutil/trace.go:171","msg":"trace[323075917] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"234.944135ms","start":"2026-03-03T01:23:56.860402Z","end":"2026-03-03T01:23:57.095346Z","steps":["trace[323075917] 'agreement among raft nodes before linearized reading' (duration: 234.854843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233118276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:23:57.095378Z","caller":"traceutil/trace.go:171","msg":"trace[882439389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14494; }","duration":"2.233164908s","start":"2026-03-03T01:23:54.862208Z","end":"2026-03-03T01:23:57.095373Z","steps":["trace[882439389] 'agreement among raft nodes before linearized reading' (duration: 2.233050445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.862191Z","time spent":"2.233200808s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.09553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.957298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T01:23:57.095552Z","caller":"traceutil/trace.go:171","msg":"trace[1823882822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14494; }","duration":"762.03296ms","start":"2026-03-03T01:23:56.333513Z","end":"2026-03-03T01:23:57.095546Z","steps":["trace[1823882822] 'agreement among raft nodes before linearized reading' (duration: 761.971748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.09555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.857353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T01:23:57.095567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.333486Z","time spent":"762.077281ms","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.095588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.864757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.095614Z","caller":"traceutil/trace.go:171","msg":"trace[1493121270] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"220.947288ms","start":"2026-03-03T01:23:56.874661Z","end":"2026-03-03T01:23:57.095608Z","steps":["trace[1493121270] 'agreement among raft nodes before linearized reading' (duration: 220.832556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.384122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:57.095685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.281473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.095712Z","caller":"traceutil/trace.go:171","msg":"trace[1426184970] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"235.333095ms","start":"2026-03-03T01:23:56.860371Z","end":"2026-03-03T01:23:57.095704Z","steps":["trace[1426184970] 'agreement among raft nodes before linearized reading' (duration: 235.234002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104077736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:57.095745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.856399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.095755Z","caller":"traceutil/trace.go:171","msg":"trace[829267077] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14494; }","duration":"1.104149378s","start":"2026-03-03T01:23:55.991601Z","end":"2026-03-03T01:23:57.09575Z","steps":["trace[829267077] 'agreement among raft nodes before linearized reading' (duration: 1.104097076s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.095764Z","caller":"traceutil/trace.go:171","msg":"trace[165436267] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"221.901131ms","start":"2026-03-03T01:23:56.873857Z","end":"2026-03-03T01:23:57.095758Z","steps":["trace[165436267] 'agreement among raft nodes before linearized reading' (duration: 221.84736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32225203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.095808Z","caller":"traceutil/trace.go:171","msg":"trace[794168009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14494; }","duration":"1.322308171s","start":"2026-03-03T01:23:55.773496Z","end":"2026-03-03T01:23:57.095804Z","steps":["trace[794168009] 'agreement among raft nodes before linearized reading' (duration: 1.3222836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.773474Z","time spent":"1.322344702s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:57.095883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.526316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:57.095905Z","caller":"traceutil/trace.go:171","msg":"trace[1846800423] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14494; }","duration":"225.580797ms","start":"2026-03-03T01:23:56.870319Z","end":"2026-03-03T01:23:57.0959Z","steps":["trace[1846800423] 'agreement among raft nodes before linearized reading' (duration: 225.500975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.624781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.095979Z","caller":"traceutil/trace.go:171","msg":"trace[1649051257] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14494; }","duration":"235.707053ms","start":"2026-03-03T01:23:56.860264Z","end":"2026-03-03T01:23:57.095971Z","steps":["trace[1649051257] 'agreement among raft nodes before linearized reading' (duration: 235.652462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.897681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.096075Z","caller":"traceutil/trace.go:171","msg":"trace[1078807470] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"227.936502ms","start":"2026-03-03T01:23:56.868132Z","end":"2026-03-03T01:23:57.096069Z","steps":["trace[1078807470] 'agreement among raft nodes before linearized reading' (duration: 227.867051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.09612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.954638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.096151Z","caller":"traceutil/trace.go:171","msg":"trace[878980864] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14494; }","duration":"236.00509ms","start":"2026-03-03T01:23:56.860138Z","end":"2026-03-03T01:23:57.096143Z","steps":["trace[878980864] 'agreement among raft nodes before linearized reading' (duration: 235.955109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.27105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.096205Z","caller":"traceutil/trace.go:171","msg":"trace[873752437] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"231.338631ms","start":"2026-03-03T01:23:56.864861Z","end":"2026-03-03T01:23:57.0962Z","steps":["trace[873752437] 'agreement among raft nodes before linearized reading' (duration: 231.30161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.184521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.096286Z","caller":"traceutil/trace.go:171","msg":"trace[86279012] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14494; }","duration":"232.205971ms","start":"2026-03-03T01:23:56.864076Z","end":"2026-03-03T01:23:57.096282Z","steps":["trace[86279012] 'agreement among raft nodes before linearized reading' (duration: 232.17688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.810708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:57.096417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.352835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.096424Z","caller":"traceutil/trace.go:171","msg":"trace[361456983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14494; }","duration":"236.88247ms","start":"2026-03-03T01:23:56.859533Z","end":"2026-03-03T01:23:57.096416Z","steps":["trace[361456983] 'agreement among raft nodes before linearized reading' (duration: 236.781108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.096437Z","caller":"traceutil/trace.go:171","msg":"trace[1081274915] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"232.373056ms","start":"2026-03-03T01:23:56.864057Z","end":"2026-03-03T01:23:57.096431Z","steps":["trace[1081274915] 'agreement among raft nodes before linearized reading' (duration: 232.314414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.55336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:57.096591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.607687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.096604Z","caller":"traceutil/trace.go:171","msg":"trace[2093162456] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14494; }","duration":"232.600741ms","start":"2026-03-03T01:23:56.863998Z","end":"2026-03-03T01:23:57.096599Z","steps":["trace[2093162456] 'agreement among raft nodes before linearized reading' (duration: 232.526819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.096616Z","caller":"traceutil/trace.go:171","msg":"trace[1930398265] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14494; }","duration":"237.632058ms","start":"2026-03-03T01:23:56.858976Z","end":"2026-03-03T01:23:57.096608Z","steps":["trace[1930398265] 'agreement among raft nodes before linearized reading' (duration: 237.579347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.813062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:57.096764Z","caller":"traceutil/trace.go:171","msg":"trace[630983415] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14494; }","duration":"237.872193ms","start":"2026-03-03T01:23:56.858886Z","end":"2026-03-03T01:23:57.096758Z","steps":["trace[630983415] 'agreement among raft nodes before linearized reading' (duration: 237.793781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221608307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770388"} {"level":"info","ts":"2026-03-03T01:23:57.096791Z","caller":"traceutil/trace.go:171","msg":"trace[575112871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14494; }","duration":"2.221636908s","start":"2026-03-03T01:23:54.875149Z","end":"2026-03-03T01:23:57.096786Z","steps":["trace[575112871] 'agreement among raft nodes before linearized reading' (duration: 2.221262019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.875145Z","time spent":"2.221663509s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.096824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.0115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.09685Z","caller":"traceutil/trace.go:171","msg":"trace[1761306384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"233.048611ms","start":"2026-03-03T01:23:56.863795Z","end":"2026-03-03T01:23:57.096844Z","steps":["trace[1761306384] 'agreement among raft nodes before linearized reading' (duration: 232.98634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.096936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.726453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T01:23:57.096952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.292337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.096965Z","caller":"traceutil/trace.go:171","msg":"trace[1205797324] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14494; }","duration":"238.803715ms","start":"2026-03-03T01:23:56.858155Z","end":"2026-03-03T01:23:57.096958Z","steps":["trace[1205797324] 'agreement among raft nodes before linearized reading' (duration: 238.729573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.096971Z","caller":"traceutil/trace.go:171","msg":"trace[694730701] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"233.324897ms","start":"2026-03-03T01:23:56.86364Z","end":"2026-03-03T01:23:57.096965Z","steps":["trace[694730701] 'agreement among raft nodes before linearized reading' (duration: 233.294436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.097075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.512052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.097096Z","caller":"traceutil/trace.go:171","msg":"trace[891701166] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"233.564103ms","start":"2026-03-03T01:23:56.863527Z","end":"2026-03-03T01:23:57.097091Z","steps":["trace[891701166] 'agreement among raft nodes before linearized reading' (duration: 233.533182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.097091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.377575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.097119Z","caller":"traceutil/trace.go:171","msg":"trace[474606735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14494; }","duration":"740.453187ms","start":"2026-03-03T01:23:56.356659Z","end":"2026-03-03T01:23:57.097112Z","steps":["trace[474606735] 'agreement among raft nodes before linearized reading' (duration: 740.404495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.09714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.356616Z","time spent":"740.518968ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:57.097184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.787498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:57.095688Z","caller":"traceutil/trace.go:171","msg":"trace[2006916731] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14494; }","duration":"966.443993ms","start":"2026-03-03T01:23:56.129237Z","end":"2026-03-03T01:23:57.095681Z","steps":["trace[2006916731] 'agreement among raft nodes before linearized reading' (duration: 966.409942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.097206Z","caller":"traceutil/trace.go:171","msg":"trace[1315178670] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14494; }","duration":"233.82731ms","start":"2026-03-03T01:23:56.863373Z","end":"2026-03-03T01:23:57.0972Z","steps":["trace[1315178670] 'agreement among raft nodes before linearized reading' (duration: 233.768638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.0964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220764058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770388"} {"level":"warn","ts":"2026-03-03T01:23:57.097254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.129206Z","time spent":"968.02241ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:23:57.097285Z","caller":"traceutil/trace.go:171","msg":"trace[823654242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14494; }","duration":"2.221643578s","start":"2026-03-03T01:23:54.87563Z","end":"2026-03-03T01:23:57.097274Z","steps":["trace[823654242] 'agreement among raft nodes before linearized reading' (duration: 2.220278216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.09732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.875611Z","time spent":"2.22169672s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.097342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222633712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770388"} {"level":"info","ts":"2026-03-03T01:23:57.097361Z","caller":"traceutil/trace.go:171","msg":"trace[385994348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14494; }","duration":"2.222663492s","start":"2026-03-03T01:23:54.874693Z","end":"2026-03-03T01:23:57.097356Z","steps":["trace[385994348] 'agreement among raft nodes before linearized reading' (duration: 2.222293754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.097383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.874686Z","time spent":"2.222692703s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.097731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.880654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:57.097795Z","caller":"traceutil/trace.go:171","msg":"trace[1396108408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14494; }","duration":"235.000686ms","start":"2026-03-03T01:23:56.862779Z","end":"2026-03-03T01:23:57.09778Z","steps":["trace[1396108408] 'agreement among raft nodes before linearized reading' (duration: 234.497394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.095587Z","caller":"traceutil/trace.go:171","msg":"trace[1597909955] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649; range_end:; response_count:1; response_revision:14494; }","duration":"742.944785ms","start":"2026-03-03T01:23:56.352627Z","end":"2026-03-03T01:23:57.095572Z","steps":["trace[1597909955] 'agreement among raft nodes before linearized reading' (duration: 742.75003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.098029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.352596Z","time spent":"745.424933ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992ebb27bce649\" "} {"level":"warn","ts":"2026-03-03T01:23:57.09577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.991573Z","time spent":"1.104193989s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:23:57.098157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.432133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.098175Z","caller":"traceutil/trace.go:171","msg":"trace[110390915] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"237.460214ms","start":"2026-03-03T01:23:56.860707Z","end":"2026-03-03T01:23:57.098168Z","steps":["trace[110390915] 'agreement among raft nodes before linearized reading' (duration: 237.439094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.098136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.182977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.098224Z","caller":"traceutil/trace.go:171","msg":"trace[203035961] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14494; }","duration":"237.277089ms","start":"2026-03-03T01:23:56.860936Z","end":"2026-03-03T01:23:57.098213Z","steps":["trace[203035961] 'agreement among raft nodes before linearized reading' (duration: 237.179787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.095349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.869783Z","time spent":"2.22553234s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.096756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.910528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.098412Z","caller":"traceutil/trace.go:171","msg":"trace[303673378] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14494; }","duration":"234.578417ms","start":"2026-03-03T01:23:56.863825Z","end":"2026-03-03T01:23:57.098403Z","steps":["trace[303673378] 'agreement among raft nodes before linearized reading' (duration: 232.910398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.098907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227259159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770388"} {"level":"info","ts":"2026-03-03T01:23:57.098933Z","caller":"traceutil/trace.go:171","msg":"trace[1560592403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14494; }","duration":"2.227313931s","start":"2026-03-03T01:23:54.871614Z","end":"2026-03-03T01:23:57.098928Z","steps":["trace[1560592403] 'agreement among raft nodes before linearized reading' (duration: 2.225954629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.098951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.871607Z","time spent":"2.227339241s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:23:57.099019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232207655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770388"} {"level":"info","ts":"2026-03-03T01:23:57.099096Z","caller":"traceutil/trace.go:171","msg":"trace[912215871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14494; }","duration":"2.232298587s","start":"2026-03-03T01:23:54.86678Z","end":"2026-03-03T01:23:57.099079Z","steps":["trace[912215871] 'agreement among raft nodes before linearized reading' (duration: 2.231303724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.099147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.86674Z","time spent":"2.232396s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770410,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:23:57.0997Z","caller":"traceutil/trace.go:171","msg":"trace[1658813058] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"2.232069122s","start":"2026-03-03T01:23:54.862242Z","end":"2026-03-03T01:23:57.094312Z","steps":["trace[1658813058] 'process raft request' (duration: 2.231860027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.099766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:54.862228Z","time spent":"2.237504359s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.531388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.488663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:23:57.531496Z","caller":"traceutil/trace.go:171","msg":"trace[1877324716] linearizableReadLoop","detail":"{readStateIndex:15032; appliedIndex:15031; }","duration":"309.199489ms","start":"2026-03-03T01:23:57.222277Z","end":"2026-03-03T01:23:57.531476Z","steps":["trace[1877324716] 'read index received' (duration: 30.551µs)","trace[1877324716] 'applied index is now lower than readState.Index' (duration: 309.167308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:57.531589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.310851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:57.531626Z","caller":"traceutil/trace.go:171","msg":"trace[1696887545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14494; }","duration":"309.392453ms","start":"2026-03-03T01:23:57.222221Z","end":"2026-03-03T01:23:57.531613Z","steps":["trace[1696887545] 'agreement among raft nodes before linearized reading' (duration: 309.319292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.531659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.222197Z","time spent":"309.454495ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:23:57.531703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.102937Z","time spent":"428.75612ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:23:58.855909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.089315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T01:23:58.856157Z","caller":"traceutil/trace.go:171","msg":"trace[1962519468] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"1.323216843s","start":"2026-03-03T01:23:57.532921Z","end":"2026-03-03T01:23:58.856138Z","steps":["trace[1962519468] 'process raft request' (duration: 1.32308732s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.856171Z","caller":"traceutil/trace.go:171","msg":"trace[1009150618] linearizableReadLoop","detail":"{readStateIndex:15033; appliedIndex:15032; }","duration":"1.324623286s","start":"2026-03-03T01:23:57.531524Z","end":"2026-03-03T01:23:58.856147Z","steps":["trace[1009150618] 'read index received' (duration: 552.533µs)","trace[1009150618] 'applied index is now lower than readState.Index' (duration: 1.324068363s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:58.856261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505429708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:58.856287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60788171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:58.856311Z","caller":"traceutil/trace.go:171","msg":"trace[729559704] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14495; }","duration":"1.607960601s","start":"2026-03-03T01:23:57.248342Z","end":"2026-03-03T01:23:58.856303Z","steps":["trace[729559704] 'agreement among raft nodes before linearized reading' (duration: 1.6079008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.856296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600151809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:58.856319Z","caller":"traceutil/trace.go:171","msg":"trace[1761319060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14495; }","duration":"1.505550371s","start":"2026-03-03T01:23:57.350752Z","end":"2026-03-03T01:23:58.856303Z","steps":["trace[1761319060] 'agreement among raft nodes before linearized reading' (duration: 1.505427418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.85634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321506494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:58.856263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.532889Z","time spent":"1.323310336s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:58.856359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.350729Z","time spent":"1.505622832s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:23:58.856369Z","caller":"traceutil/trace.go:171","msg":"trace[812810132] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14495; }","duration":"1.321534314s","start":"2026-03-03T01:23:57.534827Z","end":"2026-03-03T01:23:58.856361Z","steps":["trace[812810132] 'agreement among raft nodes before linearized reading' (duration: 1.321488013s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.856365Z","caller":"traceutil/trace.go:171","msg":"trace[206106206] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14495; }","duration":"1.600206731s","start":"2026-03-03T01:23:57.256125Z","end":"2026-03-03T01:23:58.856332Z","steps":["trace[206106206] 'agreement among raft nodes before linearized reading' (duration: 1.600071458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.856396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.534736Z","time spent":"1.321653977s","remote":"127.0.0.1:41586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:23:58.856405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.256102Z","time spent":"1.600294102s","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.856331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.248319Z","time spent":"1.608006483s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.856504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112530745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:23:58.856606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166524035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:58.856626Z","caller":"traceutil/trace.go:171","msg":"trace[1025298298] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14495; }","duration":"1.112735549s","start":"2026-03-03T01:23:57.743863Z","end":"2026-03-03T01:23:58.856598Z","steps":["trace[1025298298] 'agreement among raft nodes before linearized reading' (duration: 1.112501093s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.856652Z","caller":"traceutil/trace.go:171","msg":"trace[735219075] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14495; }","duration":"1.166639608s","start":"2026-03-03T01:23:57.689996Z","end":"2026-03-03T01:23:58.856636Z","steps":["trace[735219075] 'agreement among raft nodes before linearized reading' (duration: 1.166573356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.856676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304791614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:23:58.856684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.689934Z","time spent":"1.166741181s","remote":"127.0.0.1:45136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.856685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.743845Z","time spent":"1.112828482s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:23:58.8567Z","caller":"traceutil/trace.go:171","msg":"trace[1491560538] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14495; }","duration":"1.304866625s","start":"2026-03-03T01:23:57.551826Z","end":"2026-03-03T01:23:58.856692Z","steps":["trace[1491560538] 'agreement among raft nodes before linearized reading' (duration: 1.304825844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.85672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.551767Z","time spent":"1.304949477s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.85675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.372573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:23:58.856809Z","caller":"traceutil/trace.go:171","msg":"trace[149686092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14495; }","duration":"509.470235ms","start":"2026-03-03T01:23:58.347323Z","end":"2026-03-03T01:23:58.856793Z","steps":["trace[149686092] 'agreement among raft nodes before linearized reading' (duration: 509.359122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.856854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.347304Z","time spent":"509.538637ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:59.364388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.378449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.36445Z","caller":"traceutil/trace.go:171","msg":"trace[484779457] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"260.435971ms","start":"2026-03-03T01:23:59.103996Z","end":"2026-03-03T01:23:59.364432Z","steps":["trace[484779457] 'range keys from in-memory index tree' (duration: 260.262857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.364489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.284847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:59.364528Z","caller":"traceutil/trace.go:171","msg":"trace[1795281530] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14495; }","duration":"260.337269ms","start":"2026-03-03T01:23:59.104178Z","end":"2026-03-03T01:23:59.364516Z","steps":["trace[1795281530] 'range keys from in-memory index tree' (duration: 260.195755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.36468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.163104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:59.364777Z","caller":"traceutil/trace.go:171","msg":"trace[783089715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14495; }","duration":"257.286447ms","start":"2026-03-03T01:23:59.107471Z","end":"2026-03-03T01:23:59.364757Z","steps":["trace[783089715] 'range keys from in-memory index tree' (duration: 257.001631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.364999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.165885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.365035Z","caller":"traceutil/trace.go:171","msg":"trace[980532104] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"257.202635ms","start":"2026-03-03T01:23:59.107823Z","end":"2026-03-03T01:23:59.365026Z","steps":["trace[980532104] 'range keys from in-memory index tree' (duration: 257.083352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.36504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.739037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:59.365197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.430367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:23:59.36524Z","caller":"traceutil/trace.go:171","msg":"trace[627860558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14495; }","duration":"253.517319ms","start":"2026-03-03T01:23:59.111712Z","end":"2026-03-03T01:23:59.365229Z","steps":["trace[627860558] 'range keys from in-memory index tree' (duration: 253.316684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.365624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.84967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.365657Z","caller":"traceutil/trace.go:171","msg":"trace[373562420] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"257.898661ms","start":"2026-03-03T01:23:59.10775Z","end":"2026-03-03T01:23:59.365649Z","steps":["trace[373562420] 'range keys from in-memory index tree' (duration: 257.704237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.365919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.026434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.365949Z","caller":"traceutil/trace.go:171","msg":"trace[1575497775] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"258.069516ms","start":"2026-03-03T01:23:59.107872Z","end":"2026-03-03T01:23:59.365941Z","steps":["trace[1575497775] 'range keys from in-memory index tree' (duration: 257.955252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.163131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:59.366164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.972413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:59.366203Z","caller":"traceutil/trace.go:171","msg":"trace[189324081] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14495; }","duration":"262.259144ms","start":"2026-03-03T01:23:59.103927Z","end":"2026-03-03T01:23:59.366186Z","steps":["trace[189324081] 'range keys from in-memory index tree' (duration: 262.083299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.8554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:23:59.366228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.972933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:23:59.366328Z","caller":"traceutil/trace.go:171","msg":"trace[556050002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14495; }","duration":"254.970383ms","start":"2026-03-03T01:23:59.111333Z","end":"2026-03-03T01:23:59.366304Z","steps":["trace[556050002] 'range keys from in-memory index tree' (duration: 254.713257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.36636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.99789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.365152Z","caller":"traceutil/trace.go:171","msg":"trace[446596233] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"260.868381ms","start":"2026-03-03T01:23:59.10427Z","end":"2026-03-03T01:23:59.365139Z","steps":["trace[446596233] 'range keys from in-memory index tree' (duration: 260.665596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366396Z","caller":"traceutil/trace.go:171","msg":"trace[1540804462] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"260.046961ms","start":"2026-03-03T01:23:59.106339Z","end":"2026-03-03T01:23:59.366386Z","steps":["trace[1540804462] 'range keys from in-memory index tree' (duration: 259.771005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366331Z","caller":"traceutil/trace.go:171","msg":"trace[838956892] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14495; }","duration":"258.087856ms","start":"2026-03-03T01:23:59.108224Z","end":"2026-03-03T01:23:59.366312Z","steps":["trace[838956892] 'range keys from in-memory index tree' (duration: 257.87564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.519076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:23:59.366581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.494448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.366585Z","caller":"traceutil/trace.go:171","msg":"trace[1386439123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14495; }","duration":"255.565237ms","start":"2026-03-03T01:23:59.111006Z","end":"2026-03-03T01:23:59.366571Z","steps":["trace[1386439123] 'range keys from in-memory index tree' (duration: 255.445294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.090433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.366608Z","caller":"traceutil/trace.go:171","msg":"trace[894268982] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"259.54508ms","start":"2026-03-03T01:23:59.107056Z","end":"2026-03-03T01:23:59.366601Z","steps":["trace[894268982] 'range keys from in-memory index tree' (duration: 259.430708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366625Z","caller":"traceutil/trace.go:171","msg":"trace[103385936] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"260.142434ms","start":"2026-03-03T01:23:59.106472Z","end":"2026-03-03T01:23:59.366614Z","steps":["trace[103385936] 'range keys from in-memory index tree' (duration: 259.95764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366195Z","caller":"traceutil/trace.go:171","msg":"trace[1202065891] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14495; }","duration":"258.021025ms","start":"2026-03-03T01:23:59.108167Z","end":"2026-03-03T01:23:59.366188Z","steps":["trace[1202065891] 'range keys from in-memory index tree' (duration: 257.8508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.996594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:59.366603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.329901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.3667Z","caller":"traceutil/trace.go:171","msg":"trace[45677953] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14495; }","duration":"261.043785ms","start":"2026-03-03T01:23:59.105646Z","end":"2026-03-03T01:23:59.366689Z","steps":["trace[45677953] 'range keys from in-memory index tree' (duration: 260.960933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366711Z","caller":"traceutil/trace.go:171","msg":"trace[2145665824] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"261.460575ms","start":"2026-03-03T01:23:59.105244Z","end":"2026-03-03T01:23:59.366705Z","steps":["trace[2145665824] 'range keys from in-memory index tree' (duration: 261.28324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.84861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:23:59.36664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.167698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.366838Z","caller":"traceutil/trace.go:171","msg":"trace[1474524010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14495; }","duration":"260.889272ms","start":"2026-03-03T01:23:59.105944Z","end":"2026-03-03T01:23:59.366834Z","steps":["trace[1474524010] 'range keys from in-memory index tree' (duration: 260.729578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366846Z","caller":"traceutil/trace.go:171","msg":"trace[1200073567] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14495; }","duration":"261.388503ms","start":"2026-03-03T01:23:59.105449Z","end":"2026-03-03T01:23:59.366838Z","steps":["trace[1200073567] 'range keys from in-memory index tree' (duration: 261.124257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.366777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.753898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T01:23:59.366898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.470321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:59.366895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.360739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.366941Z","caller":"traceutil/trace.go:171","msg":"trace[1562000250] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14495; }","duration":"260.905711ms","start":"2026-03-03T01:23:59.106003Z","end":"2026-03-03T01:23:59.366909Z","steps":["trace[1562000250] 'range keys from in-memory index tree' (duration: 260.698377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366957Z","caller":"traceutil/trace.go:171","msg":"trace[1676607712] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"260.503283ms","start":"2026-03-03T01:23:59.10641Z","end":"2026-03-03T01:23:59.366913Z","steps":["trace[1676607712] 'range keys from in-memory index tree' (duration: 260.439591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.366969Z","caller":"traceutil/trace.go:171","msg":"trace[579102470] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14495; }","duration":"260.446151ms","start":"2026-03-03T01:23:59.106513Z","end":"2026-03-03T01:23:59.366959Z","steps":["trace[579102470] 'range keys from in-memory index tree' (duration: 260.322178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.36651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.464178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.367059Z","caller":"traceutil/trace.go:171","msg":"trace[237946213] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"260.061942ms","start":"2026-03-03T01:23:59.106983Z","end":"2026-03-03T01:23:59.367045Z","steps":["trace[237946213] 'range keys from in-memory index tree' (duration: 259.275914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.367105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.918809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:23:59.367137Z","caller":"traceutil/trace.go:171","msg":"trace[301368849] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14495; }","duration":"259.96323ms","start":"2026-03-03T01:23:59.107166Z","end":"2026-03-03T01:23:59.36713Z","steps":["trace[301368849] 'range keys from in-memory index tree' (duration: 259.848287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.367266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.311008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:59.364383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.215106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:59.36731Z","caller":"traceutil/trace.go:171","msg":"trace[2080466324] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14495; }","duration":"263.40771ms","start":"2026-03-03T01:23:59.103895Z","end":"2026-03-03T01:23:59.367302Z","steps":["trace[2080466324] 'range keys from in-memory index tree' (duration: 263.228276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.367325Z","caller":"traceutil/trace.go:171","msg":"trace[1999228537] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14495; }","duration":"260.188105ms","start":"2026-03-03T01:23:59.107126Z","end":"2026-03-03T01:23:59.367314Z","steps":["trace[1999228537] 'range keys from in-memory index tree' (duration: 257.121883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.487556Z","caller":"traceutil/trace.go:171","msg":"trace[1552698388] linearizableReadLoop","detail":"{readStateIndex:15035; appliedIndex:15034; }","duration":"375.078967ms","start":"2026-03-03T01:23:59.112454Z","end":"2026-03-03T01:23:59.487533Z","steps":["trace[1552698388] 'read index received' (duration: 374.847511ms)","trace[1552698388] 'applied index is now lower than readState.Index' (duration: 230.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:59.487828Z","caller":"traceutil/trace.go:171","msg":"trace[1343982013] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"375.816624ms","start":"2026-03-03T01:23:59.111987Z","end":"2026-03-03T01:23:59.487804Z","steps":["trace[1343982013] 'process raft request' (duration: 375.389144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.48799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.111977Z","time spent":"375.936397ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:59.488269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.746192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T01:23:59.488377Z","caller":"traceutil/trace.go:171","msg":"trace[659357297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14496; }","duration":"375.915467ms","start":"2026-03-03T01:23:59.112441Z","end":"2026-03-03T01:23:59.488357Z","steps":["trace[659357297] 'agreement among raft nodes before linearized reading' (duration: 375.423655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.488475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.112436Z","time spent":"376.022049ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:24:00.068246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.608854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:00.068367Z","caller":"traceutil/trace.go:171","msg":"trace[673900748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14496; }","duration":"305.741417ms","start":"2026-03-03T01:23:59.762608Z","end":"2026-03-03T01:24:00.068349Z","steps":["trace[673900748] 'range keys from in-memory index tree' (duration: 305.593934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.069144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.507291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:24:00.069361Z","caller":"traceutil/trace.go:171","msg":"trace[717034281] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"956.537432ms","start":"2026-03-03T01:23:59.112785Z","end":"2026-03-03T01:24:00.069323Z","steps":["trace[717034281] 'process raft request' (duration: 498.762775ms)","trace[717034281] 'compare' (duration: 456.760403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:24:00.069469Z","caller":"traceutil/trace.go:171","msg":"trace[798077230] linearizableReadLoop","detail":"{readStateIndex:15040; appliedIndex:15035; }","duration":"581.812733ms","start":"2026-03-03T01:23:59.487635Z","end":"2026-03-03T01:24:00.069448Z","steps":["trace[798077230] 'read index received' (duration: 123.911373ms)","trace[798077230] 'applied index is now lower than readState.Index' (duration: 457.90029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:00.069494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.112778Z","time spent":"956.631334ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:00.069605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.275445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:00.070888Z","caller":"traceutil/trace.go:171","msg":"trace[1334224271] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14501; }","duration":"876.563165ms","start":"2026-03-03T01:23:59.194295Z","end":"2026-03-03T01:24:00.070858Z","steps":["trace[1334224271] 'agreement among raft nodes before linearized reading' (duration: 875.237314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:00.069644Z","caller":"traceutil/trace.go:171","msg":"trace[1822647429] transaction","detail":"{read_only:false; response_revision:14500; number_of_response:1; }","duration":"697.970334ms","start":"2026-03-03T01:23:59.371663Z","end":"2026-03-03T01:24:00.069633Z","steps":["trace[1822647429] 'process raft request' (duration: 697.714448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.070968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.194289Z","time spent":"876.655187ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:00.07104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.371646Z","time spent":"699.326606ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:00.069638Z","caller":"traceutil/trace.go:171","msg":"trace[1543273588] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"698.233741ms","start":"2026-03-03T01:23:59.371341Z","end":"2026-03-03T01:24:00.069574Z","steps":["trace[1543273588] 'process raft request' (duration: 698.001016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.071306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.371319Z","time spent":"699.949441ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:00.069676Z","caller":"traceutil/trace.go:171","msg":"trace[397605105] transaction","detail":"{read_only:false; response_revision:14501; number_of_response:1; }","duration":"694.877943ms","start":"2026-03-03T01:23:59.374788Z","end":"2026-03-03T01:24:00.069666Z","steps":["trace[397605105] 'process raft request' (duration: 694.623617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.071482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.37478Z","time spent":"696.675805ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:00.069744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.090172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T01:24:00.071974Z","caller":"traceutil/trace.go:171","msg":"trace[1854245671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14501; }","duration":"722.351754ms","start":"2026-03-03T01:23:59.349565Z","end":"2026-03-03T01:24:00.071917Z","steps":["trace[1854245671] 'agreement among raft nodes before linearized reading' (duration: 720.128903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.072172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.349545Z","time spent":"722.471987ms","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:24:00.069797Z","caller":"traceutil/trace.go:171","msg":"trace[1607671001] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"956.837989ms","start":"2026-03-03T01:23:59.112947Z","end":"2026-03-03T01:24:00.069785Z","steps":["trace[1607671001] 'process raft request' (duration: 956.298596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.072397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.112939Z","time spent":"959.390718ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:00.069966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.748827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:24:00.072545Z","caller":"traceutil/trace.go:171","msg":"trace[2002441342] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14501; }","duration":"950.324467ms","start":"2026-03-03T01:23:59.122205Z","end":"2026-03-03T01:24:00.07253Z","steps":["trace[2002441342] 'agreement among raft nodes before linearized reading' (duration: 947.625264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.072601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.122181Z","time spent":"950.406608ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:24:00.070066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.491723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:24:00.072671Z","caller":"traceutil/trace.go:171","msg":"trace[1133677826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14501; }","duration":"885.137035ms","start":"2026-03-03T01:23:59.187518Z","end":"2026-03-03T01:24:00.072655Z","steps":["trace[1133677826] 'agreement among raft nodes before linearized reading' (duration: 882.495653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.072774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.187504Z","time spent":"885.229896ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:00.07017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.622471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T01:24:00.072997Z","caller":"traceutil/trace.go:171","msg":"trace[535894367] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:14501; }","duration":"949.464176ms","start":"2026-03-03T01:23:59.123522Z","end":"2026-03-03T01:24:00.072986Z","steps":["trace[535894367] 'agreement among raft nodes before linearized reading' (duration: 946.569359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.07305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.123513Z","time spent":"949.525057ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" "} {"level":"warn","ts":"2026-03-03T01:24:00.070419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.279272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:24:00.073255Z","caller":"traceutil/trace.go:171","msg":"trace[1703281558] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14501; }","duration":"952.136328ms","start":"2026-03-03T01:23:59.121105Z","end":"2026-03-03T01:24:00.073241Z","steps":["trace[1703281558] 'agreement among raft nodes before linearized reading' (duration: 949.160839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.073301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.121095Z","time spent":"952.19416ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"warn","ts":"2026-03-03T01:24:00.070451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.460753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T01:24:00.070451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.947515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:24:00.073632Z","caller":"traceutil/trace.go:171","msg":"trace[1052343569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14501; }","duration":"961.149699ms","start":"2026-03-03T01:23:59.11247Z","end":"2026-03-03T01:24:00.07362Z","steps":["trace[1052343569] 'agreement among raft nodes before linearized reading' (duration: 957.838062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.07379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.112467Z","time spent":"961.306573ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:24:00.070506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.417509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-03T01:24:00.073874Z","caller":"traceutil/trace.go:171","msg":"trace[333594047] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:14501; }","duration":"956.818178ms","start":"2026-03-03T01:23:59.117046Z","end":"2026-03-03T01:24:00.073864Z","steps":["trace[333594047] 'agreement among raft nodes before linearized reading' (duration: 953.259655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.073921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.11704Z","time spent":"956.869159ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" "} {"level":"info","ts":"2026-03-03T01:24:00.073561Z","caller":"traceutil/trace.go:171","msg":"trace[1712795428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:14501; }","duration":"951.453403ms","start":"2026-03-03T01:23:59.121949Z","end":"2026-03-03T01:24:00.073402Z","steps":["trace[1712795428] 'agreement among raft nodes before linearized reading' (duration: 948.352221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.074487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.121941Z","time spent":"952.533878ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-ppk8p\" "} {"level":"info","ts":"2026-03-03T01:24:00.155737Z","caller":"traceutil/trace.go:171","msg":"trace[2081016920] transaction","detail":"{read_only:false; response_revision:14502; number_of_response:1; }","duration":"662.520587ms","start":"2026-03-03T01:23:59.493194Z","end":"2026-03-03T01:24:00.155715Z","steps":["trace[2081016920] 'process raft request' (duration: 662.387694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.155885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.493176Z","time spent":"662.63158ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:00.156659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.94713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:00.156711Z","caller":"traceutil/trace.go:171","msg":"trace[410199451] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14502; }","duration":"473.042733ms","start":"2026-03-03T01:23:59.683655Z","end":"2026-03-03T01:24:00.156698Z","steps":["trace[410199451] 'agreement among raft nodes before linearized reading' (duration: 472.959681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.156745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.683637Z","time spent":"473.099535ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:00.15675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.181159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:24:00.157269Z","caller":"traceutil/trace.go:171","msg":"trace[257954989] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14502; }","duration":"214.749562ms","start":"2026-03-03T01:23:59.942496Z","end":"2026-03-03T01:24:00.157245Z","steps":["trace[257954989] 'agreement among raft nodes before linearized reading' (duration: 214.130298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.905948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.171412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:00.906047Z","caller":"traceutil/trace.go:171","msg":"trace[1336837388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14503; }","duration":"558.326886ms","start":"2026-03-03T01:24:00.347698Z","end":"2026-03-03T01:24:00.906024Z","steps":["trace[1336837388] 'range keys from in-memory index tree' (duration: 557.999688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.906092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.34767Z","time spent":"558.413287ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:24:01.291974Z","caller":"traceutil/trace.go:171","msg":"trace[996742676] linearizableReadLoop","detail":"{readStateIndex:15043; appliedIndex:15042; }","duration":"383.35579ms","start":"2026-03-03T01:24:00.908592Z","end":"2026-03-03T01:24:01.291948Z","steps":["trace[996742676] 'read index received' (duration: 383.007102ms)","trace[996742676] 'applied index is now lower than readState.Index' (duration: 347.718µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:01.292103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.503074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.292087Z","caller":"traceutil/trace.go:171","msg":"trace[2017759900] transaction","detail":"{read_only:false; response_revision:14504; number_of_response:1; }","duration":"474.129499ms","start":"2026-03-03T01:24:00.817917Z","end":"2026-03-03T01:24:01.292047Z","steps":["trace[2017759900] 'process raft request' (duration: 473.821832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.29214Z","caller":"traceutil/trace.go:171","msg":"trace[1114148621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14504; }","duration":"383.562205ms","start":"2026-03-03T01:24:00.908566Z","end":"2026-03-03T01:24:01.292128Z","steps":["trace[1114148621] 'agreement among raft nodes before linearized reading' (duration: 383.478333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.292174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.90845Z","time spent":"383.716798ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:24:01.292252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.817891Z","time spent":"474.273983ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:01.560215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.493737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.560276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.969128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.560308Z","caller":"traceutil/trace.go:171","msg":"trace[215521499] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"187.623311ms","start":"2026-03-03T01:24:01.372662Z","end":"2026-03-03T01:24:01.560285Z","steps":["trace[215521499] 'range keys from in-memory index tree' (duration: 187.408086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.560333Z","caller":"traceutil/trace.go:171","msg":"trace[1028825146] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"188.044831ms","start":"2026-03-03T01:24:01.372271Z","end":"2026-03-03T01:24:01.560316Z","steps":["trace[1028825146] 'range keys from in-memory index tree' (duration: 187.921577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.933677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.560458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.347478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.560502Z","caller":"traceutil/trace.go:171","msg":"trace[1349355895] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14504; }","duration":"188.099161ms","start":"2026-03-03T01:24:01.372383Z","end":"2026-03-03T01:24:01.560483Z","steps":["trace[1349355895] 'range keys from in-memory index tree' (duration: 187.846806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.204764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.560543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.722852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.560612Z","caller":"traceutil/trace.go:171","msg":"trace[1182594018] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"188.550752ms","start":"2026-03-03T01:24:01.372034Z","end":"2026-03-03T01:24:01.560585Z","steps":["trace[1182594018] 'range keys from in-memory index tree' (duration: 188.136172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.747647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.560668Z","caller":"traceutil/trace.go:171","msg":"trace[2075734569] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"188.820169ms","start":"2026-03-03T01:24:01.371839Z","end":"2026-03-03T01:24:01.560659Z","steps":["trace[2075734569] 'range keys from in-memory index tree' (duration: 188.643554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.560664Z","caller":"traceutil/trace.go:171","msg":"trace[1319333450] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14504; }","duration":"187.906107ms","start":"2026-03-03T01:24:01.372734Z","end":"2026-03-03T01:24:01.56064Z","steps":["trace[1319333450] 'range keys from in-memory index tree' (duration: 187.549549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.010089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:24:01.560781Z","caller":"traceutil/trace.go:171","msg":"trace[451641917] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14504; }","duration":"188.147383ms","start":"2026-03-03T01:24:01.372607Z","end":"2026-03-03T01:24:01.560755Z","steps":["trace[451641917] 'range keys from in-memory index tree' (duration: 187.742323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.936645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:24:01.560847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.88198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:24:01.560534Z","caller":"traceutil/trace.go:171","msg":"trace[1412108586] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14504; }","duration":"188.399748ms","start":"2026-03-03T01:24:01.372084Z","end":"2026-03-03T01:24:01.560484Z","steps":["trace[1412108586] 'range keys from in-memory index tree' (duration: 188.283356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.180553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T01:24:01.560978Z","caller":"traceutil/trace.go:171","msg":"trace[1846868959] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14504; }","duration":"188.217904ms","start":"2026-03-03T01:24:01.372752Z","end":"2026-03-03T01:24:01.56097Z","steps":["trace[1846868959] 'range keys from in-memory index tree' (duration: 187.986429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.560876Z","caller":"traceutil/trace.go:171","msg":"trace[941305056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"186.988435ms","start":"2026-03-03T01:24:01.373879Z","end":"2026-03-03T01:24:01.560867Z","steps":["trace[941305056] 'range keys from in-memory index tree' (duration: 186.801631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.59087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:24:01.561022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.652198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:24:01.561081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.042153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:24:01.561107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.301096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.561095Z","caller":"traceutil/trace.go:171","msg":"trace[567435337] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"186.73493ms","start":"2026-03-03T01:24:01.374349Z","end":"2026-03-03T01:24:01.561084Z","steps":["trace[567435337] 'range keys from in-memory index tree' (duration: 186.496764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.56113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.219804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:24:01.561143Z","caller":"traceutil/trace.go:171","msg":"trace[377065272] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"188.352428ms","start":"2026-03-03T01:24:01.372779Z","end":"2026-03-03T01:24:01.561132Z","steps":["trace[377065272] 'range keys from in-memory index tree' (duration: 188.132543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.561159Z","caller":"traceutil/trace.go:171","msg":"trace[225469386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"188.260755ms","start":"2026-03-03T01:24:01.372891Z","end":"2026-03-03T01:24:01.561151Z","steps":["trace[225469386] 'range keys from in-memory index tree' (duration: 188.143382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.322244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:24:01.561174Z","caller":"traceutil/trace.go:171","msg":"trace[1785782656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"186.136425ms","start":"2026-03-03T01:24:01.374982Z","end":"2026-03-03T01:24:01.561119Z","steps":["trace[1785782656] 'range keys from in-memory index tree' (duration: 185.92344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.394895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T01:24:01.56129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.873873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.561316Z","caller":"traceutil/trace.go:171","msg":"trace[1445811690] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14504; }","duration":"187.620961ms","start":"2026-03-03T01:24:01.373686Z","end":"2026-03-03T01:24:01.561307Z","steps":["trace[1445811690] 'range keys from in-memory index tree' (duration: 187.231881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.951524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:24:01.561411Z","caller":"traceutil/trace.go:171","msg":"trace[1404748358] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14504; }","duration":"186.990476ms","start":"2026-03-03T01:24:01.374413Z","end":"2026-03-03T01:24:01.561403Z","steps":["trace[1404748358] 'range keys from in-memory index tree' (duration: 186.861823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.56093Z","caller":"traceutil/trace.go:171","msg":"trace[1969687232] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14504; }","duration":"189.013632ms","start":"2026-03-03T01:24:01.371895Z","end":"2026-03-03T01:24:01.560908Z","steps":["trace[1969687232] 'range keys from in-memory index tree' (duration: 188.687095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.561238Z","caller":"traceutil/trace.go:171","msg":"trace[239603975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"187.372955ms","start":"2026-03-03T01:24:01.373841Z","end":"2026-03-03T01:24:01.561214Z","steps":["trace[239603975] 'range keys from in-memory index tree' (duration: 187.197031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.561319Z","caller":"traceutil/trace.go:171","msg":"trace[172746006] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14504; }","duration":"186.913814ms","start":"2026-03-03T01:24:01.374396Z","end":"2026-03-03T01:24:01.56131Z","steps":["trace[172746006] 'range keys from in-memory index tree' (duration: 186.795271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.560586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.336827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.561232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.58484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T01:24:01.561583Z","caller":"traceutil/trace.go:171","msg":"trace[1185156684] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14504; }","duration":"189.343281ms","start":"2026-03-03T01:24:01.372227Z","end":"2026-03-03T01:24:01.56157Z","steps":["trace[1185156684] 'range keys from in-memory index tree' (duration: 188.298717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.561619Z","caller":"traceutil/trace.go:171","msg":"trace[1862280942] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14504; }","duration":"187.960078ms","start":"2026-03-03T01:24:01.373615Z","end":"2026-03-03T01:24:01.561575Z","steps":["trace[1862280942] 'range keys from in-memory index tree' (duration: 187.489318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.114919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:24:01.561056Z","caller":"traceutil/trace.go:171","msg":"trace[1428428367] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"187.670752ms","start":"2026-03-03T01:24:01.373374Z","end":"2026-03-03T01:24:01.561045Z","steps":["trace[1428428367] 'range keys from in-memory index tree' (duration: 187.474237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.561722Z","caller":"traceutil/trace.go:171","msg":"trace[317312521] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14504; }","duration":"187.259162ms","start":"2026-03-03T01:24:01.374446Z","end":"2026-03-03T01:24:01.561705Z","steps":["trace[317312521] 'range keys from in-memory index tree' (duration: 186.937034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.561889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.552346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.561957Z","caller":"traceutil/trace.go:171","msg":"trace[490558486] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14504; }","duration":"189.636767ms","start":"2026-03-03T01:24:01.372302Z","end":"2026-03-03T01:24:01.561939Z","steps":["trace[490558486] 'range keys from in-memory index tree' (duration: 189.504555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.609579Z","caller":"traceutil/trace.go:171","msg":"trace[2026812126] transaction","detail":"{read_only:false; response_revision:14505; number_of_response:1; }","duration":"114.38936ms","start":"2026-03-03T01:24:01.495164Z","end":"2026-03-03T01:24:01.609553Z","steps":["trace[2026812126] 'process raft request' (duration: 114.246567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.194998Z","caller":"traceutil/trace.go:171","msg":"trace[1165155144] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"114.001171ms","start":"2026-03-03T01:24:02.080974Z","end":"2026-03-03T01:24:02.194975Z","steps":["trace[1165155144] 'process raft request' (duration: 113.868288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.195002Z","caller":"traceutil/trace.go:171","msg":"trace[88518321] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"114.724178ms","start":"2026-03-03T01:24:02.080242Z","end":"2026-03-03T01:24:02.194967Z","steps":["trace[88518321] 'process raft request' (duration: 114.432831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.195116Z","caller":"traceutil/trace.go:171","msg":"trace[628215819] linearizableReadLoop","detail":"{readStateIndex:15047; appliedIndex:15044; }","duration":"114.107964ms","start":"2026-03-03T01:24:02.080995Z","end":"2026-03-03T01:24:02.195103Z","steps":["trace[628215819] 'read index received' (duration: 37.827003ms)","trace[628215819] 'applied index is now lower than readState.Index' (duration: 76.279281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:02.195412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.395911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:24:02.195507Z","caller":"traceutil/trace.go:171","msg":"trace[1514411707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14509; }","duration":"114.528793ms","start":"2026-03-03T01:24:02.08096Z","end":"2026-03-03T01:24:02.195489Z","steps":["trace[1514411707] 'agreement among raft nodes before linearized reading' (duration: 114.245397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.195639Z","caller":"traceutil/trace.go:171","msg":"trace[1587695861] transaction","detail":"{read_only:false; response_revision:14509; number_of_response:1; }","duration":"114.110774ms","start":"2026-03-03T01:24:02.081516Z","end":"2026-03-03T01:24:02.195627Z","steps":["trace[1587695861] 'process raft request' (duration: 113.368696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.409112Z","caller":"traceutil/trace.go:171","msg":"trace[1330054446] transaction","detail":"{read_only:false; response_revision:14510; number_of_response:1; }","duration":"206.773657ms","start":"2026-03-03T01:24:02.202318Z","end":"2026-03-03T01:24:02.409092Z","steps":["trace[1330054446] 'process raft request' (duration: 205.17845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.41348Z","caller":"traceutil/trace.go:171","msg":"trace[1971930086] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"208.797455ms","start":"2026-03-03T01:24:02.20467Z","end":"2026-03-03T01:24:02.413467Z","steps":["trace[1971930086] 'process raft request' (duration: 208.748594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.413509Z","caller":"traceutil/trace.go:171","msg":"trace[638651623] transaction","detail":"{read_only:false; response_revision:14511; number_of_response:1; }","duration":"208.885427ms","start":"2026-03-03T01:24:02.20459Z","end":"2026-03-03T01:24:02.413476Z","steps":["trace[638651623] 'process raft request' (duration: 208.738863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.413663Z","caller":"traceutil/trace.go:171","msg":"trace[1281814433] linearizableReadLoop","detail":"{readStateIndex:15051; appliedIndex:15048; }","duration":"169.331744ms","start":"2026-03-03T01:24:02.244309Z","end":"2026-03-03T01:24:02.413641Z","steps":["trace[1281814433] 'read index received' (duration: 163.206251ms)","trace[1281814433] 'applied index is now lower than readState.Index' (duration: 6.123813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:02.413954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.62223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppk8p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T01:24:02.413998Z","caller":"traceutil/trace.go:171","msg":"trace[1810091783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppk8p; range_end:; response_count:1; response_revision:14513; }","duration":"169.708292ms","start":"2026-03-03T01:24:02.244279Z","end":"2026-03-03T01:24:02.413987Z","steps":["trace[1810091783] 'agreement among raft nodes before linearized reading' (duration: 169.482227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:02.414034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.201107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-03-03T01:24:02.413959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.387765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T01:24:02.414069Z","caller":"traceutil/trace.go:171","msg":"trace[6607953] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:14513; }","duration":"168.256678ms","start":"2026-03-03T01:24:02.245803Z","end":"2026-03-03T01:24:02.41406Z","steps":["trace[6607953] 'agreement among raft nodes before linearized reading' (duration: 168.177457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:02.414115Z","caller":"traceutil/trace.go:171","msg":"trace[32618402] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:14513; }","duration":"169.586559ms","start":"2026-03-03T01:24:02.244491Z","end":"2026-03-03T01:24:02.414078Z","steps":["trace[32618402] 'agreement among raft nodes before linearized reading' (duration: 169.360704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:02.414162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.871156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:24:02.41421Z","caller":"traceutil/trace.go:171","msg":"trace[1052759113] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14513; }","duration":"167.03754ms","start":"2026-03-03T01:24:02.247161Z","end":"2026-03-03T01:24:02.414198Z","steps":["trace[1052759113] 'agreement among raft nodes before linearized reading' (duration: 166.775514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:02.414205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.893643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:24:02.414285Z","caller":"traceutil/trace.go:171","msg":"trace[464643498] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:14513; }","duration":"165.982475ms","start":"2026-03-03T01:24:02.248283Z","end":"2026-03-03T01:24:02.414265Z","steps":["trace[464643498] 'agreement among raft nodes before linearized reading' (duration: 165.75448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:02.414578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.011356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T01:24:02.414687Z","caller":"traceutil/trace.go:171","msg":"trace[1116039114] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:14513; }","duration":"169.16397ms","start":"2026-03-03T01:24:02.2455Z","end":"2026-03-03T01:24:02.414664Z","steps":["trace[1116039114] 'agreement among raft nodes before linearized reading' (duration: 168.586766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:26.623551Z","caller":"traceutil/trace.go:171","msg":"trace[1612243148] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"100.715281ms","start":"2026-03-03T01:24:26.522817Z","end":"2026-03-03T01:24:26.623533Z","steps":["trace[1612243148] 'process raft request' (duration: 100.68123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:26.623785Z","caller":"traceutil/trace.go:171","msg":"trace[1934264926] transaction","detail":"{read_only:false; response_revision:14627; number_of_response:1; }","duration":"103.027685ms","start":"2026-03-03T01:24:26.520549Z","end":"2026-03-03T01:24:26.623577Z","steps":["trace[1934264926] 'process raft request' (duration: 102.860001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:27.941075Z","caller":"traceutil/trace.go:171","msg":"trace[1778771594] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"153.693919ms","start":"2026-03-03T01:24:27.787353Z","end":"2026-03-03T01:24:27.941047Z","steps":["trace[1778771594] 'process raft request' (duration: 153.541195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:28.084982Z","caller":"traceutil/trace.go:171","msg":"trace[812703546] transaction","detail":"{read_only:false; response_revision:14636; number_of_response:1; }","duration":"135.189886ms","start":"2026-03-03T01:24:27.949743Z","end":"2026-03-03T01:24:28.084933Z","steps":["trace[812703546] 'process raft request' (duration: 107.988721ms)","trace[812703546] 'compare' (duration: 27.004061ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:54.564053Z","caller":"traceutil/trace.go:171","msg":"trace[1531166502] transaction","detail":"{read_only:false; response_revision:15782; number_of_response:1; }","duration":"221.958774ms","start":"2026-03-03T01:26:54.342068Z","end":"2026-03-03T01:26:54.564027Z","steps":["trace[1531166502] 'process raft request' (duration: 221.78445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:54.752916Z","caller":"traceutil/trace.go:171","msg":"trace[9468944] linearizableReadLoop","detail":"{readStateIndex:16366; appliedIndex:16364; }","duration":"242.985606ms","start":"2026-03-03T01:26:54.509912Z","end":"2026-03-03T01:26:54.752897Z","steps":["trace[9468944] 'read index received' (duration: 53.932522ms)","trace[9468944] 'applied index is now lower than readState.Index' (duration: 189.052514ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:54.752967Z","caller":"traceutil/trace.go:171","msg":"trace[261269008] transaction","detail":"{read_only:false; response_revision:15783; number_of_response:1; }","duration":"254.69351ms","start":"2026-03-03T01:26:54.498237Z","end":"2026-03-03T01:26:54.75293Z","steps":["trace[261269008] 'process raft request' (duration: 168.517574ms)","trace[261269008] 'compare' (duration: 86.030463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:26:54.753112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.101939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-03-03T01:26:54.753096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.658827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-03T01:26:54.753135Z","caller":"traceutil/trace.go:171","msg":"trace[34302306] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:15783; }","duration":"243.15805ms","start":"2026-03-03T01:26:54.509971Z","end":"2026-03-03T01:26:54.753129Z","steps":["trace[34302306] 'agreement among raft nodes before linearized reading' (duration: 243.049527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:54.75315Z","caller":"traceutil/trace.go:171","msg":"trace[767705606] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:15783; }","duration":"127.745379ms","start":"2026-03-03T01:26:54.625392Z","end":"2026-03-03T01:26:54.753138Z","steps":["trace[767705606] 'agreement among raft nodes before linearized reading' (duration: 127.637637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:54.753095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.170401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T01:26:54.753208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.354211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpdpf\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-03T01:26:54.753276Z","caller":"traceutil/trace.go:171","msg":"trace[615048003] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpdpf; range_end:; response_count:1; response_revision:15783; }","duration":"239.457043ms","start":"2026-03-03T01:26:54.513803Z","end":"2026-03-03T01:26:54.75326Z","steps":["trace[615048003] 'agreement among raft nodes before linearized reading' (duration: 239.246088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:54.753243Z","caller":"traceutil/trace.go:171","msg":"trace[2093746575] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:15783; }","duration":"243.364745ms","start":"2026-03-03T01:26:54.509871Z","end":"2026-03-03T01:26:54.753236Z","steps":["trace[2093746575] 'agreement among raft nodes before linearized reading' (duration: 243.086108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:55.112531Z","caller":"traceutil/trace.go:171","msg":"trace[1134977642] transaction","detail":"{read_only:false; response_revision:15784; number_of_response:1; }","duration":"213.161138ms","start":"2026-03-03T01:26:54.899327Z","end":"2026-03-03T01:26:55.112488Z","steps":["trace[1134977642] 'process raft request' (duration: 212.998085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:57.27919Z","caller":"traceutil/trace.go:171","msg":"trace[1479836581] linearizableReadLoop","detail":"{readStateIndex:16381; appliedIndex:16380; }","duration":"159.662047ms","start":"2026-03-03T01:26:57.119498Z","end":"2026-03-03T01:26:57.27916Z","steps":["trace[1479836581] 'read index received' (duration: 159.563744ms)","trace[1479836581] 'applied index is now lower than readState.Index' (duration: 97.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:57.279292Z","caller":"traceutil/trace.go:171","msg":"trace[1863577130] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"161.95375ms","start":"2026-03-03T01:26:57.117285Z","end":"2026-03-03T01:26:57.279238Z","steps":["trace[1863577130] 'process raft request' (duration: 161.713004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:57.279455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.934503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:57.279569Z","caller":"traceutil/trace.go:171","msg":"trace[1931692203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15798; }","duration":"160.085907ms","start":"2026-03-03T01:26:57.119452Z","end":"2026-03-03T01:26:57.279538Z","steps":["trace[1931692203] 'agreement among raft nodes before linearized reading' (duration: 159.831161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:57.299922Z","caller":"traceutil/trace.go:171","msg":"trace[1339005399] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"147.598524ms","start":"2026-03-03T01:26:57.152287Z","end":"2026-03-03T01:26:57.299886Z","steps":["trace[1339005399] 'process raft request' (duration: 147.381889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:57.300018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.843705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T01:26:57.300143Z","caller":"traceutil/trace.go:171","msg":"trace[439830029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15799; }","duration":"135.04645ms","start":"2026-03-03T01:26:57.165019Z","end":"2026-03-03T01:26:57.300065Z","steps":["trace[439830029] 'agreement among raft nodes before linearized reading' (duration: 134.741233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:57.465262Z","caller":"traceutil/trace.go:171","msg":"trace[1142373905] linearizableReadLoop","detail":"{readStateIndex:16384; appliedIndex:16383; }","duration":"113.977987ms","start":"2026-03-03T01:26:57.351257Z","end":"2026-03-03T01:26:57.465235Z","steps":["trace[1142373905] 'read index received' (duration: 89.981326ms)","trace[1142373905] 'applied index is now lower than readState.Index' (duration: 23.995621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:57.465354Z","caller":"traceutil/trace.go:171","msg":"trace[140143210] transaction","detail":"{read_only:false; response_revision:15801; number_of_response:1; }","duration":"142.546036ms","start":"2026-03-03T01:26:57.322768Z","end":"2026-03-03T01:26:57.465314Z","steps":["trace[140143210] 'process raft request' (duration: 118.570315ms)","trace[140143210] 'compare' (duration: 23.781506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:26:57.46547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.528306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:26:57.465454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.163241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:57.465514Z","caller":"traceutil/trace.go:171","msg":"trace[538402952] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15801; }","duration":"113.633019ms","start":"2026-03-03T01:26:57.351864Z","end":"2026-03-03T01:26:57.465497Z","steps":["trace[538402952] 'agreement among raft nodes before linearized reading' (duration: 113.539677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:57.465555Z","caller":"traceutil/trace.go:171","msg":"trace[1198124775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15801; }","duration":"114.301425ms","start":"2026-03-03T01:26:57.351224Z","end":"2026-03-03T01:26:57.465526Z","steps":["trace[1198124775] 'agreement among raft nodes before linearized reading' (duration: 114.12683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:57.465828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.821613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:26:57.465872Z","caller":"traceutil/trace.go:171","msg":"trace[483332122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15801; }","duration":"113.891565ms","start":"2026-03-03T01:26:57.351966Z","end":"2026-03-03T01:26:57.465858Z","steps":["trace[483332122] 'agreement among raft nodes before linearized reading' (duration: 113.747312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:57.66504Z","caller":"traceutil/trace.go:171","msg":"trace[705146770] linearizableReadLoop","detail":"{readStateIndex:16388; appliedIndex:16386; }","duration":"100.86608ms","start":"2026-03-03T01:26:57.564149Z","end":"2026-03-03T01:26:57.665015Z","steps":["trace[705146770] 'read index received' (duration: 24.736899ms)","trace[705146770] 'applied index is now lower than readState.Index' (duration: 76.127831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:26:57.665379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.189728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:26:57.665488Z","caller":"traceutil/trace.go:171","msg":"trace[1641750184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15805; }","duration":"101.323621ms","start":"2026-03-03T01:26:57.564134Z","end":"2026-03-03T01:26:57.665457Z","steps":["trace[1641750184] 'agreement among raft nodes before linearized reading' (duration: 101.013304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:57.954661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.516886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:26:57.95472Z","caller":"traceutil/trace.go:171","msg":"trace[630887791] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15806; }","duration":"113.634009ms","start":"2026-03-03T01:26:57.841073Z","end":"2026-03-03T01:26:57.954707Z","steps":["trace[630887791] 'range keys from in-memory index tree' (duration: 113.247839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:58.080954Z","caller":"traceutil/trace.go:171","msg":"trace[153165734] linearizableReadLoop","detail":"{readStateIndex:16391; appliedIndex:16390; }","duration":"171.7934ms","start":"2026-03-03T01:26:57.909142Z","end":"2026-03-03T01:26:58.080935Z","steps":["trace[153165734] 'read index received' (duration: 171.590525ms)","trace[153165734] 'applied index is now lower than readState.Index' (duration: 201.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:26:58.080984Z","caller":"traceutil/trace.go:171","msg":"trace[1878382909] transaction","detail":"{read_only:false; response_revision:15807; number_of_response:1; }","duration":"183.802851ms","start":"2026-03-03T01:26:57.897155Z","end":"2026-03-03T01:26:58.080958Z","steps":["trace[1878382909] 'process raft request' (duration: 183.651318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:58.081177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.015206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-2k24m\" ","response":"range_response_count:1 size:15422"} {"level":"info","ts":"2026-03-03T01:26:58.081218Z","caller":"traceutil/trace.go:171","msg":"trace[881064733] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-2k24m; range_end:; response_count:1; response_revision:15807; }","duration":"172.107697ms","start":"2026-03-03T01:26:57.9091Z","end":"2026-03-03T01:26:58.081207Z","steps":["trace[881064733] 'agreement among raft nodes before linearized reading' (duration: 171.940923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:27:59.111488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13916} {"level":"info","ts":"2026-03-03T01:27:59.203685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13916,"took":"89.426563ms","hash":1128552605,"current-db-size-bytes":40984576,"current-db-size":"41 MB","current-db-size-in-use-bytes":27480064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:27:59.203835Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1128552605,"revision":13916,"compact-revision":11776} {"level":"info","ts":"2026-03-03T01:28:25.360303Z","caller":"traceutil/trace.go:171","msg":"trace[396451474] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"112.281638ms","start":"2026-03-03T01:28:25.24799Z","end":"2026-03-03T01:28:25.360271Z","steps":["trace[396451474] 'process raft request' (duration: 34.530108ms)","trace[396451474] 'compare' (duration: 77.614527ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:27.010077Z","caller":"traceutil/trace.go:171","msg":"trace[1990668822] transaction","detail":"{read_only:false; response_revision:16347; number_of_response:1; }","duration":"124.879632ms","start":"2026-03-03T01:28:26.885167Z","end":"2026-03-03T01:28:27.010046Z","steps":["trace[1990668822] 'process raft request' (duration: 124.686798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:30.586179Z","caller":"traceutil/trace.go:171","msg":"trace[1381835666] linearizableReadLoop","detail":"{readStateIndex:17371; appliedIndex:17370; }","duration":"360.143987ms","start":"2026-03-03T01:29:30.22601Z","end":"2026-03-03T01:29:30.586154Z","steps":["trace[1381835666] 'read index received' (duration: 355.504249ms)","trace[1381835666] 'applied index is now lower than readState.Index' (duration: 4.638988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:30.58623Z","caller":"traceutil/trace.go:171","msg":"trace[104822205] transaction","detail":"{read_only:false; response_revision:16750; number_of_response:1; }","duration":"617.52541ms","start":"2026-03-03T01:29:29.968659Z","end":"2026-03-03T01:29:30.586185Z","steps":["trace[104822205] 'process raft request' (duration: 612.80956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:30.586386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.362013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:29:30.586423Z","caller":"traceutil/trace.go:171","msg":"trace[1991349778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16750; }","duration":"360.438944ms","start":"2026-03-03T01:29:30.225971Z","end":"2026-03-03T01:29:30.58641Z","steps":["trace[1991349778] 'agreement among raft nodes before linearized reading' (duration: 360.291131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:30.586443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:30.225953Z","time spent":"360.484796ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:29:30.586497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:29.968632Z","time spent":"617.721765ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:30.58697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.73288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:30.58705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.571177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T01:29:30.587069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.481353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:30.587173Z","caller":"traceutil/trace.go:171","msg":"trace[289525604] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16750; }","duration":"271.618406ms","start":"2026-03-03T01:29:30.315546Z","end":"2026-03-03T01:29:30.587165Z","steps":["trace[289525604] 'agreement among raft nodes before linearized reading' (duration: 271.280138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:30.587089Z","caller":"traceutil/trace.go:171","msg":"trace[460238204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16750; }","duration":"236.900824ms","start":"2026-03-03T01:29:30.350163Z","end":"2026-03-03T01:29:30.587063Z","steps":["trace[460238204] 'agreement among raft nodes before linearized reading' (duration: 236.717309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:30.587216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.565446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:29:30.58733Z","caller":"traceutil/trace.go:171","msg":"trace[581271372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16750; }","duration":"245.72618ms","start":"2026-03-03T01:29:30.341578Z","end":"2026-03-03T01:29:30.587304Z","steps":["trace[581271372] 'agreement among raft nodes before linearized reading' (duration: 245.306901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:30.587102Z","caller":"traceutil/trace.go:171","msg":"trace[2004395185] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16750; }","duration":"151.659499ms","start":"2026-03-03T01:29:30.435429Z","end":"2026-03-03T01:29:30.587088Z","steps":["trace[2004395185] 'agreement among raft nodes before linearized reading' (duration: 151.436034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:36.576885Z","caller":"traceutil/trace.go:171","msg":"trace[1203006489] linearizableReadLoop","detail":"{readStateIndex:17402; appliedIndex:17401; }","duration":"227.112773ms","start":"2026-03-03T01:29:36.34974Z","end":"2026-03-03T01:29:36.576853Z","steps":["trace[1203006489] 'read index received' (duration: 226.826557ms)","trace[1203006489] 'applied index is now lower than readState.Index' (duration: 284.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:36.57707Z","caller":"traceutil/trace.go:171","msg":"trace[812174900] transaction","detail":"{read_only:false; response_revision:16780; number_of_response:1; }","duration":"314.964109ms","start":"2026-03-03T01:29:36.262074Z","end":"2026-03-03T01:29:36.577038Z","steps":["trace[812174900] 'process raft request' (duration: 314.58299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:36.577171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.369159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:36.577227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.262048Z","time spent":"315.082052ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:36.577247Z","caller":"traceutil/trace.go:171","msg":"trace[1434263344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16780; }","duration":"227.543753ms","start":"2026-03-03T01:29:36.349689Z","end":"2026-03-03T01:29:36.577233Z","steps":["trace[1434263344] 'agreement among raft nodes before linearized reading' (duration: 227.375369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:37.114506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330265661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:29:37.322898Z","caller":"traceutil/trace.go:171","msg":"trace[2081851293] transaction","detail":"{read_only:false; response_revision:16781; number_of_response:1; }","duration":"711.038009ms","start":"2026-03-03T01:29:36.611839Z","end":"2026-03-03T01:29:37.322877Z","steps":["trace[2081851293] 'process raft request' (duration: 654.322712ms)","trace[2081851293] 'compare' (duration: 56.574404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:37.323008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.611803Z","time spent":"711.141841ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:37.80843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.011814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:29:37.808568Z","caller":"traceutil/trace.go:171","msg":"trace[1080194319] transaction","detail":"{read_only:false; response_revision:16782; number_of_response:1; }","duration":"1.193308534s","start":"2026-03-03T01:29:36.615227Z","end":"2026-03-03T01:29:37.808535Z","steps":["trace[1080194319] 'process raft request' (duration: 945.123906ms)","trace[1080194319] 'compare' (duration: 247.926782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:37.808633Z","caller":"traceutil/trace.go:171","msg":"trace[1546282481] linearizableReadLoop","detail":"{readStateIndex:17404; appliedIndex:17402; }","duration":"1.195047795s","start":"2026-03-03T01:29:36.613552Z","end":"2026-03-03T01:29:37.8086Z","steps":["trace[1546282481] 'read index received' (duration: 652.669213ms)","trace[1546282481] 'applied index is now lower than readState.Index' (duration: 542.375902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:37.808722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.615206Z","time spent":"1.193441077s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:38.099019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.500128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T01:29:38.099229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485637305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:38.099319Z","caller":"traceutil/trace.go:171","msg":"trace[1403918945] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16782; }","duration":"1.485754918s","start":"2026-03-03T01:29:36.61354Z","end":"2026-03-03T01:29:38.099295Z","steps":["trace[1403918945] 'agreement among raft nodes before linearized reading' (duration: 1.195116957s)","trace[1403918945] 'range keys from in-memory index tree' (duration: 290.396275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:38.099373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.613534Z","time spent":"1.485829259s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:29:38.099461Z","caller":"traceutil/trace.go:171","msg":"trace[2144646461] linearizableReadLoop","detail":"{readStateIndex:17406; appliedIndex:17404; }","duration":"290.749594ms","start":"2026-03-03T01:29:37.808687Z","end":"2026-03-03T01:29:38.099437Z","steps":["trace[2144646461] 'read index received' (duration: 37.351µs)","trace[2144646461] 'applied index is now lower than readState.Index' (duration: 290.711583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:38.099505Z","caller":"traceutil/trace.go:171","msg":"trace[598116149] transaction","detail":"{read_only:false; response_revision:16783; number_of_response:1; }","duration":"770.995481ms","start":"2026-03-03T01:29:37.328505Z","end":"2026-03-03T01:29:38.099501Z","steps":["trace[598116149] 'process raft request' (duration: 770.585492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:38.099569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:37.328467Z","time spent":"771.054993ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:38.879661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088815330265668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:29:39.344689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729498412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:39.344771Z","caller":"traceutil/trace.go:171","msg":"trace[449207422] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16783; }","duration":"2.729616165s","start":"2026-03-03T01:29:36.615133Z","end":"2026-03-03T01:29:39.344749Z","steps":["trace[449207422] 'agreement among raft nodes before linearized reading' (duration: 1.484354345s)","trace[449207422] 'range keys from in-memory index tree' (duration: 1.245070366s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.344814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.615115Z","time spent":"2.729689346s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T01:29:39.345183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697958994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T01:29:39.345229Z","caller":"traceutil/trace.go:171","msg":"trace[1795512458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16783; }","duration":"2.698022075s","start":"2026-03-03T01:29:36.647192Z","end":"2026-03-03T01:29:39.345214Z","steps":["trace[1795512458] 'agreement among raft nodes before linearized reading' (duration: 1.452318965s)","trace[1795512458] 'range keys from in-memory index tree' (duration: 1.245582007s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.345259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.647178Z","time spent":"2.698075097s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:29:39.345636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918427982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T01:29:39.345672Z","caller":"traceutil/trace.go:171","msg":"trace[412898457] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16783; }","duration":"1.918517804s","start":"2026-03-03T01:29:37.427143Z","end":"2026-03-03T01:29:39.345661Z","steps":["trace[412898457] 'agreement among raft nodes before linearized reading' (duration: 672.392324ms)","trace[412898457] 'count revisions from in-memory index tree' (duration: 1.246036987s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.345705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:37.427121Z","time spent":"1.918575295s","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":137,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:39.345826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995835803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:39.345908Z","caller":"traceutil/trace.go:171","msg":"trace[300471278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16783; }","duration":"1.995991238s","start":"2026-03-03T01:29:37.349893Z","end":"2026-03-03T01:29:39.345884Z","steps":["trace[300471278] 'agreement among raft nodes before linearized reading' (duration: 749.658113ms)","trace[300471278] 'range keys from in-memory index tree' (duration: 1.246211002s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.34595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:37.349863Z","time spent":"1.996078189s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:29:39.34603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699041959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:29:39.346042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725732884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T01:29:39.346096Z","caller":"traceutil/trace.go:171","msg":"trace[1799323095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16783; }","duration":"2.699145281s","start":"2026-03-03T01:29:36.646934Z","end":"2026-03-03T01:29:39.346079Z","steps":["trace[1799323095] 'agreement among raft nodes before linearized reading' (duration: 1.452663213s)","trace[1799323095] 'range keys from in-memory index tree' (duration: 1.246320784s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:39.346108Z","caller":"traceutil/trace.go:171","msg":"trace[1086310339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16783; }","duration":"2.725807725s","start":"2026-03-03T01:29:36.62028Z","end":"2026-03-03T01:29:39.346088Z","steps":["trace[1086310339] 'agreement among raft nodes before linearized reading' (duration: 1.479301746s)","trace[1086310339] 'range keys from in-memory index tree' (duration: 1.246345976s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.346087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668115345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T01:29:39.346126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.646919Z","time spent":"2.699200413s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:39.346144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.620273Z","time spent":"2.725862906s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:29:39.346113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659710428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22093"} {"level":"warn","ts":"2026-03-03T01:29:39.346125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698894595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T01:29:39.346168Z","caller":"traceutil/trace.go:171","msg":"trace[1993361060] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:16783; }","duration":"2.668232918s","start":"2026-03-03T01:29:36.677913Z","end":"2026-03-03T01:29:39.346146Z","steps":["trace[1993361060] 'agreement among raft nodes before linearized reading' (duration: 1.421656117s)","trace[1993361060] 'range keys from in-memory index tree' (duration: 1.246374876s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.346208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.677901Z","time spent":"2.66829893s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" "} {"level":"info","ts":"2026-03-03T01:29:39.346205Z","caller":"traceutil/trace.go:171","msg":"trace[1765608885] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:16783; }","duration":"2.65980856s","start":"2026-03-03T01:29:36.686371Z","end":"2026-03-03T01:29:39.346179Z","steps":["trace[1765608885] 'agreement among raft nodes before linearized reading' (duration: 1.413189679s)","trace[1765608885] 'range keys from in-memory index tree' (duration: 1.246398766s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:39.34621Z","caller":"traceutil/trace.go:171","msg":"trace[861153443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16783; }","duration":"2.699017549s","start":"2026-03-03T01:29:36.64717Z","end":"2026-03-03T01:29:39.346187Z","steps":["trace[861153443] 'agreement among raft nodes before linearized reading' (duration: 1.452420218s)","trace[861153443] 'range keys from in-memory index tree' (duration: 1.246373835s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.346235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725935369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T01:29:39.346263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.647156Z","time spent":"2.69909854s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:39.346262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.686346Z","time spent":"2.659902663s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" "} {"level":"info","ts":"2026-03-03T01:29:39.346273Z","caller":"traceutil/trace.go:171","msg":"trace[1403179883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16783; }","duration":"2.725987349s","start":"2026-03-03T01:29:36.620271Z","end":"2026-03-03T01:29:39.346258Z","steps":["trace[1403179883] 'agreement among raft nodes before linearized reading' (duration: 1.479335507s)","trace[1403179883] 'range keys from in-memory index tree' (duration: 1.246521039s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.346308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.620264Z","time spent":"2.72603701s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:39.346326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730892804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:39.346405Z","caller":"traceutil/trace.go:171","msg":"trace[1756213101] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16783; }","duration":"2.730964676s","start":"2026-03-03T01:29:36.61541Z","end":"2026-03-03T01:29:39.346374Z","steps":["trace[1756213101] 'agreement among raft nodes before linearized reading' (duration: 1.484258972s)","trace[1756213101] 'range keys from in-memory index tree' (duration: 1.24654081s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:39.346449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:36.615352Z","time spent":"2.731087638s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T01:29:39.36789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.298182378s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:29:39.368325Z","caller":"traceutil/trace.go:171","msg":"trace[616073583] transaction","detail":"{read_only:false; response_revision:16784; number_of_response:1; }","duration":"1.298822253s","start":"2026-03-03T01:29:38.069472Z","end":"2026-03-03T01:29:39.368294Z","steps":["trace[616073583] 'process raft request' (duration: 1.298624558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:39.368863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:38.069434Z","time spent":"1.299320285s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:40.127178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.297934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:40.127305Z","caller":"traceutil/trace.go:171","msg":"trace[860263972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16784; }","duration":"364.432737ms","start":"2026-03-03T01:29:39.762853Z","end":"2026-03-03T01:29:40.127286Z","steps":["trace[860263972] 'range keys from in-memory index tree' (duration: 364.281763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.127612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.340721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:29:40.127964Z","caller":"traceutil/trace.go:171","msg":"trace[402178463] linearizableReadLoop","detail":"{readStateIndex:17408; appliedIndex:17406; }","duration":"1.748499464s","start":"2026-03-03T01:29:38.379453Z","end":"2026-03-03T01:29:40.127952Z","steps":["trace[402178463] 'read index received' (duration: 988.718176ms)","trace[402178463] 'applied index is now lower than readState.Index' (duration: 759.780598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:40.128037Z","caller":"traceutil/trace.go:171","msg":"trace[568350633] transaction","detail":"{read_only:false; response_revision:16787; number_of_response:1; }","duration":"778.015325ms","start":"2026-03-03T01:29:39.350011Z","end":"2026-03-03T01:29:40.128026Z","steps":["trace[568350633] 'process raft request' (duration: 777.769469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.128098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.349991Z","time spent":"778.072607ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:40.128141Z","caller":"traceutil/trace.go:171","msg":"trace[623838769] transaction","detail":"{read_only:false; response_revision:16790; number_of_response:1; }","duration":"776.379907ms","start":"2026-03-03T01:29:39.351724Z","end":"2026-03-03T01:29:40.128104Z","steps":["trace[623838769] 'process raft request' (duration: 776.162002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:40.128251Z","caller":"traceutil/trace.go:171","msg":"trace[595899358] transaction","detail":"{read_only:false; response_revision:16786; number_of_response:1; }","duration":"1.118741908s","start":"2026-03-03T01:29:39.0095Z","end":"2026-03-03T01:29:40.128242Z","steps":["trace[595899358] 'process raft request' (duration: 1.118187915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:40.128295Z","caller":"traceutil/trace.go:171","msg":"trace[2055832193] transaction","detail":"{read_only:false; response_revision:16791; number_of_response:1; }","duration":"776.52468ms","start":"2026-03-03T01:29:39.35176Z","end":"2026-03-03T01:29:40.128285Z","steps":["trace[2055832193] 'process raft request' (duration: 776.158921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.128333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.351718Z","time spent":"776.51769ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:40.12849Z","caller":"traceutil/trace.go:171","msg":"trace[82158261] transaction","detail":"{read_only:false; response_revision:16788; number_of_response:1; }","duration":"778.392014ms","start":"2026-03-03T01:29:39.350086Z","end":"2026-03-03T01:29:40.128478Z","steps":["trace[82158261] 'process raft request' (duration: 777.735298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.128547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.350081Z","time spent":"778.436924ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:40.128166Z","caller":"traceutil/trace.go:171","msg":"trace[424933699] transaction","detail":"{read_only:false; response_revision:16785; number_of_response:1; }","duration":"1.809289308s","start":"2026-03-03T01:29:38.318851Z","end":"2026-03-03T01:29:40.128141Z","steps":["trace[424933699] 'process raft request' (duration: 1.257358403s)","trace[424933699] 'compare' (duration: 551.042034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:40.128348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.351755Z","time spent":"776.566331ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:40.12863Z","caller":"traceutil/trace.go:171","msg":"trace[982392407] transaction","detail":"{read_only:false; response_revision:16789; number_of_response:1; }","duration":"777.013832ms","start":"2026-03-03T01:29:39.351608Z","end":"2026-03-03T01:29:40.128621Z","steps":["trace[982392407] 'process raft request' (duration: 776.249034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.128754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.351589Z","time spent":"777.129244ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:40.128333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.009474Z","time spent":"1.11881432s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:40.128675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:38.318825Z","time spent":"1.809816559s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:40.129329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749878847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T01:29:40.129378Z","caller":"traceutil/trace.go:171","msg":"trace[1871468873] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16791; }","duration":"1.749961029s","start":"2026-03-03T01:29:38.379404Z","end":"2026-03-03T01:29:40.129365Z","steps":["trace[1871468873] 'agreement among raft nodes before linearized reading' (duration: 1.748966806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.129423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:38.379384Z","time spent":"1.75002238s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T01:29:40.156287Z","caller":"traceutil/trace.go:171","msg":"trace[74223892] transaction","detail":"{read_only:false; response_revision:16792; number_of_response:1; }","duration":"342.534564ms","start":"2026-03-03T01:29:39.813722Z","end":"2026-03-03T01:29:40.156256Z","steps":["trace[74223892] 'process raft request' (duration: 342.385971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:40.156461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.813692Z","time spent":"342.674458ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:41.224262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.596747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:29:41.224645Z","caller":"traceutil/trace.go:171","msg":"trace[512672873] transaction","detail":"{read_only:false; response_revision:16794; number_of_response:1; }","duration":"787.080786ms","start":"2026-03-03T01:29:40.437542Z","end":"2026-03-03T01:29:41.224623Z","steps":["trace[512672873] 'process raft request' (duration: 786.856841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.224777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:40.437514Z","time spent":"787.184999ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:41.224817Z","caller":"traceutil/trace.go:171","msg":"trace[93547896] linearizableReadLoop","detail":"{readStateIndex:17416; appliedIndex:17414; }","duration":"1.096781673s","start":"2026-03-03T01:29:40.127998Z","end":"2026-03-03T01:29:41.22478Z","steps":["trace[93547896] 'read index received' (duration: 28.17363ms)","trace[93547896] 'applied index is now lower than readState.Index' (duration: 1.068596853s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:41.225216Z","caller":"traceutil/trace.go:171","msg":"trace[15020359] transaction","detail":"{read_only:false; response_revision:16793; number_of_response:1; }","duration":"1.121169074s","start":"2026-03-03T01:29:40.10401Z","end":"2026-03-03T01:29:41.225179Z","steps":["trace[15020359] 'process raft request' (duration: 894.539643ms)","trace[15020359] 'compare' (duration: 225.199747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:41.225303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878515284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:41.225327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121579304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:41.225349Z","caller":"traceutil/trace.go:171","msg":"trace[223262731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16794; }","duration":"1.878564006s","start":"2026-03-03T01:29:39.346766Z","end":"2026-03-03T01:29:41.22533Z","steps":["trace[223262731] 'agreement among raft nodes before linearized reading' (duration: 1.878512715s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:41.225375Z","caller":"traceutil/trace.go:171","msg":"trace[1245172751] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16794; }","duration":"1.121671086s","start":"2026-03-03T01:29:40.103694Z","end":"2026-03-03T01:29:41.225365Z","steps":["trace[1245172751] 'agreement among raft nodes before linearized reading' (duration: 1.121552603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.225405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:40.103669Z","time spent":"1.121729567s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T01:29:41.225404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.346752Z","time spent":"1.878629547s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:29:41.225409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:40.103994Z","time spent":"1.121315887s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:41.22523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15009261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:29:41.225485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092699078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aed4dbc-22c2-42f9-a3b8-7149075a5f8e\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-03T01:29:41.22556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.725708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T01:29:41.225808Z","caller":"traceutil/trace.go:171","msg":"trace[480812663] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aed4dbc-22c2-42f9-a3b8-7149075a5f8e; range_end:; response_count:1; response_revision:16794; }","duration":"1.092911003s","start":"2026-03-03T01:29:40.132703Z","end":"2026-03-03T01:29:41.225614Z","steps":["trace[480812663] 'agreement among raft nodes before linearized reading' (duration: 1.092664247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.225449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038607581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:29:41.225837Z","caller":"traceutil/trace.go:171","msg":"trace[409555707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16794; }","duration":"449.042896ms","start":"2026-03-03T01:29:40.776779Z","end":"2026-03-03T01:29:41.225822Z","steps":["trace[409555707] 'agreement among raft nodes before linearized reading' (duration: 448.595615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.22586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:40.132682Z","time spent":"1.093165548s","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-6aed4dbc-22c2-42f9-a3b8-7149075a5f8e\" "} {"level":"info","ts":"2026-03-03T01:29:41.225886Z","caller":"traceutil/trace.go:171","msg":"trace[1552356145] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16794; }","duration":"2.039088402s","start":"2026-03-03T01:29:39.186768Z","end":"2026-03-03T01:29:41.225856Z","steps":["trace[1552356145] 'agreement among raft nodes before linearized reading' (duration: 2.03854466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.225896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:40.776761Z","time spent":"449.122527ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:29:41.225577Z","caller":"traceutil/trace.go:171","msg":"trace[1696886042] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16794; }","duration":"2.150420808s","start":"2026-03-03T01:29:39.075056Z","end":"2026-03-03T01:29:41.225477Z","steps":["trace[1696886042] 'agreement among raft nodes before linearized reading' (duration: 2.1501022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.225956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.186746Z","time spent":"2.039190954s","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:41.226012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.075022Z","time spent":"2.150968851s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:29:41.22661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875879214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932032"} {"level":"info","ts":"2026-03-03T01:29:41.226707Z","caller":"traceutil/trace.go:171","msg":"trace[314424986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16794; }","duration":"1.876001466s","start":"2026-03-03T01:29:39.350692Z","end":"2026-03-03T01:29:41.226694Z","steps":["trace[314424986] 'agreement among raft nodes before linearized reading' (duration: 1.874333667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.226771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.350684Z","time spent":"1.876071317s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":932054,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:29:41.226906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874842579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932032"} {"level":"info","ts":"2026-03-03T01:29:41.226984Z","caller":"traceutil/trace.go:171","msg":"trace[716023889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16794; }","duration":"1.874942571s","start":"2026-03-03T01:29:39.352024Z","end":"2026-03-03T01:29:41.226966Z","steps":["trace[716023889] 'agreement among raft nodes before linearized reading' (duration: 1.872806742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.227044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:39.352016Z","time spent":"1.875010853s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":932054,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:29:41.514066Z","caller":"traceutil/trace.go:171","msg":"trace[1794741906] linearizableReadLoop","detail":"{readStateIndex:17418; appliedIndex:17417; }","duration":"182.542714ms","start":"2026-03-03T01:29:41.331499Z","end":"2026-03-03T01:29:41.514042Z","steps":["trace[1794741906] 'read index received' (duration: 173.181237ms)","trace[1794741906] 'applied index is now lower than readState.Index' (duration: 9.360467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:41.514123Z","caller":"traceutil/trace.go:171","msg":"trace[102268213] transaction","detail":"{read_only:false; response_revision:16795; number_of_response:1; }","duration":"200.40058ms","start":"2026-03-03T01:29:41.313706Z","end":"2026-03-03T01:29:41.514106Z","steps":["trace[102268213] 'process raft request' (duration: 190.95988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.514231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T01:29:41.514273Z","caller":"traceutil/trace.go:171","msg":"trace[1261143528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16795; }","duration":"182.81817ms","start":"2026-03-03T01:29:41.331441Z","end":"2026-03-03T01:29:41.514259Z","steps":["trace[1261143528] 'agreement among raft nodes before linearized reading' (duration: 182.719758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:41.697304Z","caller":"traceutil/trace.go:171","msg":"trace[1627869045] linearizableReadLoop","detail":"{readStateIndex:17419; appliedIndex:17418; }","duration":"183.138699ms","start":"2026-03-03T01:29:41.514135Z","end":"2026-03-03T01:29:41.697273Z","steps":["trace[1627869045] 'read index received' (duration: 179.394812ms)","trace[1627869045] 'applied index is now lower than readState.Index' (duration: 3.742767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:41.697314Z","caller":"traceutil/trace.go:171","msg":"trace[1671780175] transaction","detail":"{read_only:false; response_revision:16796; number_of_response:1; }","duration":"323.170484ms","start":"2026-03-03T01:29:41.37411Z","end":"2026-03-03T01:29:41.69728Z","steps":["trace[1671780175] 'process raft request' (duration: 319.632571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.697413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.381466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T01:29:41.697525Z","caller":"traceutil/trace.go:171","msg":"trace[372433033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16796; }","duration":"270.52117ms","start":"2026-03-03T01:29:41.426974Z","end":"2026-03-03T01:29:41.697495Z","steps":["trace[372433033] 'agreement among raft nodes before linearized reading' (duration: 270.326925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.697562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.614113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:41.697617Z","caller":"traceutil/trace.go:171","msg":"trace[792170808] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16796; }","duration":"347.718124ms","start":"2026-03-03T01:29:41.349888Z","end":"2026-03-03T01:29:41.697606Z","steps":["trace[792170808] 'agreement among raft nodes before linearized reading' (duration: 347.52332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.697582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.359373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5fa22501-8f24-481b-9095-7a2ef90d6b74\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-03T01:29:41.697655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:41.349873Z","time spent":"347.773476ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:29:41.697687Z","caller":"traceutil/trace.go:171","msg":"trace[2146686615] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5fa22501-8f24-481b-9095-7a2ef90d6b74; range_end:; response_count:1; response_revision:16796; }","duration":"180.494176ms","start":"2026-03-03T01:29:41.517162Z","end":"2026-03-03T01:29:41.697656Z","steps":["trace[2146686615] 'agreement among raft nodes before linearized reading' (duration: 180.291882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.697867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:41.374034Z","time spent":"323.356728ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:41.697968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.129771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:29:41.698047Z","caller":"traceutil/trace.go:171","msg":"trace[1463318962] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16796; }","duration":"347.270294ms","start":"2026-03-03T01:29:41.350761Z","end":"2026-03-03T01:29:41.698031Z","steps":["trace[1463318962] 'agreement among raft nodes before linearized reading' (duration: 346.558238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:41.698134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:41.350754Z","time spent":"347.368156ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:29:42.2506Z","caller":"traceutil/trace.go:171","msg":"trace[1387348032] transaction","detail":"{read_only:false; response_revision:16799; number_of_response:1; }","duration":"112.558437ms","start":"2026-03-03T01:29:42.138025Z","end":"2026-03-03T01:29:42.250583Z","steps":["trace[1387348032] 'process raft request' (duration: 112.507266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:42.250888Z","caller":"traceutil/trace.go:171","msg":"trace[1154230388] transaction","detail":"{read_only:false; response_revision:16798; number_of_response:1; }","duration":"113.263383ms","start":"2026-03-03T01:29:42.137345Z","end":"2026-03-03T01:29:42.250608Z","steps":["trace[1154230388] 'process raft request' (duration: 113.105869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:42.250921Z","caller":"traceutil/trace.go:171","msg":"trace[400349058] transaction","detail":"{read_only:false; response_revision:16800; number_of_response:1; }","duration":"112.776772ms","start":"2026-03-03T01:29:42.138116Z","end":"2026-03-03T01:29:42.250893Z","steps":["trace[400349058] 'process raft request' (duration: 112.445515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:42.251239Z","caller":"traceutil/trace.go:171","msg":"trace[1593247913] transaction","detail":"{read_only:false; response_revision:16801; number_of_response:1; }","duration":"113.011768ms","start":"2026-03-03T01:29:42.138193Z","end":"2026-03-03T01:29:42.251205Z","steps":["trace[1593247913] 'process raft request' (duration: 112.580628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:45.438162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.807786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-03T01:29:45.438288Z","caller":"traceutil/trace.go:171","msg":"trace[1170593457] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:16830; }","duration":"154.007221ms","start":"2026-03-03T01:29:45.284251Z","end":"2026-03-03T01:29:45.438258Z","steps":["trace[1170593457] 'range keys from in-memory index tree' (duration: 153.50187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:45.43929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.377129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932592"} {"level":"info","ts":"2026-03-03T01:29:45.439486Z","caller":"traceutil/trace.go:171","msg":"trace[179773915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16830; }","duration":"154.605265ms","start":"2026-03-03T01:29:45.284854Z","end":"2026-03-03T01:29:45.439459Z","steps":["trace[179773915] 'range keys from in-memory index tree' (duration: 152.969297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:21.647248Z","caller":"traceutil/trace.go:171","msg":"trace[1892786995] transaction","detail":"{read_only:false; response_revision:17067; number_of_response:1; }","duration":"189.076716ms","start":"2026-03-03T01:30:21.458138Z","end":"2026-03-03T01:30:21.647215Z","steps":["trace[1892786995] 'process raft request' (duration: 188.592945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:22.115689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.542327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T01:30:22.115831Z","caller":"traceutil/trace.go:171","msg":"trace[546041628] transaction","detail":"{read_only:false; response_revision:17069; number_of_response:1; }","duration":"287.908734ms","start":"2026-03-03T01:30:21.827898Z","end":"2026-03-03T01:30:22.115806Z","steps":["trace[546041628] 'process raft request' (duration: 141.148062ms)","trace[546041628] 'compare' (duration: 146.355953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:30:22.116777Z","caller":"traceutil/trace.go:171","msg":"trace[456095951] linearizableReadLoop","detail":"{readStateIndex:17708; appliedIndex:17706; }","duration":"226.392543ms","start":"2026-03-03T01:30:21.890361Z","end":"2026-03-03T01:30:22.116753Z","steps":["trace[456095951] 'read index received' (duration: 78.697449ms)","trace[456095951] 'applied index is now lower than readState.Index' (duration: 147.693954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:30:22.116838Z","caller":"traceutil/trace.go:171","msg":"trace[936156970] transaction","detail":"{read_only:false; response_revision:17070; number_of_response:1; }","duration":"256.714209ms","start":"2026-03-03T01:30:21.860079Z","end":"2026-03-03T01:30:22.116794Z","steps":["trace[936156970] 'process raft request' (duration: 256.566676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:22.117077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.714061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74sc5\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T01:30:22.117151Z","caller":"traceutil/trace.go:171","msg":"trace[346174099] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74sc5; range_end:; response_count:1; response_revision:17070; }","duration":"226.827134ms","start":"2026-03-03T01:30:21.890304Z","end":"2026-03-03T01:30:22.117131Z","steps":["trace[346174099] 'agreement among raft nodes before linearized reading' (duration: 226.593708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:22.117231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.045949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8kqrj\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-03T01:30:22.117362Z","caller":"traceutil/trace.go:171","msg":"trace[304610967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8kqrj; range_end:; response_count:1; response_revision:17070; }","duration":"221.236024ms","start":"2026-03-03T01:30:21.8961Z","end":"2026-03-03T01:30:22.117336Z","steps":["trace[304610967] 'agreement among raft nodes before linearized reading' (duration: 220.859415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:22.645241Z","caller":"traceutil/trace.go:171","msg":"trace[1378297198] transaction","detail":"{read_only:false; response_revision:17073; number_of_response:1; }","duration":"191.754069ms","start":"2026-03-03T01:30:22.453438Z","end":"2026-03-03T01:30:22.645192Z","steps":["trace[1378297198] 'process raft request' (duration: 95.239305ms)","trace[1378297198] 'compare' (duration: 96.245298ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:30:22.719155Z","caller":"traceutil/trace.go:171","msg":"trace[310722165] linearizableReadLoop","detail":"{readStateIndex:17715; appliedIndex:17711; }","duration":"263.962557ms","start":"2026-03-03T01:30:22.455172Z","end":"2026-03-03T01:30:22.719134Z","steps":["trace[310722165] 'read index received' (duration: 93.685968ms)","trace[310722165] 'applied index is now lower than readState.Index' (duration: 170.275449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:30:22.719198Z","caller":"traceutil/trace.go:171","msg":"trace[403169863] transaction","detail":"{read_only:false; response_revision:17074; number_of_response:1; }","duration":"265.225207ms","start":"2026-03-03T01:30:22.453939Z","end":"2026-03-03T01:30:22.719164Z","steps":["trace[403169863] 'process raft request' (duration: 265.013542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:22.719252Z","caller":"traceutil/trace.go:171","msg":"trace[1788003747] transaction","detail":"{read_only:false; response_revision:17076; number_of_response:1; }","duration":"264.599693ms","start":"2026-03-03T01:30:22.454631Z","end":"2026-03-03T01:30:22.719231Z","steps":["trace[1788003747] 'process raft request' (duration: 264.47644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:22.719237Z","caller":"traceutil/trace.go:171","msg":"trace[1232026274] transaction","detail":"{read_only:false; response_revision:17075; number_of_response:1; }","duration":"265.212927ms","start":"2026-03-03T01:30:22.453986Z","end":"2026-03-03T01:30:22.719198Z","steps":["trace[1232026274] 'process raft request' (duration: 265.092844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:22.719374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.186123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T01:30:22.71942Z","caller":"traceutil/trace.go:171","msg":"trace[1104945652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17076; }","duration":"264.275545ms","start":"2026-03-03T01:30:22.455132Z","end":"2026-03-03T01:30:22.719407Z","steps":["trace[1104945652] 'agreement among raft nodes before linearized reading' (duration: 264.08966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:23.12584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.449473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T01:30:23.126087Z","caller":"traceutil/trace.go:171","msg":"trace[1497174495] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17077; }","duration":"204.74128ms","start":"2026-03-03T01:30:22.921326Z","end":"2026-03-03T01:30:23.126067Z","steps":["trace[1497174495] 'range keys from in-memory index tree' (duration: 204.247268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:59.117458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16180} {"level":"info","ts":"2026-03-03T01:32:59.210835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16180,"took":"90.221228ms","hash":3380763062,"current-db-size-bytes":41406464,"current-db-size":"41 MB","current-db-size-in-use-bytes":25407488,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T01:32:59.210894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3380763062,"revision":16180,"compact-revision":13916} {"level":"info","ts":"2026-03-03T01:36:49.202718Z","caller":"traceutil/trace.go:171","msg":"trace[450154195] linearizableReadLoop","detail":"{readStateIndex:19614; appliedIndex:19613; }","duration":"213.480961ms","start":"2026-03-03T01:36:48.989208Z","end":"2026-03-03T01:36:49.202689Z","steps":["trace[450154195] 'read index received' (duration: 213.329427ms)","trace[450154195] 'applied index is now lower than readState.Index' (duration: 150.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:36:49.202816Z","caller":"traceutil/trace.go:171","msg":"trace[967416798] transaction","detail":"{read_only:false; response_revision:18893; number_of_response:1; }","duration":"216.0519ms","start":"2026-03-03T01:36:48.986725Z","end":"2026-03-03T01:36:49.202777Z","steps":["trace[967416798] 'process raft request' (duration: 215.775083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:36:49.203816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.585556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-etc\" ","response":"range_response_count:1 size:22616"} {"level":"info","ts":"2026-03-03T01:36:49.203959Z","caller":"traceutil/trace.go:171","msg":"trace[391771696] range","detail":"{range_begin:/registry/secrets/openstack/cinder-etc; range_end:; response_count:1; response_revision:18893; }","duration":"214.74021ms","start":"2026-03-03T01:36:48.989162Z","end":"2026-03-03T01:36:49.203903Z","steps":["trace[391771696] 'agreement among raft nodes before linearized reading' (duration: 213.701946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:36:49.205976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.533898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"info","ts":"2026-03-03T01:36:49.206068Z","caller":"traceutil/trace.go:171","msg":"trace[1178201052] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-admin; range_end:; response_count:1; response_revision:18894; }","duration":"209.665662ms","start":"2026-03-03T01:36:48.996381Z","end":"2026-03-03T01:36:49.206047Z","steps":["trace[1178201052] 'agreement among raft nodes before linearized reading' (duration: 209.384345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:21.566711Z","caller":"traceutil/trace.go:171","msg":"trace[587051984] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"252.850605ms","start":"2026-03-03T01:37:21.313844Z","end":"2026-03-03T01:37:21.566695Z","steps":["trace[587051984] 'process raft request' (duration: 252.758973ms)"],"step_count":1}