{"level":"warn","ts":"2026-05-10T00:53:02.013544Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:53:02.013689Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-10T00:53:02.013791Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:53:02.013811Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-10T00:53:02.013881Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:53:02.014644Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-05-10T00:53:02.014844Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-10T00:53:02.019012Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.873898ms"} {"level":"info","ts":"2026-05-10T00:53:02.024243Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-05-10T00:53:02.024454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-05-10T00:53:02.024494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-05-10T00:53:02.024519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-10T00:53:02.024536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-05-10T00:53:02.024633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-05-10T00:53:02.031149Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-10T00:53:02.032794Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-10T00:53:02.03823Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-10T00:53:02.040435Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-10T00:53:02.041133Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-10T00:53:02.041394Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:53:02.041458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:53:02.041471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:53:02.041928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-05-10T00:53:02.042054Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-10T00:53:02.046688Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:53:02.046999Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-10T00:53:02.047064Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-10T00:53:02.047188Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-10T00:53:02.047247Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-10T00:53:02.625078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-05-10T00:53:02.625178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-10T00:53:02.625216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-05-10T00:53:02.625237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-05-10T00:53:02.625245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-10T00:53:02.625258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-05-10T00:53:02.62527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-10T00:53:02.626537Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:53:02.627525Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:53:02.627508Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-10T00:53:02.62757Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:53:02.628072Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-10T00:53:02.628168Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-10T00:53:02.630825Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-05-10T00:53:02.631054Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-10T00:53:02.631325Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:53:02.631438Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:53:02.631477Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:53:06.266843Z","caller":"traceutil/trace.go:171","msg":"trace[409374154] linearizableReadLoop","detail":"{readStateIndex:232; appliedIndex:231; }","duration":"288.260935ms","start":"2026-05-10T00:53:05.978552Z","end":"2026-05-10T00:53:06.266813Z","steps":["trace[409374154] 'read index received' (duration: 278.530109ms)","trace[409374154] 'applied index is now lower than readState.Index' (duration: 9.729666ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:06.266926Z","caller":"traceutil/trace.go:171","msg":"trace[728778885] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"339.412523ms","start":"2026-05-10T00:53:05.927453Z","end":"2026-05-10T00:53:06.266866Z","steps":["trace[728778885] 'process raft request' (duration: 329.718359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:06.267025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.46488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:06.267103Z","caller":"traceutil/trace.go:171","msg":"trace[1552321110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:226; }","duration":"288.633403ms","start":"2026-05-10T00:53:05.978454Z","end":"2026-05-10T00:53:06.267087Z","steps":["trace[1552321110] 'agreement among raft nodes before linearized reading' (duration: 288.48535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:06.267751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:05.927424Z","time spent":"339.633199ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:08.968257Z","caller":"traceutil/trace.go:171","msg":"trace[134174744] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"101.754815ms","start":"2026-05-10T00:53:08.866464Z","end":"2026-05-10T00:53:08.968219Z","steps":["trace[134174744] 'process raft request' (duration: 101.531619ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:09.001943Z","caller":"traceutil/trace.go:171","msg":"trace[426306603] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:313; }","duration":"130.391847ms","start":"2026-05-10T00:53:08.871527Z","end":"2026-05-10T00:53:09.001919Z","steps":["trace[426306603] 'read index received' (duration: 96.472311ms)","trace[426306603] 'applied index is now lower than readState.Index' (duration: 33.918555ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:09.001993Z","caller":"traceutil/trace.go:171","msg":"trace[1658339371] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"130.5668ms","start":"2026-05-10T00:53:08.871392Z","end":"2026-05-10T00:53:09.001959Z","steps":["trace[1658339371] 'process raft request' (duration: 130.473048ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:09.001989Z","caller":"traceutil/trace.go:171","msg":"trace[16776109] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"130.646252ms","start":"2026-05-10T00:53:08.871308Z","end":"2026-05-10T00:53:09.001955Z","steps":["trace[16776109] 'process raft request' (duration: 130.446897ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:09.002014Z","caller":"traceutil/trace.go:171","msg":"trace[95652689] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"130.674183ms","start":"2026-05-10T00:53:08.87131Z","end":"2026-05-10T00:53:09.001984Z","steps":["trace[95652689] 'process raft request' (duration: 130.53445ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:09.002035Z","caller":"traceutil/trace.go:171","msg":"trace[1779557919] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"130.562891ms","start":"2026-05-10T00:53:08.871451Z","end":"2026-05-10T00:53:09.002014Z","steps":["trace[1779557919] 'process raft request' (duration: 130.430808ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:09.002088Z","caller":"traceutil/trace.go:171","msg":"trace[226863831] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"129.589756ms","start":"2026-05-10T00:53:08.872463Z","end":"2026-05-10T00:53:09.002053Z","steps":["trace[226863831] 'process raft request' (duration: 129.435802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:09.002165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.616463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-05-10T00:53:09.002199Z","caller":"traceutil/trace.go:171","msg":"trace[1053029278] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:305; }","duration":"130.677004ms","start":"2026-05-10T00:53:08.871512Z","end":"2026-05-10T00:53:09.002189Z","steps":["trace[1053029278] 'agreement among raft nodes before linearized reading' (duration: 130.543381ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:13.246261Z","caller":"traceutil/trace.go:171","msg":"trace[430596049] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"121.82368ms","start":"2026-05-10T00:53:13.124413Z","end":"2026-05-10T00:53:13.246237Z","steps":["trace[430596049] 'process raft request' (duration: 121.512103ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:18.80125Z","caller":"traceutil/trace.go:171","msg":"trace[747295627] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"229.203367ms","start":"2026-05-10T00:53:18.572022Z","end":"2026-05-10T00:53:18.801225Z","steps":["trace[747295627] 'process raft request' (duration: 229.063193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:19.584479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.169844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:19.58456Z","caller":"traceutil/trace.go:171","msg":"trace[464987125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"552.288626ms","start":"2026-05-10T00:53:19.032254Z","end":"2026-05-10T00:53:19.584542Z","steps":["trace[464987125] 'range keys from in-memory index tree' (duration: 552.097302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:19.584601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:19.032236Z","time spent":"552.356909ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:53:20.125553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784436127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T00:53:20.537277Z","caller":"traceutil/trace.go:171","msg":"trace[2031310124] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"912.516303ms","start":"2026-05-10T00:53:19.624731Z","end":"2026-05-10T00:53:20.537247Z","steps":["trace[2031310124] 'read index received' (duration: 912.307798ms)","trace[2031310124] 'applied index is now lower than readState.Index' (duration: 207.365µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:20.537458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.700108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:20.537395Z","caller":"traceutil/trace.go:171","msg":"trace[343003163] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"936.037381ms","start":"2026-05-10T00:53:19.601299Z","end":"2026-05-10T00:53:20.537337Z","steps":["trace[343003163] 'process raft request' (duration: 935.779544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:20.537582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.912347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-10T00:53:20.537609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.154386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T00:53:20.537656Z","caller":"traceutil/trace.go:171","msg":"trace[200889201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"168.037449ms","start":"2026-05-10T00:53:20.369586Z","end":"2026-05-10T00:53:20.537624Z","steps":["trace[200889201] 'agreement among raft nodes before linearized reading' (duration: 167.896886ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:20.537659Z","caller":"traceutil/trace.go:171","msg":"trace[688549626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"459.263548ms","start":"2026-05-10T00:53:20.078383Z","end":"2026-05-10T00:53:20.537646Z","steps":["trace[688549626] 'agreement among raft nodes before linearized reading' (duration: 459.139725ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:20.537543Z","caller":"traceutil/trace.go:171","msg":"trace[1969056776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"912.819302ms","start":"2026-05-10T00:53:19.624701Z","end":"2026-05-10T00:53:20.53752Z","steps":["trace[1969056776] 'agreement among raft nodes before linearized reading' (duration: 912.651518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:20.537713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.078361Z","time spent":"459.34297ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T00:53:20.537763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:19.624691Z","time spent":"913.041717ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:53:20.538043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:19.601276Z","time spent":"936.355768ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:20.538142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.321124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-05-10T00:53:20.538201Z","caller":"traceutil/trace.go:171","msg":"trace[1400270794] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:416; }","duration":"789.403667ms","start":"2026-05-10T00:53:19.748781Z","end":"2026-05-10T00:53:20.538184Z","steps":["trace[1400270794] 'agreement among raft nodes before linearized reading' (duration: 788.656628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:20.538246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:19.748761Z","time spent":"789.478368ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T00:53:21.002675Z","caller":"traceutil/trace.go:171","msg":"trace[1385783225] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"459.566265ms","start":"2026-05-10T00:53:20.543081Z","end":"2026-05-10T00:53:21.002647Z","steps":["trace[1385783225] 'process raft request' (duration: 457.195295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:21.002846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.543053Z","time spent":"459.703638ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:21.004974Z","caller":"traceutil/trace.go:171","msg":"trace[843662705] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"461.380363ms","start":"2026-05-10T00:53:20.54355Z","end":"2026-05-10T00:53:21.00493Z","steps":["trace[843662705] 'read index received' (duration: 456.664203ms)","trace[843662705] 'applied index is now lower than readState.Index' (duration: 4.71442ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:21.00505Z","caller":"traceutil/trace.go:171","msg":"trace[1514536098] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"461.412632ms","start":"2026-05-10T00:53:20.543589Z","end":"2026-05-10T00:53:21.005001Z","steps":["trace[1514536098] 'process raft request' (duration: 461.243947ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:21.00515Z","caller":"traceutil/trace.go:171","msg":"trace[1622743277] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"451.264094ms","start":"2026-05-10T00:53:20.553872Z","end":"2026-05-10T00:53:21.005136Z","steps":["trace[1622743277] 'process raft request' (duration: 451.010987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:21.005362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.031804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:53:21.005405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.846904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-10T00:53:21.005357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.553841Z","time spent":"451.348747ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:21.005454Z","caller":"traceutil/trace.go:171","msg":"trace[1856150041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"380.163788ms","start":"2026-05-10T00:53:20.625272Z","end":"2026-05-10T00:53:21.005436Z","steps":["trace[1856150041] 'agreement among raft nodes before linearized reading' (duration: 380.033165ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:21.005464Z","caller":"traceutil/trace.go:171","msg":"trace[688028837] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:420; }","duration":"461.930896ms","start":"2026-05-10T00:53:20.543514Z","end":"2026-05-10T00:53:21.005444Z","steps":["trace[688028837] 'agreement among raft nodes before linearized reading' (duration: 461.817563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:21.005478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.114968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T00:53:21.005561Z","caller":"traceutil/trace.go:171","msg":"trace[1031459686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"199.283052ms","start":"2026-05-10T00:53:20.806261Z","end":"2026-05-10T00:53:21.005544Z","steps":["trace[1031459686] 'agreement among raft nodes before linearized reading' (duration: 199.090118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:21.005498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.625242Z","time spent":"380.24852ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:53:21.005373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.54358Z","time spent":"461.591256ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:21.005295Z","caller":"traceutil/trace.go:171","msg":"trace[1988701316] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"461.757851ms","start":"2026-05-10T00:53:20.54348Z","end":"2026-05-10T00:53:21.005238Z","steps":["trace[1988701316] 'process raft request' (duration: 461.169856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:21.005841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.543467Z","time spent":"462.295796ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:21.005506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:20.543494Z","time spent":"462.001597ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-10T00:53:38.338541Z","caller":"traceutil/trace.go:171","msg":"trace[1199379673] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"492.645056ms","start":"2026-05-10T00:53:37.845873Z","end":"2026-05-10T00:53:38.338518Z","steps":["trace[1199379673] 'process raft request' (duration: 492.38992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.338753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.845838Z","time spent":"492.845211ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.345039Z","caller":"traceutil/trace.go:171","msg":"trace[1977745447] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"496.299729ms","start":"2026-05-10T00:53:37.848704Z","end":"2026-05-10T00:53:38.345004Z","steps":["trace[1977745447] 'process raft request' (duration: 496.049872ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:38.345153Z","caller":"traceutil/trace.go:171","msg":"trace[1932132918] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"486.8937ms","start":"2026-05-10T00:53:37.858194Z","end":"2026-05-10T00:53:38.345088Z","steps":["trace[1932132918] 'process raft request' (duration: 486.687695ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:38.345205Z","caller":"traceutil/trace.go:171","msg":"trace[1711837158] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"473.653884ms","start":"2026-05-10T00:53:37.871514Z","end":"2026-05-10T00:53:38.345168Z","steps":["trace[1711837158] 'process raft request' (duration: 473.530351ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:38.345283Z","caller":"traceutil/trace.go:171","msg":"trace[1470906250] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"487.005004ms","start":"2026-05-10T00:53:37.858268Z","end":"2026-05-10T00:53:38.345273Z","steps":["trace[1470906250] 'process raft request' (duration: 486.698597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.345346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.871503Z","time spent":"473.782607ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:53:38.345402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.858171Z","time spent":"487.114716ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.345391Z","caller":"traceutil/trace.go:171","msg":"trace[2007646108] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"480.537359ms","start":"2026-05-10T00:53:37.864804Z","end":"2026-05-10T00:53:38.345341Z","steps":["trace[2007646108] 'process raft request' (duration: 480.212411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.345231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.84867Z","time spent":"496.508505ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:53:38.345576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.864773Z","time spent":"480.733022ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.345206Z","caller":"traceutil/trace.go:171","msg":"trace[850303289] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"484.405787ms","start":"2026-05-10T00:53:37.860749Z","end":"2026-05-10T00:53:38.345155Z","steps":["trace[850303289] 'process raft request' (duration: 484.242173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.345645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.860742Z","time spent":"484.882689ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.345635Z","caller":"traceutil/trace.go:171","msg":"trace[1100075000] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"465.972899ms","start":"2026-05-10T00:53:37.879576Z","end":"2026-05-10T00:53:38.345548Z","steps":["trace[1100075000] 'process raft request' (duration: 465.496657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.345751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.858264Z","time spent":"487.068765ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:53:38.345814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.879564Z","time spent":"466.162214ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.345814Z","caller":"traceutil/trace.go:171","msg":"trace[2060218931] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"496.447863ms","start":"2026-05-10T00:53:37.848988Z","end":"2026-05-10T00:53:38.345436Z","steps":["trace[2060218931] 'process raft request' (duration: 495.864419ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:38.346056Z","caller":"traceutil/trace.go:171","msg":"trace[1623273537] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"445.769705ms","start":"2026-05-10T00:53:37.900189Z","end":"2026-05-10T00:53:38.345959Z","steps":["trace[1623273537] 'process raft request' (duration: 444.921104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.346101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.848978Z","time spent":"496.991467ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:53:38.346164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.900172Z","time spent":"445.94529ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.346759Z","caller":"traceutil/trace.go:171","msg":"trace[431173663] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"307.868602ms","start":"2026-05-10T00:53:38.038874Z","end":"2026-05-10T00:53:38.346742Z","steps":["trace[431173663] 'process raft request' (duration: 307.760509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.346823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:38.038846Z","time spent":"307.946064ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:38.346843Z","caller":"traceutil/trace.go:171","msg":"trace[1344511266] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"419.897177ms","start":"2026-05-10T00:53:37.926899Z","end":"2026-05-10T00:53:38.346796Z","steps":["trace[1344511266] 'process raft request' (duration: 419.562509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:38.346953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:37.92686Z","time spent":"420.046322ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:44.053638Z","caller":"traceutil/trace.go:171","msg":"trace[178814745] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"118.49342ms","start":"2026-05-10T00:53:43.93512Z","end":"2026-05-10T00:53:44.053613Z","steps":["trace[178814745] 'read index received' (duration: 117.32555ms)","trace[178814745] 'applied index is now lower than readState.Index' (duration: 1.16696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:44.055428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.276404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:44.055593Z","caller":"traceutil/trace.go:171","msg":"trace[332637336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:623; }","duration":"120.452421ms","start":"2026-05-10T00:53:43.935073Z","end":"2026-05-10T00:53:44.055525Z","steps":["trace[332637336] 'agreement among raft nodes before linearized reading' (duration: 120.250605ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:44.055403Z","caller":"traceutil/trace.go:171","msg":"trace[1806307077] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"125.224231ms","start":"2026-05-10T00:53:43.930116Z","end":"2026-05-10T00:53:44.05534Z","steps":["trace[1806307077] 'process raft request' (duration: 122.647886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:44.058438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.119877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:44.058653Z","caller":"traceutil/trace.go:171","msg":"trace[1891943878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:623; }","duration":"123.493887ms","start":"2026-05-10T00:53:43.935129Z","end":"2026-05-10T00:53:44.058623Z","steps":["trace[1891943878] 'agreement among raft nodes before linearized reading' (duration: 120.588733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:44.175088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.944558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:53:44.175154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.676756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:44.175182Z","caller":"traceutil/trace.go:171","msg":"trace[2118646780] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"111.098052ms","start":"2026-05-10T00:53:44.064062Z","end":"2026-05-10T00:53:44.17516Z","steps":["trace[2118646780] 'range keys from in-memory index tree' (duration: 110.860776ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:44.175196Z","caller":"traceutil/trace.go:171","msg":"trace[1301789630] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"109.713167ms","start":"2026-05-10T00:53:44.065467Z","end":"2026-05-10T00:53:44.17518Z","steps":["trace[1301789630] 'range keys from in-memory index tree' (duration: 109.623695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:44.175088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.460801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:44.175483Z","caller":"traceutil/trace.go:171","msg":"trace[1175509180] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"109.850351ms","start":"2026-05-10T00:53:44.065593Z","end":"2026-05-10T00:53:44.175443Z","steps":["trace[1175509180] 'count revisions from in-memory index tree' (duration: 109.409229ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:44.728141Z","caller":"traceutil/trace.go:171","msg":"trace[1238528659] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"102.35832ms","start":"2026-05-10T00:53:44.625753Z","end":"2026-05-10T00:53:44.728111Z","steps":["trace[1238528659] 'read index received' (duration: 101.506308ms)","trace[1238528659] 'applied index is now lower than readState.Index' (duration: 850.852µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:44.728276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.506314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:44.728332Z","caller":"traceutil/trace.go:171","msg":"trace[1649616425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"102.618658ms","start":"2026-05-10T00:53:44.625699Z","end":"2026-05-10T00:53:44.728318Z","steps":["trace[1649616425] 'agreement among raft nodes before linearized reading' (duration: 102.520204ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:44.728349Z","caller":"traceutil/trace.go:171","msg":"trace[1537639074] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"136.399074ms","start":"2026-05-10T00:53:44.591784Z","end":"2026-05-10T00:53:44.728183Z","steps":["trace[1537639074] 'process raft request' (duration: 135.681886ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:45.12786Z","caller":"traceutil/trace.go:171","msg":"trace[249841148] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"340.128621ms","start":"2026-05-10T00:53:44.787711Z","end":"2026-05-10T00:53:45.127839Z","steps":["trace[249841148] 'process raft request' (duration: 340.005798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:45.127978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:44.787683Z","time spent":"340.238574ms","remote":"127.0.0.1:42582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:53:45.185514Z","caller":"traceutil/trace.go:171","msg":"trace[1527844709] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"208.330623ms","start":"2026-05-10T00:53:44.977147Z","end":"2026-05-10T00:53:45.185477Z","steps":["trace[1527844709] 'read index received' (duration: 150.582896ms)","trace[1527844709] 'applied index is now lower than readState.Index' (duration: 57.746437ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:45.185669Z","caller":"traceutil/trace.go:171","msg":"trace[1774010095] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"360.179652ms","start":"2026-05-10T00:53:44.825476Z","end":"2026-05-10T00:53:45.185655Z","steps":["trace[1774010095] 'process raft request' (duration: 359.784171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:45.18592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:44.825446Z","time spent":"360.378996ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:45.186003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.827555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gdw5n\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-10T00:53:45.186108Z","caller":"traceutil/trace.go:171","msg":"trace[521328039] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gdw5n; range_end:; response_count:1; response_revision:630; }","duration":"208.997789ms","start":"2026-05-10T00:53:44.977095Z","end":"2026-05-10T00:53:45.186092Z","steps":["trace[521328039] 'agreement among raft nodes before linearized reading' (duration: 208.639331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:46.124517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784436585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T00:53:46.624656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784436585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T00:53:46.678005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260841193s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T00:53:46.690714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273417313s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:53:46.690932Z","caller":"traceutil/trace.go:171","msg":"trace[883298322] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.386265689s","start":"2026-05-10T00:53:45.304649Z","end":"2026-05-10T00:53:46.690915Z","steps":["trace[883298322] 'process raft request' (duration: 1.386166947s)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:46.690939Z","caller":"traceutil/trace.go:171","msg":"trace[1918662107] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.386816523s","start":"2026-05-10T00:53:45.304072Z","end":"2026-05-10T00:53:46.690888Z","steps":["trace[1918662107] 'process raft request' (duration: 113.00448ms)","trace[1918662107] 'compare' (duration: 1.273160647s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:46.691006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.304628Z","time spent":"1.386341121s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:46.691115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.304046Z","time spent":"1.386978988s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:46.69136Z","caller":"traceutil/trace.go:171","msg":"trace[2134187858] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.384905235s","start":"2026-05-10T00:53:45.306431Z","end":"2026-05-10T00:53:46.691336Z","steps":["trace[2134187858] 'process raft request' (duration: 1.384645059s)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:46.691314Z","caller":"traceutil/trace.go:171","msg":"trace[1338894459] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.385600332s","start":"2026-05-10T00:53:45.305648Z","end":"2026-05-10T00:53:46.691248Z","steps":["trace[1338894459] 'process raft request' (duration: 1.385227323s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:46.69147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.306413Z","time spent":"1.385008618s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:46.69159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.30563Z","time spent":"1.38586408s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:46.692108Z","caller":"traceutil/trace.go:171","msg":"trace[890152866] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:655; }","duration":"1.06863275s","start":"2026-05-10T00:53:45.623447Z","end":"2026-05-10T00:53:46.69208Z","steps":["trace[890152866] 'read index received' (duration: 1.054814678s)","trace[890152866] 'applied index is now lower than readState.Index' (duration: 13.817132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:46.692383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068926938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:46.692445Z","caller":"traceutil/trace.go:171","msg":"trace[618658300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.068985909s","start":"2026-05-10T00:53:45.623441Z","end":"2026-05-10T00:53:46.692427Z","steps":["trace[618658300] 'agreement among raft nodes before linearized reading' (duration: 1.068890837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:46.692477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.623421Z","time spent":"1.06904837s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T00:53:46.692455Z","caller":"traceutil/trace.go:171","msg":"trace[2046050496] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.09263035s","start":"2026-05-10T00:53:45.599798Z","end":"2026-05-10T00:53:46.692429Z","steps":["trace[2046050496] 'process raft request' (duration: 1.091734398s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:46.692591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.599758Z","time spent":"1.092768353s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:53:46.692707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.049669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T00:53:46.692778Z","caller":"traceutil/trace.go:171","msg":"trace[122926161] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:636; }","duration":"921.177102ms","start":"2026-05-10T00:53:45.771583Z","end":"2026-05-10T00:53:46.69276Z","steps":["trace[122926161] 'agreement among raft nodes before linearized reading' (duration: 920.961197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:46.692813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:45.771556Z","time spent":"921.249535ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-05-10T00:53:48.107293Z","caller":"traceutil/trace.go:171","msg":"trace[1809732283] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"105.021748ms","start":"2026-05-10T00:53:48.002246Z","end":"2026-05-10T00:53:48.107267Z","steps":["trace[1809732283] 'process raft request' (duration: 104.830924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:52.774337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.546024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:52.774439Z","caller":"traceutil/trace.go:171","msg":"trace[1316180719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"150.659447ms","start":"2026-05-10T00:53:52.623753Z","end":"2026-05-10T00:53:52.774413Z","steps":["trace[1316180719] 'range keys from in-memory index tree' (duration: 150.507163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:52.774582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.322058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-05-10T00:53:52.774768Z","caller":"traceutil/trace.go:171","msg":"trace[204197355] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"176.71133ms","start":"2026-05-10T00:53:52.598027Z","end":"2026-05-10T00:53:52.774738Z","steps":["trace[204197355] 'range keys from in-memory index tree' (duration: 176.115524ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:52.89678Z","caller":"traceutil/trace.go:171","msg":"trace[1850631146] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"117.879594ms","start":"2026-05-10T00:53:52.778862Z","end":"2026-05-10T00:53:52.896741Z","steps":["trace[1850631146] 'process raft request' (duration: 109.702916ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:52.896834Z","caller":"traceutil/trace.go:171","msg":"trace[2084348199] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"117.415403ms","start":"2026-05-10T00:53:52.779387Z","end":"2026-05-10T00:53:52.896802Z","steps":["trace[2084348199] 'process raft request' (duration: 117.274059ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:52.896892Z","caller":"traceutil/trace.go:171","msg":"trace[2077380346] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"117.32009ms","start":"2026-05-10T00:53:52.77955Z","end":"2026-05-10T00:53:52.89687Z","steps":["trace[2077380346] 'process raft request' (duration: 117.147256ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:53.147659Z","caller":"traceutil/trace.go:171","msg":"trace[256321051] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:751; }","duration":"107.990744ms","start":"2026-05-10T00:53:53.039642Z","end":"2026-05-10T00:53:53.147633Z","steps":["trace[256321051] 'read index received' (duration: 19.774222ms)","trace[256321051] 'applied index is now lower than readState.Index' (duration: 88.215422ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:53.147753Z","caller":"traceutil/trace.go:171","msg":"trace[224026539] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"129.427508ms","start":"2026-05-10T00:53:53.018295Z","end":"2026-05-10T00:53:53.147723Z","steps":["trace[224026539] 'process raft request' (duration: 129.197102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:53.147919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.25606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gdw5n\" ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-05-10T00:53:53.148149Z","caller":"traceutil/trace.go:171","msg":"trace[1292001374] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gdw5n; range_end:; response_count:1; response_revision:727; }","duration":"108.528527ms","start":"2026-05-10T00:53:53.03961Z","end":"2026-05-10T00:53:53.148138Z","steps":["trace[1292001374] 'agreement among raft nodes before linearized reading' (duration: 108.152238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:53.148185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.959176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:53:53.148166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.426597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:53.148298Z","caller":"traceutil/trace.go:171","msg":"trace[767468156] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:727; }","duration":"103.337454ms","start":"2026-05-10T00:53:53.044939Z","end":"2026-05-10T00:53:53.148277Z","steps":["trace[767468156] 'agreement among raft nodes before linearized reading' (duration: 102.913324ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:53.14839Z","caller":"traceutil/trace.go:171","msg":"trace[1539427205] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:727; }","duration":"103.977572ms","start":"2026-05-10T00:53:53.044391Z","end":"2026-05-10T00:53:53.148369Z","steps":["trace[1539427205] 'agreement among raft nodes before linearized reading' (duration: 103.417557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:53.148475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.779316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:53.148624Z","caller":"traceutil/trace.go:171","msg":"trace[1543861737] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:727; }","duration":"104.157126ms","start":"2026-05-10T00:53:53.044439Z","end":"2026-05-10T00:53:53.148596Z","steps":["trace[1543861737] 'agreement among raft nodes before linearized reading' (duration: 103.458268ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:53.302991Z","caller":"traceutil/trace.go:171","msg":"trace[1485495065] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:753; }","duration":"104.989777ms","start":"2026-05-10T00:53:53.197967Z","end":"2026-05-10T00:53:53.302957Z","steps":["trace[1485495065] 'read index received' (duration: 13.061492ms)","trace[1485495065] 'applied index is now lower than readState.Index' (duration: 91.927105ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:53.303084Z","caller":"traceutil/trace.go:171","msg":"trace[1784296094] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"141.71737ms","start":"2026-05-10T00:53:53.161331Z","end":"2026-05-10T00:53:53.303048Z","steps":["trace[1784296094] 'process raft request' (duration: 141.491835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:53.303523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.539972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-05-10T00:53:53.30358Z","caller":"traceutil/trace.go:171","msg":"trace[1670016329] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:729; }","duration":"105.652205ms","start":"2026-05-10T00:53:53.197915Z","end":"2026-05-10T00:53:53.303568Z","steps":["trace[1670016329] 'agreement among raft nodes before linearized reading' (duration: 105.146363ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:02.926501Z","caller":"traceutil/trace.go:171","msg":"trace[1066922354] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"820.640489ms","start":"2026-05-10T00:54:02.105838Z","end":"2026-05-10T00:54:02.926478Z","steps":["trace[1066922354] 'process raft request' (duration: 820.492415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:02.926669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:54:02.105811Z","time spent":"820.776333ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:54:03.044047Z","caller":"traceutil/trace.go:171","msg":"trace[1073894309] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:822; }","duration":"181.975173ms","start":"2026-05-10T00:54:02.862044Z","end":"2026-05-10T00:54:03.044019Z","steps":["trace[1073894309] 'read index received' (duration: 64.289053ms)","trace[1073894309] 'applied index is now lower than readState.Index' (duration: 117.68465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:54:03.044284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.368767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T00:54:03.044348Z","caller":"traceutil/trace.go:171","msg":"trace[1847159334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:795; }","duration":"105.484091ms","start":"2026-05-10T00:54:02.938848Z","end":"2026-05-10T00:54:03.044332Z","steps":["trace[1847159334] 'agreement among raft nodes before linearized reading' (duration: 105.353337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:03.044284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.214391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T00:54:03.044454Z","caller":"traceutil/trace.go:171","msg":"trace[424247458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:795; }","duration":"182.440276ms","start":"2026-05-10T00:54:02.861997Z","end":"2026-05-10T00:54:03.044437Z","steps":["trace[424247458] 'agreement among raft nodes before linearized reading' (duration: 182.117667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:03.045061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.13285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T00:54:03.0452Z","caller":"traceutil/trace.go:171","msg":"trace[1057778301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"101.333285ms","start":"2026-05-10T00:54:02.943836Z","end":"2026-05-10T00:54:03.045169Z","steps":["trace[1057778301] 'agreement among raft nodes before linearized reading' (duration: 100.564265ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:07.207157Z","caller":"traceutil/trace.go:171","msg":"trace[931549541] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"131.170563ms","start":"2026-05-10T00:54:07.075951Z","end":"2026-05-10T00:54:07.207121Z","steps":["trace[931549541] 'process raft request' (duration: 83.471041ms)","trace[931549541] 'compare' (duration: 47.485946ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:54:07.207427Z","caller":"traceutil/trace.go:171","msg":"trace[1232490855] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"131.147092ms","start":"2026-05-10T00:54:07.076238Z","end":"2026-05-10T00:54:07.207385Z","steps":["trace[1232490855] 'process raft request' (duration: 130.826275ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:07.207475Z","caller":"traceutil/trace.go:171","msg":"trace[827289734] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"126.592997ms","start":"2026-05-10T00:54:07.080854Z","end":"2026-05-10T00:54:07.207447Z","steps":["trace[827289734] 'process raft request' (duration: 126.463134ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:07.20754Z","caller":"traceutil/trace.go:171","msg":"trace[546381809] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:878; }","duration":"129.964551ms","start":"2026-05-10T00:54:07.07754Z","end":"2026-05-10T00:54:07.207504Z","steps":["trace[546381809] 'read index received' (duration: 81.8977ms)","trace[546381809] 'applied index is now lower than readState.Index' (duration: 48.061111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:54:07.207979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.582348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-10T00:54:07.208055Z","caller":"traceutil/trace.go:171","msg":"trace[1592894115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:850; }","duration":"132.681551ms","start":"2026-05-10T00:54:07.075354Z","end":"2026-05-10T00:54:07.208036Z","steps":["trace[1592894115] 'agreement among raft nodes before linearized reading' (duration: 132.335823ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:07.322923Z","caller":"traceutil/trace.go:171","msg":"trace[1804020363] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"110.323592ms","start":"2026-05-10T00:54:07.212576Z","end":"2026-05-10T00:54:07.3229Z","steps":["trace[1804020363] 'process raft request' (duration: 109.764718ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:07.326579Z","caller":"traceutil/trace.go:171","msg":"trace[1594941926] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:881; }","duration":"104.29988ms","start":"2026-05-10T00:54:07.222254Z","end":"2026-05-10T00:54:07.326554Z","steps":["trace[1594941926] 'read index received' (duration: 100.135995ms)","trace[1594941926] 'applied index is now lower than readState.Index' (duration: 4.162885ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:54:07.326642Z","caller":"traceutil/trace.go:171","msg":"trace[2034078457] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"108.958388ms","start":"2026-05-10T00:54:07.217649Z","end":"2026-05-10T00:54:07.326608Z","steps":["trace[2034078457] 'process raft request' (duration: 108.777053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:07.326721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.447745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:54:07.326769Z","caller":"traceutil/trace.go:171","msg":"trace[1987698291] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:852; }","duration":"104.539016ms","start":"2026-05-10T00:54:07.222215Z","end":"2026-05-10T00:54:07.326754Z","steps":["trace[1987698291] 'agreement among raft nodes before linearized reading' (duration: 104.456354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:09.312916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.883554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-10T00:54:09.313023Z","caller":"traceutil/trace.go:171","msg":"trace[1305275297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:860; }","duration":"101.038847ms","start":"2026-05-10T00:54:09.211959Z","end":"2026-05-10T00:54:09.312997Z","steps":["trace[1305275297] 'range keys from in-memory index tree' (duration: 100.665266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:09.313156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.649451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T00:54:09.313254Z","caller":"traceutil/trace.go:171","msg":"trace[246560710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:860; }","duration":"101.797395ms","start":"2026-05-10T00:54:09.211438Z","end":"2026-05-10T00:54:09.313235Z","steps":["trace[246560710] 'range keys from in-memory index tree' (duration: 101.340074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:09.313446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.906308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T00:54:09.313581Z","caller":"traceutil/trace.go:171","msg":"trace[1423616216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:860; }","duration":"102.170365ms","start":"2026-05-10T00:54:09.211381Z","end":"2026-05-10T00:54:09.313552Z","steps":["trace[1423616216] 'range keys from in-memory index tree' (duration: 101.332385ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:16.271919Z","caller":"traceutil/trace.go:171","msg":"trace[805352412] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"129.437529ms","start":"2026-05-10T00:54:16.142458Z","end":"2026-05-10T00:54:16.271896Z","steps":["trace[805352412] 'process raft request' (duration: 129.285015ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:25.388614Z","caller":"traceutil/trace.go:171","msg":"trace[163180909] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"115.825463ms","start":"2026-05-10T00:54:25.272761Z","end":"2026-05-10T00:54:25.388587Z","steps":["trace[163180909] 'process raft request' (duration: 115.638999ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:25.529021Z","caller":"traceutil/trace.go:171","msg":"trace[56794752] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"101.606161ms","start":"2026-05-10T00:54:25.427385Z","end":"2026-05-10T00:54:25.528992Z","steps":["trace[56794752] 'process raft request' (duration: 96.83418ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:30.86278Z","caller":"traceutil/trace.go:171","msg":"trace[1895390329] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"739.341811ms","start":"2026-05-10T00:54:30.123394Z","end":"2026-05-10T00:54:30.862736Z","steps":["trace[1895390329] 'process raft request' (duration: 739.060854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:30.863032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:54:30.123367Z","time spent":"739.552086ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:54:32.508017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.133078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-txwc9\" ","response":"range_response_count:1 size:3476"} {"level":"info","ts":"2026-05-10T00:54:32.508123Z","caller":"traceutil/trace.go:171","msg":"trace[2112806390] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-txwc9; range_end:; response_count:1; response_revision:1198; }","duration":"148.291052ms","start":"2026-05-10T00:54:32.359811Z","end":"2026-05-10T00:54:32.508102Z","steps":["trace[2112806390] 'range keys from in-memory index tree' (duration: 147.919971ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:39.838888Z","caller":"traceutil/trace.go:171","msg":"trace[1508628188] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"157.968527ms","start":"2026-05-10T00:54:39.680894Z","end":"2026-05-10T00:54:39.838863Z","steps":["trace[1508628188] 'process raft request' (duration: 157.935756ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:39.838946Z","caller":"traceutil/trace.go:171","msg":"trace[69091601] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"158.218545ms","start":"2026-05-10T00:54:39.680682Z","end":"2026-05-10T00:54:39.838901Z","steps":["trace[69091601] 'process raft request' (duration: 158.02845ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:45.861145Z","caller":"traceutil/trace.go:171","msg":"trace[720329319] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1364; }","duration":"151.989515ms","start":"2026-05-10T00:54:45.709129Z","end":"2026-05-10T00:54:45.861118Z","steps":["trace[720329319] 'read index received' (duration: 151.847571ms)","trace[720329319] 'applied index is now lower than readState.Index' (duration: 140.934µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:54:45.861257Z","caller":"traceutil/trace.go:171","msg":"trace[1936780507] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"160.529594ms","start":"2026-05-10T00:54:45.700678Z","end":"2026-05-10T00:54:45.861207Z","steps":["trace[1936780507] 'process raft request' (duration: 160.255486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:54:45.861522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.364886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-10T00:54:45.861585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.221276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T00:54:45.861609Z","caller":"traceutil/trace.go:171","msg":"trace[1208975506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1323; }","duration":"152.501428ms","start":"2026-05-10T00:54:45.709088Z","end":"2026-05-10T00:54:45.861589Z","steps":["trace[1208975506] 'agreement among raft nodes before linearized reading' (duration: 152.184991ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:45.861664Z","caller":"traceutil/trace.go:171","msg":"trace[83862298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1323; }","duration":"151.356989ms","start":"2026-05-10T00:54:45.710289Z","end":"2026-05-10T00:54:45.861646Z","steps":["trace[83862298] 'agreement among raft nodes before linearized reading' (duration: 151.01101ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:54:53.550846Z","caller":"traceutil/trace.go:171","msg":"trace[70836603] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"113.968065ms","start":"2026-05-10T00:54:53.436852Z","end":"2026-05-10T00:54:53.55082Z","steps":["trace[70836603] 'process raft request' (duration: 113.802991ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:02.934764Z","caller":"traceutil/trace.go:171","msg":"trace[624498027] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"105.881839ms","start":"2026-05-10T00:55:02.828835Z","end":"2026-05-10T00:55:02.934717Z","steps":["trace[624498027] 'process raft request' (duration: 54.440888ms)","trace[624498027] 'compare' (duration: 51.142914ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:02.935524Z","caller":"traceutil/trace.go:171","msg":"trace[1400462413] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"106.424253ms","start":"2026-05-10T00:55:02.829081Z","end":"2026-05-10T00:55:02.935505Z","steps":["trace[1400462413] 'process raft request' (duration: 106.019984ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:02.935575Z","caller":"traceutil/trace.go:171","msg":"trace[2088260900] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"106.037393ms","start":"2026-05-10T00:55:02.829484Z","end":"2026-05-10T00:55:02.935521Z","steps":["trace[2088260900] 'process raft request' (duration: 105.848678ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:02.935693Z","caller":"traceutil/trace.go:171","msg":"trace[1404598959] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"105.673054ms","start":"2026-05-10T00:55:02.829973Z","end":"2026-05-10T00:55:02.935646Z","steps":["trace[1404598959] 'process raft request' (duration: 105.495199ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:02.935804Z","caller":"traceutil/trace.go:171","msg":"trace[1420685722] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"105.507919ms","start":"2026-05-10T00:55:02.830277Z","end":"2026-05-10T00:55:02.935785Z","steps":["trace[1420685722] 'process raft request' (duration: 105.230502ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:02.935614Z","caller":"traceutil/trace.go:171","msg":"trace[1265290175] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"105.648644ms","start":"2026-05-10T00:55:02.829914Z","end":"2026-05-10T00:55:02.935563Z","steps":["trace[1265290175] 'process raft request' (duration: 105.462759ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:03.11078Z","caller":"traceutil/trace.go:171","msg":"trace[2120384569] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"150.096576ms","start":"2026-05-10T00:55:02.960642Z","end":"2026-05-10T00:55:03.110739Z","steps":["trace[2120384569] 'process raft request' (duration: 149.427959ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:03.157667Z","caller":"traceutil/trace.go:171","msg":"trace[1666663375] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"104.929685ms","start":"2026-05-10T00:55:03.052715Z","end":"2026-05-10T00:55:03.157645Z","steps":["trace[1666663375] 'process raft request' (duration: 104.788802ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:07.143778Z","caller":"traceutil/trace.go:171","msg":"trace[1463022145] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"198.657906ms","start":"2026-05-10T00:55:06.945091Z","end":"2026-05-10T00:55:07.143749Z","steps":["trace[1463022145] 'process raft request' (duration: 198.565423ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:07.148955Z","caller":"traceutil/trace.go:171","msg":"trace[191799420] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"201.6107ms","start":"2026-05-10T00:55:06.9473Z","end":"2026-05-10T00:55:07.148911Z","steps":["trace[191799420] 'process raft request' (duration: 201.366904ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:07.149213Z","caller":"traceutil/trace.go:171","msg":"trace[494033222] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"135.66812ms","start":"2026-05-10T00:55:07.013533Z","end":"2026-05-10T00:55:07.149201Z","steps":["trace[494033222] 'process raft request' (duration: 135.441144ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:11.022881Z","caller":"traceutil/trace.go:171","msg":"trace[878918441] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"392.561659ms","start":"2026-05-10T00:55:10.630301Z","end":"2026-05-10T00:55:11.022862Z","steps":["trace[878918441] 'read index received' (duration: 392.449197ms)","trace[878918441] 'applied index is now lower than readState.Index' (duration: 111.692µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:11.022984Z","caller":"traceutil/trace.go:171","msg":"trace[834195302] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"519.193718ms","start":"2026-05-10T00:55:10.503784Z","end":"2026-05-10T00:55:11.022978Z","steps":["trace[834195302] 'process raft request' (duration: 518.949212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:11.023059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:10.503723Z","time spent":"519.27972ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:11.023188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.893997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T00:55:11.02323Z","caller":"traceutil/trace.go:171","msg":"trace[2724173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1747; }","duration":"392.942069ms","start":"2026-05-10T00:55:10.630259Z","end":"2026-05-10T00:55:11.023201Z","steps":["trace[2724173] 'agreement among raft nodes before linearized reading' (duration: 392.870767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:11.023251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:10.630239Z","time spent":"393.00668ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T00:55:11.023381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.20231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:55:11.023521Z","caller":"traceutil/trace.go:171","msg":"trace[1923467981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1747; }","duration":"150.394415ms","start":"2026-05-10T00:55:10.873102Z","end":"2026-05-10T00:55:11.023496Z","steps":["trace[1923467981] 'agreement among raft nodes before linearized reading' (duration: 150.21261ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:16.372413Z","caller":"traceutil/trace.go:171","msg":"trace[1698969961] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"175.853883ms","start":"2026-05-10T00:55:16.196527Z","end":"2026-05-10T00:55:16.372381Z","steps":["trace[1698969961] 'process raft request' (duration: 175.802782ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:16.372503Z","caller":"traceutil/trace.go:171","msg":"trace[1487204115] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"176.640394ms","start":"2026-05-10T00:55:16.195803Z","end":"2026-05-10T00:55:16.372444Z","steps":["trace[1487204115] 'process raft request' (duration: 128.930988ms)","trace[1487204115] 'compare' (duration: 47.44354ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:16.638838Z","caller":"traceutil/trace.go:171","msg":"trace[1665090733] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"253.186856ms","start":"2026-05-10T00:55:16.385588Z","end":"2026-05-10T00:55:16.638775Z","steps":["trace[1665090733] 'process raft request' (duration: 252.95985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.344642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.518742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:55:19.344927Z","caller":"traceutil/trace.go:171","msg":"trace[1988634169] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"964.269135ms","start":"2026-05-10T00:55:18.380626Z","end":"2026-05-10T00:55:19.344895Z","steps":["trace[1988634169] 'process raft request' (duration: 219.418364ms)","trace[1988634169] 'compare' (duration: 743.66552ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:19.344965Z","caller":"traceutil/trace.go:171","msg":"trace[272516060] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"964.117882ms","start":"2026-05-10T00:55:18.380806Z","end":"2026-05-10T00:55:19.344924Z","steps":["trace[272516060] 'process raft request' (duration: 963.934127ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:19.344883Z","caller":"traceutil/trace.go:171","msg":"trace[881149807] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1923; }","duration":"911.396677ms","start":"2026-05-10T00:55:18.43347Z","end":"2026-05-10T00:55:19.344866Z","steps":["trace[881149807] 'read index received' (duration: 166.645449ms)","trace[881149807] 'applied index is now lower than readState.Index' (duration: 744.750248ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:19.344999Z","caller":"traceutil/trace.go:171","msg":"trace[1970769967] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"918.486537ms","start":"2026-05-10T00:55:18.42647Z","end":"2026-05-10T00:55:19.344956Z","steps":["trace[1970769967] 'process raft request' (duration: 918.361834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.34508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.380608Z","time spent":"964.389947ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:19.345145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.380796Z","time spent":"964.253465ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:19.345217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.426445Z","time spent":"918.651532ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:19.345416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.921941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:55:19.345539Z","caller":"traceutil/trace.go:171","msg":"trace[384630480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"912.049744ms","start":"2026-05-10T00:55:18.433435Z","end":"2026-05-10T00:55:19.345485Z","steps":["trace[384630480] 'agreement among raft nodes before linearized reading' (duration: 911.638073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.345598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.433417Z","time spent":"912.168457ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-10T00:55:19.40371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.502843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-10T00:55:19.403774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.311444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:55:19.403797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.756313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-10T00:55:19.403851Z","caller":"traceutil/trace.go:171","msg":"trace[1107329123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390; range_end:; response_count:1; response_revision:1856; }","duration":"926.646086ms","start":"2026-05-10T00:55:18.477137Z","end":"2026-05-10T00:55:19.403783Z","steps":["trace[1107329123] 'agreement among raft nodes before linearized reading' (duration: 926.40184ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:19.403893Z","caller":"traceutil/trace.go:171","msg":"trace[771323161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1856; }","duration":"778.458957ms","start":"2026-05-10T00:55:18.625415Z","end":"2026-05-10T00:55:19.403874Z","steps":["trace[771323161] 'agreement among raft nodes before linearized reading' (duration: 778.302933ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:19.403899Z","caller":"traceutil/trace.go:171","msg":"trace[708689999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1856; }","duration":"328.894726ms","start":"2026-05-10T00:55:19.074988Z","end":"2026-05-10T00:55:19.403882Z","steps":["trace[708689999] 'agreement among raft nodes before linearized reading' (duration: 328.659651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.403889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.368125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-10T00:55:19.403931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.625394Z","time spent":"778.528619ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:55:19.403918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.477109Z","time spent":"926.79493ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390\" "} {"level":"warn","ts":"2026-05-10T00:55:19.403938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:19.074969Z","time spent":"328.960557ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T00:55:19.403973Z","caller":"traceutil/trace.go:171","msg":"trace[550672766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390; range_end:; response_count:1; response_revision:1856; }","duration":"616.5623ms","start":"2026-05-10T00:55:18.787389Z","end":"2026-05-10T00:55:19.403952Z","steps":["trace[550672766] 'agreement among raft nodes before linearized reading' (duration: 616.231882ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:19.404003Z","caller":"traceutil/trace.go:171","msg":"trace[1558623591] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"762.420869ms","start":"2026-05-10T00:55:18.641568Z","end":"2026-05-10T00:55:19.403989Z","steps":["trace[1558623591] 'process raft request' (duration: 761.738861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.404027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.787361Z","time spent":"616.654223ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4db0fcc2-5c78-4111-b0a1-26039bc96390\" "} {"level":"warn","ts":"2026-05-10T00:55:19.404134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.641548Z","time spent":"762.511681ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:55:19.404351Z","caller":"traceutil/trace.go:171","msg":"trace[1761374639] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"438.758207ms","start":"2026-05-10T00:55:18.965571Z","end":"2026-05-10T00:55:19.40433Z","steps":["trace[1761374639] 'process raft request' (duration: 437.887315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:19.40476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:18.965538Z","time spent":"439.030144ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:55:19.641582Z","caller":"traceutil/trace.go:171","msg":"trace[2021988314] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"228.916398ms","start":"2026-05-10T00:55:19.412639Z","end":"2026-05-10T00:55:19.641556Z","steps":["trace[2021988314] 'process raft request' (duration: 228.686261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:20.084054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.730576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T00:55:20.084263Z","caller":"traceutil/trace.go:171","msg":"trace[531365123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"296.988352ms","start":"2026-05-10T00:55:19.787253Z","end":"2026-05-10T00:55:20.084242Z","steps":["trace[531365123] 'range keys from in-memory index tree' (duration: 296.527321ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:26.452481Z","caller":"traceutil/trace.go:171","msg":"trace[55483634] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"281.460217ms","start":"2026-05-10T00:55:26.17099Z","end":"2026-05-10T00:55:26.452451Z","steps":["trace[55483634] 'process raft request' (duration: 281.279873ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:26.585538Z","caller":"traceutil/trace.go:171","msg":"trace[1153207017] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"325.731645ms","start":"2026-05-10T00:55:26.259774Z","end":"2026-05-10T00:55:26.585505Z","steps":["trace[1153207017] 'read index received' (duration: 192.747175ms)","trace[1153207017] 'applied index is now lower than readState.Index' (duration: 132.9824ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:26.58563Z","caller":"traceutil/trace.go:171","msg":"trace[880495208] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"369.890001ms","start":"2026-05-10T00:55:26.215686Z","end":"2026-05-10T00:55:26.585576Z","steps":["trace[880495208] 'process raft request' (duration: 329.322567ms)","trace[880495208] 'compare' (duration: 40.333628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:55:26.585808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:26.215648Z","time spent":"370.065676ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:26.585849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.762049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T00:55:26.585888Z","caller":"traceutil/trace.go:171","msg":"trace[1396662062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1929; }","duration":"271.844002ms","start":"2026-05-10T00:55:26.314033Z","end":"2026-05-10T00:55:26.585877Z","steps":["trace[1396662062] 'agreement among raft nodes before linearized reading' (duration: 271.678028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:26.585922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.121745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-10T00:55:26.586004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.886096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:55:26.58608Z","caller":"traceutil/trace.go:171","msg":"trace[987084988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1929; }","duration":"326.31093ms","start":"2026-05-10T00:55:26.259714Z","end":"2026-05-10T00:55:26.586025Z","steps":["trace[987084988] 'agreement among raft nodes before linearized reading' (duration: 325.984592ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:26.586122Z","caller":"traceutil/trace.go:171","msg":"trace[556539986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"149.06962ms","start":"2026-05-10T00:55:26.437023Z","end":"2026-05-10T00:55:26.586093Z","steps":["trace[556539986] 'agreement among raft nodes before linearized reading' (duration: 148.783554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:26.586171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:26.259687Z","time spent":"326.464834ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T00:55:26.743731Z","caller":"traceutil/trace.go:171","msg":"trace[264901463] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2004; }","duration":"118.330127ms","start":"2026-05-10T00:55:26.625372Z","end":"2026-05-10T00:55:26.743702Z","steps":["trace[264901463] 'read index received' (duration: 6.445364ms)","trace[264901463] 'applied index is now lower than readState.Index' (duration: 111.883883ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:26.743805Z","caller":"traceutil/trace.go:171","msg":"trace[1812767160] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"151.934944ms","start":"2026-05-10T00:55:26.591846Z","end":"2026-05-10T00:55:26.743781Z","steps":["trace[1812767160] 'process raft request' (duration: 141.845657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:26.743946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.552263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:55:26.74399Z","caller":"traceutil/trace.go:171","msg":"trace[245743224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"118.656835ms","start":"2026-05-10T00:55:26.625322Z","end":"2026-05-10T00:55:26.743979Z","steps":["trace[245743224] 'agreement among raft nodes before linearized reading' (duration: 118.538162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:26.744185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.000069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-10T00:55:26.744188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.664882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-05-10T00:55:26.744305Z","caller":"traceutil/trace.go:171","msg":"trace[1317771207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1931; }","duration":"118.164303ms","start":"2026-05-10T00:55:26.626112Z","end":"2026-05-10T00:55:26.744276Z","steps":["trace[1317771207] 'agreement among raft nodes before linearized reading' (duration: 117.830585ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:26.744302Z","caller":"traceutil/trace.go:171","msg":"trace[287732383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1931; }","duration":"101.797906ms","start":"2026-05-10T00:55:26.642485Z","end":"2026-05-10T00:55:26.744283Z","steps":["trace[287732383] 'agreement among raft nodes before linearized reading' (duration: 101.54807ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:34.81034Z","caller":"traceutil/trace.go:171","msg":"trace[1515588203] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"190.360852ms","start":"2026-05-10T00:55:34.619943Z","end":"2026-05-10T00:55:34.810304Z","steps":["trace[1515588203] 'process raft request' (duration: 190.28771ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:34.810787Z","caller":"traceutil/trace.go:171","msg":"trace[2045058841] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"321.752942ms","start":"2026-05-10T00:55:34.488985Z","end":"2026-05-10T00:55:34.810738Z","steps":["trace[2045058841] 'read index received' (duration: 313.657313ms)","trace[2045058841] 'applied index is now lower than readState.Index' (duration: 8.090039ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:34.811019Z","caller":"traceutil/trace.go:171","msg":"trace[2018989615] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"377.549702ms","start":"2026-05-10T00:55:34.433394Z","end":"2026-05-10T00:55:34.810943Z","steps":["trace[2018989615] 'process raft request' (duration: 369.193707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:34.811148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.578182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-10T00:55:34.811246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.469691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:55:34.811284Z","caller":"traceutil/trace.go:171","msg":"trace[1799417179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"146.774937ms","start":"2026-05-10T00:55:34.664483Z","end":"2026-05-10T00:55:34.811258Z","steps":["trace[1799417179] 'agreement among raft nodes before linearized reading' (duration: 146.506069ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:34.811312Z","caller":"traceutil/trace.go:171","msg":"trace[1384948244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"129.654765ms","start":"2026-05-10T00:55:34.681638Z","end":"2026-05-10T00:55:34.811292Z","steps":["trace[1384948244] 'agreement among raft nodes before linearized reading' (duration: 129.339186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:34.811313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:34.433359Z","time spent":"377.789088ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:55:34.811371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.351658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T00:55:34.811708Z","caller":"traceutil/trace.go:171","msg":"trace[1037503837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"322.635295ms","start":"2026-05-10T00:55:34.488904Z","end":"2026-05-10T00:55:34.811539Z","steps":["trace[1037503837] 'agreement among raft nodes before linearized reading' (duration: 322.029129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:34.811796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:55:34.488863Z","time spent":"322.916272ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T00:56:03.731924Z","caller":"traceutil/trace.go:171","msg":"trace[610925736] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"130.030404ms","start":"2026-05-10T00:56:03.601864Z","end":"2026-05-10T00:56:03.731894Z","steps":["trace[610925736] 'process raft request' (duration: 129.793239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:56:04.024165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.90192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:56:04.024305Z","caller":"traceutil/trace.go:171","msg":"trace[634252460] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"287.255543ms","start":"2026-05-10T00:56:03.737025Z","end":"2026-05-10T00:56:04.024281Z","steps":["trace[634252460] 'process raft request' (duration: 42.123877ms)","trace[634252460] 'compare' (duration: 244.596662ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:56:04.189406Z","caller":"traceutil/trace.go:171","msg":"trace[2070466444] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"452.346552ms","start":"2026-05-10T00:56:03.737028Z","end":"2026-05-10T00:56:04.189375Z","steps":["trace[2070466444] 'process raft request' (duration: 413.586272ms)","trace[2070466444] 'compare' (duration: 38.540365ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:56:04.189592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:56:03.736999Z","time spent":"452.494996ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:56:04.189579Z","caller":"traceutil/trace.go:171","msg":"trace[454878080] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2232; }","duration":"314.445104ms","start":"2026-05-10T00:56:03.875093Z","end":"2026-05-10T00:56:04.189538Z","steps":["trace[454878080] 'read index received' (duration: 275.395247ms)","trace[454878080] 'applied index is now lower than readState.Index' (duration: 39.047967ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:56:04.18977Z","caller":"traceutil/trace.go:171","msg":"trace[2066769545] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"452.66705ms","start":"2026-05-10T00:56:03.73707Z","end":"2026-05-10T00:56:04.189737Z","steps":["trace[2066769545] 'process raft request' (duration: 452.25088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:56:04.189836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.72266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:56:04.189881Z","caller":"traceutil/trace.go:171","msg":"trace[996067126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"314.851705ms","start":"2026-05-10T00:56:03.875013Z","end":"2026-05-10T00:56:04.189864Z","steps":["trace[996067126] 'agreement among raft nodes before linearized reading' (duration: 314.726831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:56:04.189923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:56:03.874976Z","time spent":"314.937987ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:56:04.189926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:56:03.737038Z","time spent":"452.806705ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:56:04.190146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.578703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-10T00:56:04.190186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.25162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:56:04.19024Z","caller":"traceutil/trace.go:171","msg":"trace[741615577] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2152; }","duration":"203.712327ms","start":"2026-05-10T00:56:03.986496Z","end":"2026-05-10T00:56:04.190209Z","steps":["trace[741615577] 'agreement among raft nodes before linearized reading' (duration: 203.520802ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:56:04.190264Z","caller":"traceutil/trace.go:171","msg":"trace[1941798535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"135.379073ms","start":"2026-05-10T00:56:04.054861Z","end":"2026-05-10T00:56:04.19024Z","steps":["trace[1941798535] 'agreement among raft nodes before linearized reading' (duration: 135.137397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:56:04.190254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.697948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119037"} {"level":"info","ts":"2026-05-10T00:56:04.190342Z","caller":"traceutil/trace.go:171","msg":"trace[1638693690] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2152; }","duration":"205.830621ms","start":"2026-05-10T00:56:03.984489Z","end":"2026-05-10T00:56:04.190319Z","steps":["trace[1638693690] 'agreement among raft nodes before linearized reading' (duration: 205.484103ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:56:10.298353Z","caller":"traceutil/trace.go:171","msg":"trace[683911402] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"246.420029ms","start":"2026-05-10T00:56:10.0519Z","end":"2026-05-10T00:56:10.29832Z","steps":["trace[683911402] 'process raft request' (duration: 246.09375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:56:10.543793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.499709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:56:10.543936Z","caller":"traceutil/trace.go:171","msg":"trace[5242926] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"239.688656ms","start":"2026-05-10T00:56:10.304223Z","end":"2026-05-10T00:56:10.543911Z","steps":["trace[5242926] 'process raft request' (duration: 106.95398ms)","trace[5242926] 'compare' (duration: 132.324255ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:56:10.544705Z","caller":"traceutil/trace.go:171","msg":"trace[1216193130] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"240.075105ms","start":"2026-05-10T00:56:10.3046Z","end":"2026-05-10T00:56:10.544675Z","steps":["trace[1216193130] 'process raft request' (duration: 239.923171ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:56:43.352314Z","caller":"traceutil/trace.go:171","msg":"trace[278850390] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"107.716349ms","start":"2026-05-10T00:56:43.244567Z","end":"2026-05-10T00:56:43.352283Z","steps":["trace[278850390] 'process raft request' (duration: 81.965503ms)","trace[278850390] 'compare' (duration: 25.570391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:56:59.917331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.865444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:56:59.917419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.906056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T00:56:59.917459Z","caller":"traceutil/trace.go:171","msg":"trace[1734688466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"288.07925ms","start":"2026-05-10T00:56:59.629355Z","end":"2026-05-10T00:56:59.917434Z","steps":["trace[1734688466] 'range keys from in-memory index tree' (duration: 287.71841ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:56:59.917481Z","caller":"traceutil/trace.go:171","msg":"trace[1678201467] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2626; }","duration":"268.297909ms","start":"2026-05-10T00:56:59.649168Z","end":"2026-05-10T00:56:59.917466Z","steps":["trace[1678201467] 'count revisions from in-memory index tree' (duration: 267.781714ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:56:59.917331Z","caller":"traceutil/trace.go:171","msg":"trace[706521851] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"133.899097ms","start":"2026-05-10T00:56:59.783386Z","end":"2026-05-10T00:56:59.917285Z","steps":["trace[706521851] 'process raft request' (duration: 131.600408ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:28.175563Z","caller":"traceutil/trace.go:171","msg":"trace[1353981787] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"139.308697ms","start":"2026-05-10T00:57:28.035965Z","end":"2026-05-10T00:57:28.175274Z","steps":["trace[1353981787] 'process raft request' (duration: 139.0708ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:28.183189Z","caller":"traceutil/trace.go:171","msg":"trace[1708755410] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"136.011231ms","start":"2026-05-10T00:57:28.04715Z","end":"2026-05-10T00:57:28.183161Z","steps":["trace[1708755410] 'process raft request' (duration: 135.849697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:57:33.712696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.802651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T00:57:33.712766Z","caller":"traceutil/trace.go:171","msg":"trace[746034929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2827; }","duration":"107.919124ms","start":"2026-05-10T00:57:33.604832Z","end":"2026-05-10T00:57:33.712751Z","steps":["trace[746034929] 'range keys from in-memory index tree' (duration: 107.688629ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:34.40869Z","caller":"traceutil/trace.go:171","msg":"trace[496555412] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"211.168247ms","start":"2026-05-10T00:57:34.197498Z","end":"2026-05-10T00:57:34.408666Z","steps":["trace[496555412] 'process raft request' (duration: 211.034454ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:34.452578Z","caller":"traceutil/trace.go:171","msg":"trace[1218836594] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"251.264386ms","start":"2026-05-10T00:57:34.201278Z","end":"2026-05-10T00:57:34.452542Z","steps":["trace[1218836594] 'process raft request' (duration: 250.968418ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:34.617199Z","caller":"traceutil/trace.go:171","msg":"trace[179712553] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"123.467257ms","start":"2026-05-10T00:57:34.493709Z","end":"2026-05-10T00:57:34.617176Z","steps":["trace[179712553] 'process raft request' (duration: 123.395405ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:34.617243Z","caller":"traceutil/trace.go:171","msg":"trace[1733719754] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"162.388726ms","start":"2026-05-10T00:57:34.454833Z","end":"2026-05-10T00:57:34.617222Z","steps":["trace[1733719754] 'process raft request' (duration: 150.726663ms)","trace[1733719754] 'compare' (duration: 11.259783ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:57:39.988322Z","caller":"traceutil/trace.go:171","msg":"trace[318640134] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"165.462695ms","start":"2026-05-10T00:57:39.822818Z","end":"2026-05-10T00:57:39.98828Z","steps":["trace[318640134] 'process raft request' (duration: 165.337142ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:39.988416Z","caller":"traceutil/trace.go:171","msg":"trace[96924130] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"168.193807ms","start":"2026-05-10T00:57:39.820195Z","end":"2026-05-10T00:57:39.988389Z","steps":["trace[96924130] 'process raft request' (duration: 88.207201ms)","trace[96924130] 'compare' (duration: 79.493313ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:57:40.732264Z","caller":"traceutil/trace.go:171","msg":"trace[1956990842] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"298.577292ms","start":"2026-05-10T00:57:40.433664Z","end":"2026-05-10T00:57:40.732241Z","steps":["trace[1956990842] 'process raft request' (duration: 298.435818ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:40.739994Z","caller":"traceutil/trace.go:171","msg":"trace[644586866] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"267.916606ms","start":"2026-05-10T00:57:40.472055Z","end":"2026-05-10T00:57:40.739972Z","steps":["trace[644586866] 'process raft request' (duration: 267.383422ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:57:42.163366Z","caller":"traceutil/trace.go:171","msg":"trace[595912519] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"101.061575ms","start":"2026-05-10T00:57:42.062272Z","end":"2026-05-10T00:57:42.163333Z","steps":["trace[595912519] 'process raft request' (duration: 31.400645ms)","trace[595912519] 'compare' (duration: 69.420043ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:36.693126Z","caller":"traceutil/trace.go:171","msg":"trace[1328813330] linearizableReadLoop","detail":"{readStateIndex:3676; appliedIndex:3675; }","duration":"117.693321ms","start":"2026-05-10T00:59:36.575401Z","end":"2026-05-10T00:59:36.693094Z","steps":["trace[1328813330] 'read index received' (duration: 117.524785ms)","trace[1328813330] 'applied index is now lower than readState.Index' (duration: 167.486µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:36.693233Z","caller":"traceutil/trace.go:171","msg":"trace[1330098016] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"165.852664ms","start":"2026-05-10T00:59:36.527345Z","end":"2026-05-10T00:59:36.693197Z","steps":["trace[1330098016] 'process raft request' (duration: 165.578866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:36.693411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.995248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-10T00:59:36.693474Z","caller":"traceutil/trace.go:171","msg":"trace[2071692998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3535; }","duration":"118.090721ms","start":"2026-05-10T00:59:36.575368Z","end":"2026-05-10T00:59:36.693459Z","steps":["trace[2071692998] 'agreement among raft nodes before linearized reading' (duration: 117.901176ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:38.628332Z","caller":"traceutil/trace.go:171","msg":"trace[1344938339] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"200.32967ms","start":"2026-05-10T00:59:38.427941Z","end":"2026-05-10T00:59:38.628271Z","steps":["trace[1344938339] 'process raft request' (duration: 200.101785ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:25.959611Z","caller":"traceutil/trace.go:171","msg":"trace[803497534] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4892; }","duration":"130.298312ms","start":"2026-05-10T01:01:25.829282Z","end":"2026-05-10T01:01:25.95958Z","steps":["trace[803497534] 'read index received' (duration: 116.453812ms)","trace[803497534] 'applied index is now lower than readState.Index' (duration: 13.84271ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:25.95965Z","caller":"traceutil/trace.go:171","msg":"trace[1994131631] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"138.806994ms","start":"2026-05-10T01:01:25.82081Z","end":"2026-05-10T01:01:25.959617Z","steps":["trace[1994131631] 'process raft request' (duration: 124.966584ms)","trace[1994131631] 'compare' (duration: 13.583972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:25.959817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.511819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:01:25.959876Z","caller":"traceutil/trace.go:171","msg":"trace[2006493707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4711; }","duration":"130.624432ms","start":"2026-05-10T01:01:25.829237Z","end":"2026-05-10T01:01:25.959861Z","steps":["trace[2006493707] 'agreement among raft nodes before linearized reading' (duration: 130.473178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:25.961027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.983425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:01:25.961096Z","caller":"traceutil/trace.go:171","msg":"trace[609731130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:4713; }","duration":"130.083227ms","start":"2026-05-10T01:01:25.830994Z","end":"2026-05-10T01:01:25.961078Z","steps":["trace[609731130] 'agreement among raft nodes before linearized reading' (duration: 129.876761ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:26.622463Z","caller":"traceutil/trace.go:171","msg":"trace[1430158873] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4938; }","duration":"101.983766ms","start":"2026-05-10T01:01:26.520456Z","end":"2026-05-10T01:01:26.62244Z","steps":["trace[1430158873] 'read index received' (duration: 101.773641ms)","trace[1430158873] 'applied index is now lower than readState.Index' (duration: 209.155µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:26.622819Z","caller":"traceutil/trace.go:171","msg":"trace[2084561170] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"106.426293ms","start":"2026-05-10T01:01:26.51638Z","end":"2026-05-10T01:01:26.622806Z","steps":["trace[2084561170] 'process raft request' (duration: 106.001582ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:26.623023Z","caller":"traceutil/trace.go:171","msg":"trace[1358642180] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"109.7886ms","start":"2026-05-10T01:01:26.513206Z","end":"2026-05-10T01:01:26.622995Z","steps":["trace[1358642180] 'process raft request' (duration: 109.02738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:26.623291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.114671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-10T01:01:26.623435Z","caller":"traceutil/trace.go:171","msg":"trace[1865856893] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4758; }","duration":"112.282825ms","start":"2026-05-10T01:01:26.511129Z","end":"2026-05-10T01:01:26.623412Z","steps":["trace[1865856893] 'agreement among raft nodes before linearized reading' (duration: 111.894404ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:26.661207Z","caller":"traceutil/trace.go:171","msg":"trace[162978325] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"135.057216ms","start":"2026-05-10T01:01:26.526114Z","end":"2026-05-10T01:01:26.661171Z","steps":["trace[162978325] 'process raft request' (duration: 134.893582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:26.661388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.545447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:01:26.66149Z","caller":"traceutil/trace.go:171","msg":"trace[1393493177] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4759; }","duration":"133.768243ms","start":"2026-05-10T01:01:26.527702Z","end":"2026-05-10T01:01:26.66147Z","steps":["trace[1393493177] 'agreement among raft nodes before linearized reading' (duration: 133.492256ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:26.867541Z","caller":"traceutil/trace.go:171","msg":"trace[1566123602] linearizableReadLoop","detail":"{readStateIndex:4942; appliedIndex:4941; }","duration":"194.844168ms","start":"2026-05-10T01:01:26.672676Z","end":"2026-05-10T01:01:26.86752Z","steps":["trace[1566123602] 'read index received' (duration: 194.640842ms)","trace[1566123602] 'applied index is now lower than readState.Index' (duration: 202.106µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:26.867645Z","caller":"traceutil/trace.go:171","msg":"trace[99885864] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"198.508873ms","start":"2026-05-10T01:01:26.669106Z","end":"2026-05-10T01:01:26.867615Z","steps":["trace[99885864] 'process raft request' (duration: 198.257756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:26.867745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.046533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-05-10T01:01:26.867779Z","caller":"traceutil/trace.go:171","msg":"trace[950627753] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4760; }","duration":"195.106285ms","start":"2026-05-10T01:01:26.672665Z","end":"2026-05-10T01:01:26.867771Z","steps":["trace[950627753] 'agreement among raft nodes before linearized reading' (duration: 194.951111ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:26.999909Z","caller":"traceutil/trace.go:171","msg":"trace[1202771471] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4942; }","duration":"132.296464ms","start":"2026-05-10T01:01:26.867593Z","end":"2026-05-10T01:01:26.99989Z","steps":["trace[1202771471] 'read index received' (duration: 132.108029ms)","trace[1202771471] 'applied index is now lower than readState.Index' (duration: 187.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:26.999961Z","caller":"traceutil/trace.go:171","msg":"trace[1217903901] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"315.946912ms","start":"2026-05-10T01:01:26.683978Z","end":"2026-05-10T01:01:26.999925Z","steps":["trace[1217903901] 'process raft request' (duration: 315.713485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.000094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:26.683959Z","time spent":"316.071136ms","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":241683,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:01:27.000118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.533705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-btwkr.18ae0e2e96b328b6\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-10T01:01:27.00019Z","caller":"traceutil/trace.go:171","msg":"trace[894440915] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-btwkr.18ae0e2e96b328b6; range_end:; response_count:1; response_revision:4761; }","duration":"168.648008ms","start":"2026-05-10T01:01:26.831524Z","end":"2026-05-10T01:01:27.000172Z","steps":["trace[894440915] 'agreement among raft nodes before linearized reading' (duration: 168.425083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.000249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.872699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-05-10T01:01:27.00036Z","caller":"traceutil/trace.go:171","msg":"trace[1308140425] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4761; }","duration":"326.016672ms","start":"2026-05-10T01:01:26.674318Z","end":"2026-05-10T01:01:27.000334Z","steps":["trace[1308140425] 'agreement among raft nodes before linearized reading' (duration: 325.669794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.000447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:26.674312Z","time spent":"326.120575ms","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4760,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-10T01:01:27.120337Z","caller":"traceutil/trace.go:171","msg":"trace[961131531] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"118.156857ms","start":"2026-05-10T01:01:27.002142Z","end":"2026-05-10T01:01:27.120299Z","steps":["trace[961131531] 'process raft request' (duration: 118.020513ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:27.120419Z","caller":"traceutil/trace.go:171","msg":"trace[453878291] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"238.949954ms","start":"2026-05-10T01:01:26.88143Z","end":"2026-05-10T01:01:27.12038Z","steps":["trace[453878291] 'process raft request' (duration: 227.935558ms)","trace[453878291] 'compare' (duration: 10.463142ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:27.120742Z","caller":"traceutil/trace.go:171","msg":"trace[850069379] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4943; }","duration":"120.722614ms","start":"2026-05-10T01:01:26.999973Z","end":"2026-05-10T01:01:27.120696Z","steps":["trace[850069379] 'read index received' (duration: 109.38563ms)","trace[850069379] 'applied index is now lower than readState.Index' (duration: 11.333674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:27.120924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.811092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-10T01:01:27.120963Z","caller":"traceutil/trace.go:171","msg":"trace[895336927] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4763; }","duration":"126.898415ms","start":"2026-05-10T01:01:26.994053Z","end":"2026-05-10T01:01:27.120951Z","steps":["trace[895336927] 'agreement among raft nodes before linearized reading' (duration: 126.703629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.120968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.978448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc5da759-84ff-4e3f-ae7d-81bdcab4bf03\" ","response":"range_response_count:1 size:2708"} {"level":"warn","ts":"2026-05-10T01:01:27.120976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.763481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc5da759-84ff-4e3f-ae7d-81bdcab4bf03\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-05-10T01:01:27.121007Z","caller":"traceutil/trace.go:171","msg":"trace[2094849859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc5da759-84ff-4e3f-ae7d-81bdcab4bf03; range_end:; response_count:1; response_revision:4763; }","duration":"248.041ms","start":"2026-05-10T01:01:26.87295Z","end":"2026-05-10T01:01:27.120991Z","steps":["trace[2094849859] 'agreement among raft nodes before linearized reading' (duration: 247.904886ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:27.121032Z","caller":"traceutil/trace.go:171","msg":"trace[536502301] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc5da759-84ff-4e3f-ae7d-81bdcab4bf03; range_end:; response_count:1; response_revision:4763; }","duration":"247.846664ms","start":"2026-05-10T01:01:26.873169Z","end":"2026-05-10T01:01:27.121015Z","steps":["trace[536502301] 'agreement among raft nodes before linearized reading' (duration: 247.632547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.521181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.08068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:01:27.521294Z","caller":"traceutil/trace.go:171","msg":"trace[2074562990] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"301.381163ms","start":"2026-05-10T01:01:27.219896Z","end":"2026-05-10T01:01:27.521277Z","steps":["trace[2074562990] 'read index received' (duration: 63.15862ms)","trace[2074562990] 'applied index is now lower than readState.Index' (duration: 238.221013ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:27.521618Z","caller":"traceutil/trace.go:171","msg":"trace[1689819663] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"304.056864ms","start":"2026-05-10T01:01:27.217494Z","end":"2026-05-10T01:01:27.521551Z","steps":["trace[1689819663] 'process raft request' (duration: 65.529612ms)","trace[1689819663] 'compare' (duration: 237.922996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:27.5218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.857976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-05-10T01:01:27.521809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:27.217483Z","time spent":"304.234218ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:01:27.521899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.456265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-05-10T01:01:27.52191Z","caller":"traceutil/trace.go:171","msg":"trace[62727136] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4768; }","duration":"302.007009ms","start":"2026-05-10T01:01:27.219877Z","end":"2026-05-10T01:01:27.521884Z","steps":["trace[62727136] 'agreement among raft nodes before linearized reading' (duration: 301.677351ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:27.52196Z","caller":"traceutil/trace.go:171","msg":"trace[1601031531] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4768; }","duration":"301.549317ms","start":"2026-05-10T01:01:27.220399Z","end":"2026-05-10T01:01:27.521949Z","steps":["trace[1601031531] 'agreement among raft nodes before linearized reading' (duration: 301.369563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.521993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:27.22039Z","time spent":"301.596589ms","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4760,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-10T01:01:27.521985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:27.219867Z","time spent":"302.099402ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-10T01:01:27.522001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.127543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:01:27.522111Z","caller":"traceutil/trace.go:171","msg":"trace[1932926594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4768; }","duration":"114.250665ms","start":"2026-05-10T01:01:27.407839Z","end":"2026-05-10T01:01:27.522089Z","steps":["trace[1932926594] 'agreement among raft nodes before linearized reading' (duration: 113.986209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:27.522169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.348365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-10T01:01:27.522244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.337032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T01:01:27.522282Z","caller":"traceutil/trace.go:171","msg":"trace[1273164656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4768; }","duration":"269.407344ms","start":"2026-05-10T01:01:27.252857Z","end":"2026-05-10T01:01:27.522264Z","steps":["trace[1273164656] 'agreement among raft nodes before linearized reading' (duration: 269.330142ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:27.522264Z","caller":"traceutil/trace.go:171","msg":"trace[1828260038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4768; }","duration":"115.475848ms","start":"2026-05-10T01:01:27.40677Z","end":"2026-05-10T01:01:27.522246Z","steps":["trace[1828260038] 'agreement among raft nodes before linearized reading' (duration: 115.1664ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:28.387972Z","caller":"traceutil/trace.go:171","msg":"trace[482677905] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"116.282469ms","start":"2026-05-10T01:01:28.271669Z","end":"2026-05-10T01:01:28.387951Z","steps":["trace[482677905] 'process raft request' (duration: 116.133345ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:28.390195Z","caller":"traceutil/trace.go:171","msg":"trace[2047908972] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4985; }","duration":"118.361003ms","start":"2026-05-10T01:01:28.271802Z","end":"2026-05-10T01:01:28.390163Z","steps":["trace[2047908972] 'read index received' (duration: 118.352763ms)","trace[2047908972] 'applied index is now lower than readState.Index' (duration: 6.86µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:28.390463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.61938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-10T01:01:28.390532Z","caller":"traceutil/trace.go:171","msg":"trace[1634009726] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4803; }","duration":"118.747124ms","start":"2026-05-10T01:01:28.271771Z","end":"2026-05-10T01:01:28.390518Z","steps":["trace[1634009726] 'agreement among raft nodes before linearized reading' (duration: 118.531798ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:29.669594Z","caller":"traceutil/trace.go:171","msg":"trace[1619444546] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"273.692055ms","start":"2026-05-10T01:01:29.395877Z","end":"2026-05-10T01:01:29.669569Z","steps":["trace[1619444546] 'process raft request' (duration: 273.446069ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:29.671958Z","caller":"traceutil/trace.go:171","msg":"trace[614522220] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"163.076233ms","start":"2026-05-10T01:01:29.508854Z","end":"2026-05-10T01:01:29.67193Z","steps":["trace[614522220] 'process raft request' (duration: 162.593601ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.484726Z","caller":"traceutil/trace.go:171","msg":"trace[1510290248] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"746.943889ms","start":"2026-05-10T01:01:34.737755Z","end":"2026-05-10T01:01:35.484698Z","steps":["trace[1510290248] 'process raft request' (duration: 746.774185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.484862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:34.737733Z","time spent":"747.074213ms","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:01:35.704932Z","caller":"traceutil/trace.go:171","msg":"trace[94223431] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"939.1182ms","start":"2026-05-10T01:01:34.765767Z","end":"2026-05-10T01:01:35.704885Z","steps":["trace[94223431] 'process raft request' (duration: 847.636355ms)","trace[94223431] 'compare' (duration: 91.218807ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:35.704968Z","caller":"traceutil/trace.go:171","msg":"trace[1449798111] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5215; }","duration":"669.429348ms","start":"2026-05-10T01:01:35.035514Z","end":"2026-05-10T01:01:35.704943Z","steps":["trace[1449798111] 'read index received' (duration: 449.122639ms)","trace[1449798111] 'applied index is now lower than readState.Index' (duration: 220.305679ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:35.705056Z","caller":"traceutil/trace.go:171","msg":"trace[1352496374] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"339.39101ms","start":"2026-05-10T01:01:35.365637Z","end":"2026-05-10T01:01:35.705028Z","steps":["trace[1352496374] 'process raft request' (duration: 339.236737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.705095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:34.765751Z","time spent":"939.262613ms","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:01:35.705108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.579923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:01:35.705104Z","caller":"traceutil/trace.go:171","msg":"trace[2110622823] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"365.468278ms","start":"2026-05-10T01:01:35.33961Z","end":"2026-05-10T01:01:35.705078Z","steps":["trace[2110622823] 'process raft request' (duration: 365.19414ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.705176Z","caller":"traceutil/trace.go:171","msg":"trace[1950909600] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5030; }","duration":"669.695055ms","start":"2026-05-10T01:01:35.035463Z","end":"2026-05-10T01:01:35.705158Z","steps":["trace[1950909600] 'agreement among raft nodes before linearized reading' (duration: 669.591402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.705211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.365618Z","time spent":"339.508484ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:01:35.705242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.035443Z","time spent":"669.782547ms","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:01:35.705245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.33959Z","time spent":"365.59353ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:01:35.741558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.414716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:01:35.7416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.047947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvv25\" ","response":"range_response_count:1 size:9757"} {"level":"info","ts":"2026-05-10T01:01:35.741712Z","caller":"traceutil/trace.go:171","msg":"trace[1389501964] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvv25; range_end:; response_count:1; response_revision:5032; }","duration":"402.211251ms","start":"2026-05-10T01:01:35.339482Z","end":"2026-05-10T01:01:35.741694Z","steps":["trace[1389501964] 'agreement among raft nodes before linearized reading' (duration: 401.958585ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.741701Z","caller":"traceutil/trace.go:171","msg":"trace[703496235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5032; }","duration":"115.60383ms","start":"2026-05-10T01:01:35.626072Z","end":"2026-05-10T01:01:35.741676Z","steps":["trace[703496235] 'agreement among raft nodes before linearized reading' (duration: 115.411026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.741749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.339454Z","time spent":"402.286903ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9780,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvv25\" "} {"level":"warn","ts":"2026-05-10T01:01:35.741653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.101301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T01:01:35.741828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.33682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-10T01:01:35.741837Z","caller":"traceutil/trace.go:171","msg":"trace[1303415094] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5032; }","duration":"342.335017ms","start":"2026-05-10T01:01:35.399476Z","end":"2026-05-10T01:01:35.741811Z","steps":["trace[1303415094] 'agreement among raft nodes before linearized reading' (duration: 342.040879ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.741887Z","caller":"traceutil/trace.go:171","msg":"trace[173163274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa; range_end:; response_count:1; response_revision:5032; }","duration":"517.426322ms","start":"2026-05-10T01:01:35.224445Z","end":"2026-05-10T01:01:35.741872Z","steps":["trace[173163274] 'agreement among raft nodes before linearized reading' (duration: 517.238547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.741931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.399462Z","time spent":"342.430819ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:01:35.741931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:35.224428Z","time spent":"517.490724ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa\" "} {"level":"info","ts":"2026-05-10T01:01:35.910723Z","caller":"traceutil/trace.go:171","msg":"trace[342485471] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"165.031014ms","start":"2026-05-10T01:01:35.745666Z","end":"2026-05-10T01:01:35.910697Z","steps":["trace[342485471] 'process raft request' (duration: 108.182598ms)","trace[342485471] 'compare' (duration: 56.680681ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:35.911091Z","caller":"traceutil/trace.go:171","msg":"trace[480932588] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"165.310211ms","start":"2026-05-10T01:01:35.745769Z","end":"2026-05-10T01:01:35.91108Z","steps":["trace[480932588] 'process raft request' (duration: 164.89029ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.911366Z","caller":"traceutil/trace.go:171","msg":"trace[1363095534] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5221; }","duration":"159.573802ms","start":"2026-05-10T01:01:35.751775Z","end":"2026-05-10T01:01:35.911349Z","steps":["trace[1363095534] 'read index received' (duration: 102.046678ms)","trace[1363095534] 'applied index is now lower than readState.Index' (duration: 57.526234ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:35.91138Z","caller":"traceutil/trace.go:171","msg":"trace[729026486] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"165.61065ms","start":"2026-05-10T01:01:35.745758Z","end":"2026-05-10T01:01:35.911369Z","steps":["trace[729026486] 'process raft request' (duration: 165.24404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.911617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.969588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T01:01:35.91163Z","caller":"traceutil/trace.go:171","msg":"trace[1328594398] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"161.694438ms","start":"2026-05-10T01:01:35.749908Z","end":"2026-05-10T01:01:35.911603Z","steps":["trace[1328594398] 'process raft request' (duration: 161.385339ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:35.911664Z","caller":"traceutil/trace.go:171","msg":"trace[70860493] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:5036; }","duration":"114.074561ms","start":"2026-05-10T01:01:35.79758Z","end":"2026-05-10T01:01:35.911654Z","steps":["trace[70860493] 'agreement among raft nodes before linearized reading' (duration: 113.939828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:35.912461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.67154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720716"} {"level":"info","ts":"2026-05-10T01:01:35.913244Z","caller":"traceutil/trace.go:171","msg":"trace[379737095] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5036; }","duration":"161.400899ms","start":"2026-05-10T01:01:35.751741Z","end":"2026-05-10T01:01:35.913142Z","steps":["trace[379737095] 'agreement among raft nodes before linearized reading' (duration: 159.854049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:36.1502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.783055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T01:01:36.150219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.71052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62860"} {"level":"info","ts":"2026-05-10T01:01:36.150264Z","caller":"traceutil/trace.go:171","msg":"trace[2086211013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5037; }","duration":"130.902768ms","start":"2026-05-10T01:01:36.019349Z","end":"2026-05-10T01:01:36.150252Z","steps":["trace[2086211013] 'range keys from in-memory index tree' (duration: 130.611131ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:36.150278Z","caller":"traceutil/trace.go:171","msg":"trace[1306751856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5037; }","duration":"138.828294ms","start":"2026-05-10T01:01:36.011435Z","end":"2026-05-10T01:01:36.150264Z","steps":["trace[1306751856] 'range keys from in-memory index tree' (duration: 138.510145ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:38.629886Z","caller":"traceutil/trace.go:171","msg":"trace[254823006] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"193.733259ms","start":"2026-05-10T01:01:38.436127Z","end":"2026-05-10T01:01:38.62986Z","steps":["trace[254823006] 'process raft request' (duration: 193.40831ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:39.153112Z","caller":"traceutil/trace.go:171","msg":"trace[1943300947] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"517.665658ms","start":"2026-05-10T01:01:38.635416Z","end":"2026-05-10T01:01:39.153081Z","steps":["trace[1943300947] 'read index received' (duration: 419.970331ms)","trace[1943300947] 'applied index is now lower than readState.Index' (duration: 97.694087ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:39.153276Z","caller":"traceutil/trace.go:171","msg":"trace[1965461181] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"519.348172ms","start":"2026-05-10T01:01:38.633907Z","end":"2026-05-10T01:01:39.153255Z","steps":["trace[1965461181] 'process raft request' (duration: 421.504722ms)","trace[1965461181] 'compare' (duration: 97.45153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:39.153424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.84878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-05-10T01:01:39.153424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:38.633892Z","time spent":"519.442825ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:01:39.153423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.977135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:01:39.153466Z","caller":"traceutil/trace.go:171","msg":"trace[892859929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa; range_end:; response_count:1; response_revision:5085; }","duration":"394.891511ms","start":"2026-05-10T01:01:38.758562Z","end":"2026-05-10T01:01:39.153453Z","steps":["trace[892859929] 'agreement among raft nodes before linearized reading' (duration: 394.747797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:39.153495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:38.758536Z","time spent":"394.954504ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa\" "} {"level":"warn","ts":"2026-05-10T01:01:39.153494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.054526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:01:39.153506Z","caller":"traceutil/trace.go:171","msg":"trace[1276812700] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5085; }","duration":"518.105901ms","start":"2026-05-10T01:01:38.63538Z","end":"2026-05-10T01:01:39.153486Z","steps":["trace[1276812700] 'agreement among raft nodes before linearized reading' (duration: 517.938975ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:39.153561Z","caller":"traceutil/trace.go:171","msg":"trace[809053235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5085; }","duration":"301.168609ms","start":"2026-05-10T01:01:38.852376Z","end":"2026-05-10T01:01:39.153545Z","steps":["trace[809053235] 'agreement among raft nodes before linearized reading' (duration: 301.067955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:39.153568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:38.635359Z","time spent":"518.201083ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"warn","ts":"2026-05-10T01:01:39.153606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:38.852355Z","time spent":"301.236571ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:01:39.153289Z","caller":"traceutil/trace.go:171","msg":"trace[1344021032] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"517.856592ms","start":"2026-05-10T01:01:38.635414Z","end":"2026-05-10T01:01:39.153271Z","steps":["trace[1344021032] 'process raft request' (duration: 517.617156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:39.153699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:01:38.635398Z","time spent":"518.254365ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:01:39.494808Z","caller":"traceutil/trace.go:171","msg":"trace[1607941962] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"132.040728ms","start":"2026-05-10T01:01:39.362739Z","end":"2026-05-10T01:01:39.49478Z","steps":["trace[1607941962] 'process raft request' (duration: 111.67444ms)","trace[1607941962] 'compare' (duration: 20.144623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:40.72123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.533245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:01:40.721339Z","caller":"traceutil/trace.go:171","msg":"trace[1782415937] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"184.876319ms","start":"2026-05-10T01:01:40.536438Z","end":"2026-05-10T01:01:40.721314Z","steps":["trace[1782415937] 'process raft request' (duration: 53.196691ms)","trace[1782415937] 'compare' (duration: 131.372791ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:43.214878Z","caller":"traceutil/trace.go:171","msg":"trace[951949654] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"160.256361ms","start":"2026-05-10T01:01:43.054596Z","end":"2026-05-10T01:01:43.214853Z","steps":["trace[951949654] 'process raft request' (duration: 160.107676ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:43.307324Z","caller":"traceutil/trace.go:171","msg":"trace[1090865347] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5377; }","duration":"213.37439ms","start":"2026-05-10T01:01:43.093932Z","end":"2026-05-10T01:01:43.307307Z","steps":["trace[1090865347] 'read index received' (duration: 120.825837ms)","trace[1090865347] 'applied index is now lower than readState.Index' (duration: 92.547972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:43.307527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.574534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:01:43.307585Z","caller":"traceutil/trace.go:171","msg":"trace[455957924] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5184; }","duration":"213.700687ms","start":"2026-05-10T01:01:43.093872Z","end":"2026-05-10T01:01:43.307573Z","steps":["trace[455957924] 'agreement among raft nodes before linearized reading' (duration: 213.607845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:43.307709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.317595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T01:01:43.307817Z","caller":"traceutil/trace.go:171","msg":"trace[500613627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5184; }","duration":"132.456888ms","start":"2026-05-10T01:01:43.175338Z","end":"2026-05-10T01:01:43.307795Z","steps":["trace[500613627] 'agreement among raft nodes before linearized reading' (duration: 132.247263ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:43.307367Z","caller":"traceutil/trace.go:171","msg":"trace[439748660] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"252.486625ms","start":"2026-05-10T01:01:43.054848Z","end":"2026-05-10T01:01:43.307335Z","steps":["trace[439748660] 'process raft request' (duration: 238.178523ms)","trace[439748660] 'compare' (duration: 14.091766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:43.308047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.072899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T01:01:43.308155Z","caller":"traceutil/trace.go:171","msg":"trace[1749822390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5184; }","duration":"132.233663ms","start":"2026-05-10T01:01:43.175896Z","end":"2026-05-10T01:01:43.308129Z","steps":["trace[1749822390] 'agreement among raft nodes before linearized reading' (duration: 131.907114ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:43.559872Z","caller":"traceutil/trace.go:171","msg":"trace[1321625291] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"114.692946ms","start":"2026-05-10T01:01:43.445153Z","end":"2026-05-10T01:01:43.559846Z","steps":["trace[1321625291] 'read index received' (duration: 114.488041ms)","trace[1321625291] 'applied index is now lower than readState.Index' (duration: 203.695µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:43.559996Z","caller":"traceutil/trace.go:171","msg":"trace[1243973866] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"116.031893ms","start":"2026-05-10T01:01:43.443921Z","end":"2026-05-10T01:01:43.559953Z","steps":["trace[1243973866] 'process raft request' (duration: 115.756815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:43.560156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.967884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-05-10T01:01:43.56022Z","caller":"traceutil/trace.go:171","msg":"trace[646399663] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5188; }","duration":"115.075977ms","start":"2026-05-10T01:01:43.445127Z","end":"2026-05-10T01:01:43.560203Z","steps":["trace[646399663] 'agreement among raft nodes before linearized reading' (duration: 114.864642ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:48.161855Z","caller":"traceutil/trace.go:171","msg":"trace[782862981] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"173.488424ms","start":"2026-05-10T01:01:47.98834Z","end":"2026-05-10T01:01:48.161828Z","steps":["trace[782862981] 'process raft request' (duration: 144.537192ms)","trace[782862981] 'compare' (duration: 28.84108ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:48.162447Z","caller":"traceutil/trace.go:171","msg":"trace[699224587] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"155.910308ms","start":"2026-05-10T01:01:48.006519Z","end":"2026-05-10T01:01:48.162429Z","steps":["trace[699224587] 'process raft request' (duration: 155.799735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:56.491149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.110056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:01:56.491383Z","caller":"traceutil/trace.go:171","msg":"trace[1192852354] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5614; }","duration":"240.491993ms","start":"2026-05-10T01:01:56.250874Z","end":"2026-05-10T01:01:56.491366Z","steps":["trace[1192852354] 'read index received' (duration: 230.229417ms)","trace[1192852354] 'applied index is now lower than readState.Index' (duration: 10.261516ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:56.491431Z","caller":"traceutil/trace.go:171","msg":"trace[763491847] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"288.984552ms","start":"2026-05-10T01:01:56.202422Z","end":"2026-05-10T01:01:56.491407Z","steps":["trace[763491847] 'process raft request' (duration: 288.885939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:56.491534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.655418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:01:56.491416Z","caller":"traceutil/trace.go:171","msg":"trace[1627023285] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"291.889867ms","start":"2026-05-10T01:01:56.199492Z","end":"2026-05-10T01:01:56.491381Z","steps":["trace[1627023285] 'process raft request' (duration: 42.458152ms)","trace[1627023285] 'compare' (duration: 248.910162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:01:56.491566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.756668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T01:01:56.49159Z","caller":"traceutil/trace.go:171","msg":"trace[2057714115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:5415; }","duration":"240.752089ms","start":"2026-05-10T01:01:56.250827Z","end":"2026-05-10T01:01:56.491579Z","steps":["trace[2057714115] 'agreement among raft nodes before linearized reading' (duration: 240.592695ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.491598Z","caller":"traceutil/trace.go:171","msg":"trace[331450386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5415; }","duration":"191.82919ms","start":"2026-05-10T01:01:56.29976Z","end":"2026-05-10T01:01:56.491589Z","steps":["trace[331450386] 'agreement among raft nodes before linearized reading' (duration: 191.708177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:56.492724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.242749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-415f220d-88a7-4e17-9fec-db2501a8d7a9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-10T01:01:56.492823Z","caller":"traceutil/trace.go:171","msg":"trace[1537254680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-415f220d-88a7-4e17-9fec-db2501a8d7a9; range_end:; response_count:1; response_revision:5415; }","duration":"170.414234ms","start":"2026-05-10T01:01:56.322383Z","end":"2026-05-10T01:01:56.492797Z","steps":["trace[1537254680] 'agreement among raft nodes before linearized reading' (duration: 169.10129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:01:56.702887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.459598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-05-10T01:01:56.702986Z","caller":"traceutil/trace.go:171","msg":"trace[1213299007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd5568b7-1fb6-46ed-bfb8-0ea29ebc33aa; range_end:; response_count:1; response_revision:5416; }","duration":"110.576511ms","start":"2026-05-10T01:01:56.592387Z","end":"2026-05-10T01:01:56.702963Z","steps":["trace[1213299007] 'range keys from in-memory index tree' (duration: 110.236921ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.703017Z","caller":"traceutil/trace.go:171","msg":"trace[2038024483] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"106.844844ms","start":"2026-05-10T01:01:56.596143Z","end":"2026-05-10T01:01:56.702987Z","steps":["trace[2038024483] 'process raft request' (duration: 14.615989ms)","trace[2038024483] 'compare' (duration: 92.085631ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:01:56.975359Z","caller":"traceutil/trace.go:171","msg":"trace[1195860007] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"191.564913ms","start":"2026-05-10T01:01:56.783771Z","end":"2026-05-10T01:01:56.975336Z","steps":["trace[1195860007] 'process raft request' (duration: 191.471531ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.975427Z","caller":"traceutil/trace.go:171","msg":"trace[598113842] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"191.779659ms","start":"2026-05-10T01:01:56.783571Z","end":"2026-05-10T01:01:56.97535Z","steps":["trace[598113842] 'process raft request' (duration: 191.488761ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.975585Z","caller":"traceutil/trace.go:171","msg":"trace[1815497612] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"191.511331ms","start":"2026-05-10T01:01:56.784063Z","end":"2026-05-10T01:01:56.975575Z","steps":["trace[1815497612] 'process raft request' (duration: 191.220644ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.976048Z","caller":"traceutil/trace.go:171","msg":"trace[361853319] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"191.880721ms","start":"2026-05-10T01:01:56.784142Z","end":"2026-05-10T01:01:56.976023Z","steps":["trace[361853319] 'process raft request' (duration: 191.386678ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:01:56.976098Z","caller":"traceutil/trace.go:171","msg":"trace[681044510] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"190.022474ms","start":"2026-05-10T01:01:56.785982Z","end":"2026-05-10T01:01:56.976005Z","steps":["trace[681044510] 'process raft request' (duration: 189.930901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:09.344643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.810678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:02:09.344709Z","caller":"traceutil/trace.go:171","msg":"trace[1748441563] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5607; }","duration":"381.914152ms","start":"2026-05-10T01:02:08.962781Z","end":"2026-05-10T01:02:09.344695Z","steps":["trace[1748441563] 'range keys from in-memory index tree' (duration: 381.747347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:09.344688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.768377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:02:09.344742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:08.962765Z","time spent":"381.971634ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-10T01:02:09.344763Z","caller":"traceutil/trace.go:171","msg":"trace[1679328710] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5607; }","duration":"317.90317ms","start":"2026-05-10T01:02:09.026842Z","end":"2026-05-10T01:02:09.344745Z","steps":["trace[1679328710] 'count revisions from in-memory index tree' (duration: 317.695926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:09.344808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:09.026821Z","time spent":"317.965342ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:02:09.894883Z","caller":"traceutil/trace.go:171","msg":"trace[1954839083] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"191.738286ms","start":"2026-05-10T01:02:09.703108Z","end":"2026-05-10T01:02:09.894846Z","steps":["trace[1954839083] 'process raft request' (duration: 111.107464ms)","trace[1954839083] 'compare' (duration: 80.444928ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:02:09.894919Z","caller":"traceutil/trace.go:171","msg":"trace[152593540] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5818; }","duration":"165.773343ms","start":"2026-05-10T01:02:09.72912Z","end":"2026-05-10T01:02:09.894894Z","steps":["trace[152593540] 'read index received' (duration: 85.020267ms)","trace[152593540] 'applied index is now lower than readState.Index' (duration: 80.749526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:02:09.895126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.592118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-05-10T01:02:09.895245Z","caller":"traceutil/trace.go:171","msg":"trace[1777014818] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5613; }","duration":"192.734042ms","start":"2026-05-10T01:02:09.702465Z","end":"2026-05-10T01:02:09.895199Z","steps":["trace[1777014818] 'agreement among raft nodes before linearized reading' (duration: 192.503266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:09.903979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.847534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:02:09.904055Z","caller":"traceutil/trace.go:171","msg":"trace[31649811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5614; }","duration":"106.994167ms","start":"2026-05-10T01:02:09.797043Z","end":"2026-05-10T01:02:09.904038Z","steps":["trace[31649811] 'agreement among raft nodes before linearized reading' (duration: 106.887654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:09.904377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.37325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-10T01:02:09.904441Z","caller":"traceutil/trace.go:171","msg":"trace[2050767136] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5614; }","duration":"168.474473ms","start":"2026-05-10T01:02:09.735943Z","end":"2026-05-10T01:02:09.904417Z","steps":["trace[2050767136] 'agreement among raft nodes before linearized reading' (duration: 167.938269ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:02:10.131522Z","caller":"traceutil/trace.go:171","msg":"trace[153589219] linearizableReadLoop","detail":"{readStateIndex:5823; appliedIndex:5822; }","duration":"105.457257ms","start":"2026-05-10T01:02:10.026038Z","end":"2026-05-10T01:02:10.131495Z","steps":["trace[153589219] 'read index received' (duration: 38.697424ms)","trace[153589219] 'applied index is now lower than readState.Index' (duration: 66.758833ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:02:10.131651Z","caller":"traceutil/trace.go:171","msg":"trace[1686997404] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"167.829826ms","start":"2026-05-10T01:02:09.963754Z","end":"2026-05-10T01:02:10.131584Z","steps":["trace[1686997404] 'process raft request' (duration: 100.96546ms)","trace[1686997404] 'compare' (duration: 66.6114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:02:10.131862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.800575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-10T01:02:10.131935Z","caller":"traceutil/trace.go:171","msg":"trace[708274776] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5616; }","duration":"105.929058ms","start":"2026-05-10T01:02:10.025988Z","end":"2026-05-10T01:02:10.131917Z","steps":["trace[708274776] 'agreement among raft nodes before linearized reading' (duration: 105.693993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.970917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.638389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:02:10.971119Z","caller":"traceutil/trace.go:171","msg":"trace[302027341] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"141.127022ms","start":"2026-05-10T01:02:10.829976Z","end":"2026-05-10T01:02:10.971103Z","steps":["trace[302027341] 'process raft request' (duration: 141.05775ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:02:10.971123Z","caller":"traceutil/trace.go:171","msg":"trace[350407823] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"387.421804ms","start":"2026-05-10T01:02:10.583661Z","end":"2026-05-10T01:02:10.971083Z","steps":["trace[350407823] 'process raft request' (duration: 263.487358ms)","trace[350407823] 'compare' (duration: 123.31044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:02:10.971255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.113979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:02:10.971316Z","caller":"traceutil/trace.go:171","msg":"trace[2136778648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5628; }","duration":"364.196852ms","start":"2026-05-10T01:02:10.607105Z","end":"2026-05-10T01:02:10.971302Z","steps":["trace[2136778648] 'agreement among raft nodes before linearized reading' (duration: 364.047758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.971357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:10.607094Z","time spent":"364.252333ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:02:10.971347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:10.583644Z","time spent":"387.599968ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:02:10.971115Z","caller":"traceutil/trace.go:171","msg":"trace[2012402034] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"363.957816ms","start":"2026-05-10T01:02:10.607135Z","end":"2026-05-10T01:02:10.971093Z","steps":["trace[2012402034] 'read index received' (duration: 240.029399ms)","trace[2012402034] 'applied index is now lower than readState.Index' (duration: 123.926906ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:02:10.971647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.442141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:02:10.971736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.667715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-05-10T01:02:10.97174Z","caller":"traceutil/trace.go:171","msg":"trace[75676596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5628; }","duration":"346.572014ms","start":"2026-05-10T01:02:10.625146Z","end":"2026-05-10T01:02:10.971718Z","steps":["trace[75676596] 'agreement among raft nodes before linearized reading' (duration: 346.41817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.971773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.587901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-10T01:02:10.971804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:10.625132Z","time spent":"346.654697ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:02:10.971824Z","caller":"traceutil/trace.go:171","msg":"trace[1184197867] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5628; }","duration":"206.675093ms","start":"2026-05-10T01:02:10.765135Z","end":"2026-05-10T01:02:10.97181Z","steps":["trace[1184197867] 'agreement among raft nodes before linearized reading' (duration: 206.54702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.971889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.211024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T01:02:10.971781Z","caller":"traceutil/trace.go:171","msg":"trace[1311234967] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5628; }","duration":"250.749447ms","start":"2026-05-10T01:02:10.721019Z","end":"2026-05-10T01:02:10.971768Z","steps":["trace[1311234967] 'agreement among raft nodes before linearized reading' (duration: 250.600473ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:02:10.971925Z","caller":"traceutil/trace.go:171","msg":"trace[722648320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5628; }","duration":"319.265536ms","start":"2026-05-10T01:02:10.652651Z","end":"2026-05-10T01:02:10.971916Z","steps":["trace[722648320] 'agreement among raft nodes before linearized reading' (duration: 319.168893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.971953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:10.65264Z","time spent":"319.307126ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:02:10.971921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.805364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:02:10.972074Z","caller":"traceutil/trace.go:171","msg":"trace[349143951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:5628; }","duration":"313.949898ms","start":"2026-05-10T01:02:10.658053Z","end":"2026-05-10T01:02:10.972003Z","steps":["trace[349143951] 'agreement among raft nodes before linearized reading' (duration: 313.64037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:02:10.972152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:02:10.658043Z","time spent":"314.096042ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6jlkr\" "} {"level":"info","ts":"2026-05-10T01:03:02.729938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2987} {"level":"info","ts":"2026-05-10T01:03:02.813464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2987,"took":"81.926214ms","hash":3061735816,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":33759232,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-10T01:03:02.813649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3061735816,"revision":2987,"compact-revision":-1} {"level":"info","ts":"2026-05-10T01:07:24.802702Z","caller":"traceutil/trace.go:171","msg":"trace[944624267] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"164.865253ms","start":"2026-05-10T01:07:24.637812Z","end":"2026-05-10T01:07:24.802678Z","steps":["trace[944624267] 'process raft request' (duration: 164.452062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:36.331063Z","caller":"traceutil/trace.go:171","msg":"trace[1504178028] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"185.899107ms","start":"2026-05-10T01:07:36.14513Z","end":"2026-05-10T01:07:36.331029Z","steps":["trace[1504178028] 'process raft request' (duration: 185.741983ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:36.331704Z","caller":"traceutil/trace.go:171","msg":"trace[106138939] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8256; }","duration":"176.705529ms","start":"2026-05-10T01:07:36.154965Z","end":"2026-05-10T01:07:36.33167Z","steps":["trace[106138939] 'read index received' (duration: 176.136365ms)","trace[106138939] 'applied index is now lower than readState.Index' (duration: 567.794µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:07:36.331747Z","caller":"traceutil/trace.go:171","msg":"trace[717417742] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"186.573124ms","start":"2026-05-10T01:07:36.145134Z","end":"2026-05-10T01:07:36.331707Z","steps":["trace[717417742] 'process raft request' (duration: 186.39358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:36.331917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.255845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T01:07:36.331974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.992407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T01:07:36.332034Z","caller":"traceutil/trace.go:171","msg":"trace[736928876] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7974; }","duration":"162.322287ms","start":"2026-05-10T01:07:36.169626Z","end":"2026-05-10T01:07:36.331948Z","steps":["trace[736928876] 'agreement among raft nodes before linearized reading' (duration: 162.215424ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:36.332049Z","caller":"traceutil/trace.go:171","msg":"trace[2013189679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7974; }","duration":"177.11965ms","start":"2026-05-10T01:07:36.154907Z","end":"2026-05-10T01:07:36.332026Z","steps":["trace[2013189679] 'agreement among raft nodes before linearized reading' (duration: 176.899975ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:49.691784Z","caller":"traceutil/trace.go:171","msg":"trace[1860872033] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"111.169181ms","start":"2026-05-10T01:07:49.580586Z","end":"2026-05-10T01:07:49.691755Z","steps":["trace[1860872033] 'process raft request' (duration: 110.859342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.473607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784454969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:07:57.582743Z","caller":"traceutil/trace.go:171","msg":"trace[2126595450] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"782.235301ms","start":"2026-05-10T01:07:56.800486Z","end":"2026-05-10T01:07:57.582721Z","steps":["trace[2126595450] 'process raft request' (duration: 782.097097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.583026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:56.800461Z","time spent":"782.408685ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:07:57.792951Z","caller":"traceutil/trace.go:171","msg":"trace[5707459] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8551; }","duration":"819.905958ms","start":"2026-05-10T01:07:56.973013Z","end":"2026-05-10T01:07:57.792919Z","steps":["trace[5707459] 'read index received' (duration: 609.616568ms)","trace[5707459] 'applied index is now lower than readState.Index' (duration: 210.28822ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:07:57.793096Z","caller":"traceutil/trace.go:171","msg":"trace[15432136] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"607.468542ms","start":"2026-05-10T01:07:57.185612Z","end":"2026-05-10T01:07:57.793081Z","steps":["trace[15432136] 'process raft request' (duration: 607.218695ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:57.793174Z","caller":"traceutil/trace.go:171","msg":"trace[1279940505] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"609.315341ms","start":"2026-05-10T01:07:57.183723Z","end":"2026-05-10T01:07:57.793039Z","steps":["trace[1279940505] 'process raft request' (duration: 598.45115ms)","trace[1279940505] 'compare' (duration: 10.025759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:07:57.793713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:57.1856Z","time spent":"607.533793ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:07:57.79377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.723258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:07:57.793806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:57.183695Z","time spent":"609.914716ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:07:57.793945Z","caller":"traceutil/trace.go:171","msg":"trace[1436913490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"820.891603ms","start":"2026-05-10T01:07:56.972968Z","end":"2026-05-10T01:07:57.79386Z","steps":["trace[1436913490] 'agreement among raft nodes before linearized reading' (duration: 820.282838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.794002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:56.972948Z","time spent":"821.043578ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:07:57.796432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.288152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:07:57.796474Z","caller":"traceutil/trace.go:171","msg":"trace[1034177811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8265; }","duration":"170.389795ms","start":"2026-05-10T01:07:57.626074Z","end":"2026-05-10T01:07:57.796464Z","steps":["trace[1034177811] 'agreement among raft nodes before linearized reading' (duration: 170.317504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.79654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.554506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-10T01:07:57.79659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.712119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:07:57.796706Z","caller":"traceutil/trace.go:171","msg":"trace[2128887082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8265; }","duration":"318.884954ms","start":"2026-05-10T01:07:57.477798Z","end":"2026-05-10T01:07:57.796683Z","steps":["trace[2128887082] 'agreement among raft nodes before linearized reading' (duration: 318.685779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.796704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.62168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-10T01:07:57.796761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:57.477782Z","time spent":"318.965956ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:07:57.796769Z","caller":"traceutil/trace.go:171","msg":"trace[1042411977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8265; }","duration":"217.718822ms","start":"2026-05-10T01:07:57.579028Z","end":"2026-05-10T01:07:57.796747Z","steps":["trace[1042411977] 'agreement among raft nodes before linearized reading' (duration: 217.501376ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:57.796635Z","caller":"traceutil/trace.go:171","msg":"trace[1469440852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:8265; }","duration":"763.70294ms","start":"2026-05-10T01:07:57.032911Z","end":"2026-05-10T01:07:57.796613Z","steps":["trace[1469440852] 'agreement among raft nodes before linearized reading' (duration: 763.455264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.796861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:57.032887Z","time spent":"763.954088ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6jlkr\" "} {"level":"warn","ts":"2026-05-10T01:07:57.796891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.076462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:07:57.797063Z","caller":"traceutil/trace.go:171","msg":"trace[657373808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8265; }","duration":"404.37183ms","start":"2026-05-10T01:07:57.392667Z","end":"2026-05-10T01:07:57.797039Z","steps":["trace[657373808] 'agreement among raft nodes before linearized reading' (duration: 403.914057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:57.79712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:07:57.392641Z","time spent":"404.466842ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:07:57.797247Z","caller":"traceutil/trace.go:171","msg":"trace[13144177] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"112.249519ms","start":"2026-05-10T01:07:57.684839Z","end":"2026-05-10T01:07:57.797089Z","steps":["trace[13144177] 'process raft request' (duration: 111.355306ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:02.743521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6074} {"level":"info","ts":"2026-05-10T01:08:02.848552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6074,"took":"102.454855ms","hash":2353932231,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":22966272,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-10T01:08:02.848639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2353932231,"revision":6074,"compact-revision":2987} {"level":"info","ts":"2026-05-10T01:08:08.374218Z","caller":"traceutil/trace.go:171","msg":"trace[1812440698] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8615; }","duration":"169.04276ms","start":"2026-05-10T01:08:08.205126Z","end":"2026-05-10T01:08:08.374169Z","steps":["trace[1812440698] 'read index received' (duration: 168.500976ms)","trace[1812440698] 'applied index is now lower than readState.Index' (duration: 540.624µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:08.374362Z","caller":"traceutil/trace.go:171","msg":"trace[2065451797] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"189.609992ms","start":"2026-05-10T01:08:08.184697Z","end":"2026-05-10T01:08:08.374307Z","steps":["trace[2065451797] 'process raft request' (duration: 189.252104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:08.374515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.363389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:08:08.374575Z","caller":"traceutil/trace.go:171","msg":"trace[264711432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8323; }","duration":"169.485692ms","start":"2026-05-10T01:08:08.205068Z","end":"2026-05-10T01:08:08.374554Z","steps":["trace[264711432] 'agreement among raft nodes before linearized reading' (duration: 169.278285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:08.555432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.925552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:08:08.555751Z","caller":"traceutil/trace.go:171","msg":"trace[1250185959] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"101.919271ms","start":"2026-05-10T01:08:08.453792Z","end":"2026-05-10T01:08:08.555711Z","steps":["trace[1250185959] 'process raft request' (duration: 101.746666ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:08.555808Z","caller":"traceutil/trace.go:171","msg":"trace[821886512] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"175.085337ms","start":"2026-05-10T01:08:08.380647Z","end":"2026-05-10T01:08:08.555733Z","steps":["trace[821886512] 'process raft request' (duration: 23.738655ms)","trace[821886512] 'compare' (duration: 150.587713ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:10.023716Z","caller":"traceutil/trace.go:171","msg":"trace[1069792309] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"210.437382ms","start":"2026-05-10T01:08:09.813133Z","end":"2026-05-10T01:08:10.023571Z","steps":["trace[1069792309] 'process raft request' (duration: 210.111124ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.060783Z","caller":"traceutil/trace.go:171","msg":"trace[1460340371] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"244.553668ms","start":"2026-05-10T01:08:09.816199Z","end":"2026-05-10T01:08:10.060752Z","steps":["trace[1460340371] 'process raft request' (duration: 244.360633ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.06115Z","caller":"traceutil/trace.go:171","msg":"trace[29440111] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8620; }","duration":"179.598275ms","start":"2026-05-10T01:08:09.88152Z","end":"2026-05-10T01:08:10.061118Z","steps":["trace[29440111] 'read index received' (duration: 141.742874ms)","trace[29440111] 'applied index is now lower than readState.Index' (duration: 37.854061ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:10.061199Z","caller":"traceutil/trace.go:171","msg":"trace[906867632] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"187.704134ms","start":"2026-05-10T01:08:09.873462Z","end":"2026-05-10T01:08:10.061166Z","steps":["trace[906867632] 'process raft request' (duration: 187.514229ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.061301Z","caller":"traceutil/trace.go:171","msg":"trace[783643890] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"187.868188ms","start":"2026-05-10T01:08:09.873419Z","end":"2026-05-10T01:08:10.061287Z","steps":["trace[783643890] 'process raft request' (duration: 187.290023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:10.061459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.909132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T01:08:10.061531Z","caller":"traceutil/trace.go:171","msg":"trace[1865369215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8330; }","duration":"180.043336ms","start":"2026-05-10T01:08:09.881471Z","end":"2026-05-10T01:08:10.061514Z","steps":["trace[1865369215] 'agreement among raft nodes before linearized reading' (duration: 179.8232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:10.061762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.586709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:08:10.061816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.039471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:08:10.061843Z","caller":"traceutil/trace.go:171","msg":"trace[1087789179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8330; }","duration":"151.689101ms","start":"2026-05-10T01:08:09.910139Z","end":"2026-05-10T01:08:10.061829Z","steps":["trace[1087789179] 'agreement among raft nodes before linearized reading' (duration: 151.526717ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.061938Z","caller":"traceutil/trace.go:171","msg":"trace[2085867126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:8330; }","duration":"147.177224ms","start":"2026-05-10T01:08:09.914731Z","end":"2026-05-10T01:08:10.061909Z","steps":["trace[2085867126] 'agreement among raft nodes before linearized reading' (duration: 146.936918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:10.062674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.686837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:08:10.062986Z","caller":"traceutil/trace.go:171","msg":"trace[698045010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8330; }","duration":"153.034195ms","start":"2026-05-10T01:08:09.909896Z","end":"2026-05-10T01:08:10.06293Z","steps":["trace[698045010] 'agreement among raft nodes before linearized reading' (duration: 151.747173ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.218353Z","caller":"traceutil/trace.go:171","msg":"trace[354207582] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"150.88088ms","start":"2026-05-10T01:08:10.067439Z","end":"2026-05-10T01:08:10.218319Z","steps":["trace[354207582] 'process raft request' (duration: 150.779218ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.218382Z","caller":"traceutil/trace.go:171","msg":"trace[2020477102] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"150.918581ms","start":"2026-05-10T01:08:10.067421Z","end":"2026-05-10T01:08:10.21834Z","steps":["trace[2020477102] 'process raft request' (duration: 150.583872ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.218581Z","caller":"traceutil/trace.go:171","msg":"trace[467607109] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"150.296686ms","start":"2026-05-10T01:08:10.068251Z","end":"2026-05-10T01:08:10.218548Z","steps":["trace[467607109] 'process raft request' (duration: 150.024008ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:10.218594Z","caller":"traceutil/trace.go:171","msg":"trace[767826875] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8624; }","duration":"150.578802ms","start":"2026-05-10T01:08:10.067957Z","end":"2026-05-10T01:08:10.218536Z","steps":["trace[767826875] 'read index received' (duration: 8.725376ms)","trace[767826875] 'applied index is now lower than readState.Index' (duration: 141.850456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:08:10.219377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.395763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223807"} {"level":"info","ts":"2026-05-10T01:08:10.219447Z","caller":"traceutil/trace.go:171","msg":"trace[1190148517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8334; }","duration":"151.533107ms","start":"2026-05-10T01:08:10.067897Z","end":"2026-05-10T01:08:10.21943Z","steps":["trace[1190148517] 'agreement among raft nodes before linearized reading' (duration: 150.793418ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:12.739732Z","caller":"traceutil/trace.go:171","msg":"trace[988177915] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"122.967437ms","start":"2026-05-10T01:08:12.616739Z","end":"2026-05-10T01:08:12.739707Z","steps":["trace[988177915] 'read index received' (duration: 122.759102ms)","trace[988177915] 'applied index is now lower than readState.Index' (duration: 207.485µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:08:12.739947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.196462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:08:12.739987Z","caller":"traceutil/trace.go:171","msg":"trace[1362762305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8344; }","duration":"123.292254ms","start":"2026-05-10T01:08:12.616684Z","end":"2026-05-10T01:08:12.739976Z","steps":["trace[1362762305] 'agreement among raft nodes before linearized reading' (duration: 123.146651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:12.74002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.743513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:12.740128Z","caller":"traceutil/trace.go:171","msg":"trace[1232837826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"114.910177ms","start":"2026-05-10T01:08:12.625195Z","end":"2026-05-10T01:08:12.740106Z","steps":["trace[1232837826] 'agreement among raft nodes before linearized reading' (duration: 114.713653ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:12.740076Z","caller":"traceutil/trace.go:171","msg":"trace[523524699] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"146.316232ms","start":"2026-05-10T01:08:12.593641Z","end":"2026-05-10T01:08:12.739957Z","steps":["trace[523524699] 'process raft request' (duration: 145.920992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:14.021191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.66788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:08:14.021691Z","caller":"traceutil/trace.go:171","msg":"trace[332229906] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"152.646815ms","start":"2026-05-10T01:08:13.869015Z","end":"2026-05-10T01:08:14.021661Z","steps":["trace[332229906] 'process raft request' (duration: 147.649526ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:14.021286Z","caller":"traceutil/trace.go:171","msg":"trace[1203308509] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8347; }","duration":"156.832735ms","start":"2026-05-10T01:08:13.864433Z","end":"2026-05-10T01:08:14.021266Z","steps":["trace[1203308509] 'count revisions from in-memory index tree' (duration: 156.564356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:14.02193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.236809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:14.021959Z","caller":"traceutil/trace.go:171","msg":"trace[2031674994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"396.309741ms","start":"2026-05-10T01:08:13.625642Z","end":"2026-05-10T01:08:14.021952Z","steps":["trace[2031674994] 'range keys from in-memory index tree' (duration: 396.114495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:14.021986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:13.625624Z","time spent":"396.355831ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:08:33.894858Z","caller":"traceutil/trace.go:171","msg":"trace[22310462] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"103.976884ms","start":"2026-05-10T01:08:33.790849Z","end":"2026-05-10T01:08:33.894826Z","steps":["trace[22310462] 'process raft request' (duration: 103.690327ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:41.759583Z","caller":"traceutil/trace.go:171","msg":"trace[862786134] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"679.282683ms","start":"2026-05-10T01:08:41.080251Z","end":"2026-05-10T01:08:41.759533Z","steps":["trace[862786134] 'process raft request' (duration: 678.838011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:41.759962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:41.080222Z","time spent":"679.470238ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:08:42.140022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.435841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:42.140095Z","caller":"traceutil/trace.go:171","msg":"trace[1466873177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8552; }","duration":"514.565834ms","start":"2026-05-10T01:08:41.625511Z","end":"2026-05-10T01:08:42.140077Z","steps":["trace[1466873177] 'agreement among raft nodes before linearized reading' (duration: 514.43648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:42.140141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:41.625488Z","time spent":"514.641867ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:08:42.139835Z","caller":"traceutil/trace.go:171","msg":"trace[1075589681] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8853; }","duration":"514.228506ms","start":"2026-05-10T01:08:41.625574Z","end":"2026-05-10T01:08:42.139803Z","steps":["trace[1075589681] 'read index received' (duration: 133.335275ms)","trace[1075589681] 'applied index is now lower than readState.Index' (duration: 380.891471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:08:42.140828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.495831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-10T01:08:42.14089Z","caller":"traceutil/trace.go:171","msg":"trace[282896238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8552; }","duration":"478.582863ms","start":"2026-05-10T01:08:41.662293Z","end":"2026-05-10T01:08:42.140876Z","steps":["trace[282896238] 'agreement among raft nodes before linearized reading' (duration: 478.397259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:42.140933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:41.662282Z","time spent":"478.639454ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:08:54.27553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.239255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nvlfd\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-05-10T01:08:54.275628Z","caller":"traceutil/trace.go:171","msg":"trace[1003621248] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nvlfd; range_end:; response_count:1; response_revision:8654; }","duration":"228.368548ms","start":"2026-05-10T01:08:54.047239Z","end":"2026-05-10T01:08:54.275608Z","steps":["trace[1003621248] 'range keys from in-memory index tree' (duration: 228.168664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.275663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.532425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nvlfd\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-05-10T01:08:54.27577Z","caller":"traceutil/trace.go:171","msg":"trace[1434755728] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nvlfd; range_end:; response_count:1; response_revision:8654; }","duration":"237.684129ms","start":"2026-05-10T01:08:54.038061Z","end":"2026-05-10T01:08:54.275745Z","steps":["trace[1434755728] 'range keys from in-memory index tree' (duration: 237.441273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.276074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.717593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nvlfd\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-05-10T01:08:54.276215Z","caller":"traceutil/trace.go:171","msg":"trace[1225724124] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nvlfd; range_end:; response_count:1; response_revision:8654; }","duration":"234.919078ms","start":"2026-05-10T01:08:54.041269Z","end":"2026-05-10T01:08:54.276188Z","steps":["trace[1225724124] 'range keys from in-memory index tree' (duration: 234.287062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:54.35961Z","caller":"traceutil/trace.go:171","msg":"trace[1268965116] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"310.671411ms","start":"2026-05-10T01:08:54.048914Z","end":"2026-05-10T01:08:54.359585Z","steps":["trace[1268965116] 'process raft request' (duration: 310.539178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.359742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.048896Z","time spent":"310.789524ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:08:54.635673Z","caller":"traceutil/trace.go:171","msg":"trace[859428073] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"504.805822ms","start":"2026-05-10T01:08:54.130841Z","end":"2026-05-10T01:08:54.635647Z","steps":["trace[859428073] 'process raft request' (duration: 504.617387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.635801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.130811Z","time spent":"504.925085ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:08:54.635786Z","caller":"traceutil/trace.go:171","msg":"trace[1880048206] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"411.034422ms","start":"2026-05-10T01:08:54.224735Z","end":"2026-05-10T01:08:54.63577Z","steps":["trace[1880048206] 'process raft request' (duration: 410.841267ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:54.635831Z","caller":"traceutil/trace.go:171","msg":"trace[704902126] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8659; }","duration":"349.392475ms","start":"2026-05-10T01:08:54.286413Z","end":"2026-05-10T01:08:54.635805Z","steps":["trace[704902126] 'process raft request' (duration: 349.246571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.635922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.224706Z","time spent":"411.140085ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:08:54.635939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.286395Z","time spent":"349.492907ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4707,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:08:54.635722Z","caller":"traceutil/trace.go:171","msg":"trace[1752972150] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"395.651893ms","start":"2026-05-10T01:08:54.240034Z","end":"2026-05-10T01:08:54.635686Z","steps":["trace[1752972150] 'process raft request' (duration: 395.569841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.24002Z","time spent":"396.008483ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:08:54.635775Z","caller":"traceutil/trace.go:171","msg":"trace[1851699374] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"350.571065ms","start":"2026-05-10T01:08:54.285162Z","end":"2026-05-10T01:08:54.635733Z","steps":["trace[1851699374] 'process raft request' (duration: 350.463432ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:54.635713Z","caller":"traceutil/trace.go:171","msg":"trace[1336380247] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8962; }","duration":"350.487822ms","start":"2026-05-10T01:08:54.285202Z","end":"2026-05-10T01:08:54.63569Z","steps":["trace[1336380247] 'read index received' (duration: 74.333826ms)","trace[1336380247] 'applied index is now lower than readState.Index' (duration: 276.153186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:08:54.636324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.119288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nvlfd\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-05-10T01:08:54.636365Z","caller":"traceutil/trace.go:171","msg":"trace[1750489756] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nvlfd; range_end:; response_count:1; response_revision:8659; }","duration":"351.192121ms","start":"2026-05-10T01:08:54.285157Z","end":"2026-05-10T01:08:54.636349Z","steps":["trace[1750489756] 'agreement among raft nodes before linearized reading' (duration: 351.048008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.285134Z","time spent":"351.260673ms","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nvlfd\" "} {"level":"warn","ts":"2026-05-10T01:08:54.636571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.663601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:54.636625Z","caller":"traceutil/trace.go:171","msg":"trace[221724781] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8659; }","duration":"283.767664ms","start":"2026-05-10T01:08:54.352844Z","end":"2026-05-10T01:08:54.636612Z","steps":["trace[221724781] 'agreement among raft nodes before linearized reading' (duration: 283.680912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.540491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:08:54.636705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.485706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T01:08:54.636723Z","caller":"traceutil/trace.go:171","msg":"trace[1709674960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8659; }","duration":"187.623353ms","start":"2026-05-10T01:08:54.44909Z","end":"2026-05-10T01:08:54.636714Z","steps":["trace[1709674960] 'agreement among raft nodes before linearized reading' (duration: 187.51793ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:54.636744Z","caller":"traceutil/trace.go:171","msg":"trace[72588704] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8659; }","duration":"161.561558ms","start":"2026-05-10T01:08:54.475172Z","end":"2026-05-10T01:08:54.636734Z","steps":["trace[72588704] 'agreement among raft nodes before linearized reading' (duration: 161.412023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.077966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:08:54.636913Z","caller":"traceutil/trace.go:171","msg":"trace[100308689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:8659; }","duration":"124.147328ms","start":"2026-05-10T01:08:54.512757Z","end":"2026-05-10T01:08:54.636904Z","steps":["trace[100308689] 'agreement among raft nodes before linearized reading' (duration: 124.078756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.629121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:08:54.63697Z","caller":"traceutil/trace.go:171","msg":"trace[2000387528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8659; }","duration":"180.709284ms","start":"2026-05-10T01:08:54.456251Z","end":"2026-05-10T01:08:54.63696Z","steps":["trace[2000387528] 'agreement among raft nodes before linearized reading' (duration: 180.622392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.63703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.924937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-10T01:08:54.637113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.591624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:08:54.637173Z","caller":"traceutil/trace.go:171","msg":"trace[1396495378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8659; }","duration":"211.712517ms","start":"2026-05-10T01:08:54.425444Z","end":"2026-05-10T01:08:54.637157Z","steps":["trace[1396495378] 'agreement among raft nodes before linearized reading' (duration: 211.221415ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:54.637196Z","caller":"traceutil/trace.go:171","msg":"trace[937266383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8659; }","duration":"211.129962ms","start":"2026-05-10T01:08:54.426008Z","end":"2026-05-10T01:08:54.637138Z","steps":["trace[937266383] 'agreement among raft nodes before linearized reading' (duration: 210.6558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:54.636356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:54.285132Z","time spent":"351.047448ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:08:55.238931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.761499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-10T01:08:55.239056Z","caller":"traceutil/trace.go:171","msg":"trace[191036818] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8671; }","duration":"159.951035ms","start":"2026-05-10T01:08:55.079057Z","end":"2026-05-10T01:08:55.239008Z","steps":["trace[191036818] 'range keys from in-memory index tree' (duration: 159.502954ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:55.763882Z","caller":"traceutil/trace.go:171","msg":"trace[144063311] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"161.543466ms","start":"2026-05-10T01:08:55.602302Z","end":"2026-05-10T01:08:55.763845Z","steps":["trace[144063311] 'read index received' (duration: 161.244078ms)","trace[144063311] 'applied index is now lower than readState.Index' (duration: 298.348µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:55.763979Z","caller":"traceutil/trace.go:171","msg":"trace[187396317] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"326.577603ms","start":"2026-05-10T01:08:55.43735Z","end":"2026-05-10T01:08:55.763927Z","steps":["trace[187396317] 'process raft request' (duration: 326.264065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:55.764153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.823213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:08:55.764179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:08:55.437333Z","time spent":"326.744817ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:08:55.76422Z","caller":"traceutil/trace.go:171","msg":"trace[1123520338] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8672; }","duration":"161.910655ms","start":"2026-05-10T01:08:55.602289Z","end":"2026-05-10T01:08:55.7642Z","steps":["trace[1123520338] 'agreement among raft nodes before linearized reading' (duration: 161.773372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:55.764238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.977811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:55.764365Z","caller":"traceutil/trace.go:171","msg":"trace[1688040266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8672; }","duration":"139.166586ms","start":"2026-05-10T01:08:55.625169Z","end":"2026-05-10T01:08:55.764336Z","steps":["trace[1688040266] 'agreement among raft nodes before linearized reading' (duration: 138.954001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:56.826726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.830624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:08:56.826877Z","caller":"traceutil/trace.go:171","msg":"trace[1924676355] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"122.222158ms","start":"2026-05-10T01:08:56.704623Z","end":"2026-05-10T01:08:56.826845Z","steps":["trace[1924676355] 'process raft request' (duration: 14.169858ms)","trace[1924676355] 'compare' (duration: 107.677869ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:56.904116Z","caller":"traceutil/trace.go:171","msg":"trace[2101329824] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"197.471767ms","start":"2026-05-10T01:08:56.706623Z","end":"2026-05-10T01:08:56.904094Z","steps":["trace[2101329824] 'process raft request' (duration: 197.389305ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:56.904111Z","caller":"traceutil/trace.go:171","msg":"trace[491784020] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"198.841193ms","start":"2026-05-10T01:08:56.705236Z","end":"2026-05-10T01:08:56.904077Z","steps":["trace[491784020] 'process raft request' (duration: 198.599197ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:56.904386Z","caller":"traceutil/trace.go:171","msg":"trace[1594618218] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"197.707044ms","start":"2026-05-10T01:08:56.706666Z","end":"2026-05-10T01:08:56.904373Z","steps":["trace[1594618218] 'process raft request' (duration: 197.388965ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:56.904363Z","caller":"traceutil/trace.go:171","msg":"trace[357997197] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8987; }","duration":"198.885284ms","start":"2026-05-10T01:08:56.705452Z","end":"2026-05-10T01:08:56.904338Z","steps":["trace[357997197] 'read index received' (duration: 13.354256ms)","trace[357997197] 'applied index is now lower than readState.Index' (duration: 185.530078ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:08:56.904477Z","caller":"traceutil/trace.go:171","msg":"trace[410105462] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"197.760425ms","start":"2026-05-10T01:08:56.706707Z","end":"2026-05-10T01:08:56.904468Z","steps":["trace[410105462] 'process raft request' (duration: 197.538209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:56.904643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.170661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:08:56.904679Z","caller":"traceutil/trace.go:171","msg":"trace[836699993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:8682; }","duration":"199.241672ms","start":"2026-05-10T01:08:56.705428Z","end":"2026-05-10T01:08:56.90467Z","steps":["trace[836699993] 'agreement among raft nodes before linearized reading' (duration: 199.041307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:08:56.904831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.536652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-10T01:08:56.904912Z","caller":"traceutil/trace.go:171","msg":"trace[1628909270] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8682; }","duration":"147.687318ms","start":"2026-05-10T01:08:56.757205Z","end":"2026-05-10T01:08:56.904893Z","steps":["trace[1628909270] 'agreement among raft nodes before linearized reading' (duration: 147.439582ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:57.077773Z","caller":"traceutil/trace.go:171","msg":"trace[292449236] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"143.15792ms","start":"2026-05-10T01:08:56.934582Z","end":"2026-05-10T01:08:57.07774Z","steps":["trace[292449236] 'process raft request' (duration: 142.939174ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:57.077832Z","caller":"traceutil/trace.go:171","msg":"trace[106532034] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"164.188855ms","start":"2026-05-10T01:08:56.913614Z","end":"2026-05-10T01:08:57.077803Z","steps":["trace[106532034] 'process raft request' (duration: 134.694291ms)","trace[106532034] 'compare' (duration: 29.013342ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:09:43.186859Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d1.wal"} {"level":"info","ts":"2026-05-10T01:09:55.901302Z","caller":"traceutil/trace.go:171","msg":"trace[1472928555] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"256.588079ms","start":"2026-05-10T01:09:55.644696Z","end":"2026-05-10T01:09:55.901284Z","steps":["trace[1472928555] 'process raft request' (duration: 256.454434ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:09:55.903582Z","caller":"traceutil/trace.go:171","msg":"trace[1636449665] transaction","detail":"{read_only:false; response_revision:9320; number_of_response:1; }","duration":"251.161468ms","start":"2026-05-10T01:09:55.652382Z","end":"2026-05-10T01:09:55.903544Z","steps":["trace[1636449665] 'process raft request' (duration: 250.559062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:10:45.089943Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:10:45.095617Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-10T01:10:45.095714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-10T01:10:51.529323Z","caller":"traceutil/trace.go:171","msg":"trace[580230947] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"109.961074ms","start":"2026-05-10T01:10:51.419335Z","end":"2026-05-10T01:10:51.529297Z","steps":["trace[580230947] 'process raft request' (duration: 87.522711ms)","trace[580230947] 'compare' (duration: 21.761146ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:13:02.750545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8292} {"level":"info","ts":"2026-05-10T01:13:02.828683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8292,"took":"75.888372ms","hash":2796784007,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":26009600,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-10T01:13:02.82874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2796784007,"revision":8292,"compact-revision":6074} {"level":"info","ts":"2026-05-10T01:13:50.05772Z","caller":"traceutil/trace.go:171","msg":"trace[1263823240] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"119.582617ms","start":"2026-05-10T01:13:49.938104Z","end":"2026-05-10T01:13:50.057686Z","steps":["trace[1263823240] 'process raft request' (duration: 101.36885ms)","trace[1263823240] 'compare' (duration: 18.083612ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:13:50.656564Z","caller":"traceutil/trace.go:171","msg":"trace[1186148563] linearizableReadLoop","detail":"{readStateIndex:11618; appliedIndex:11617; }","duration":"353.171772ms","start":"2026-05-10T01:13:50.303362Z","end":"2026-05-10T01:13:50.656534Z","steps":["trace[1186148563] 'read index received' (duration: 352.897765ms)","trace[1186148563] 'applied index is now lower than readState.Index' (duration: 272.767µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:13:50.656768Z","caller":"traceutil/trace.go:171","msg":"trace[21300434] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"390.000935ms","start":"2026-05-10T01:13:50.266751Z","end":"2026-05-10T01:13:50.656752Z","steps":["trace[21300434] 'process raft request' (duration: 389.608155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.6569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.266734Z","time spent":"390.081667ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:13:50.657064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.359989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:13:50.657112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.700717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-10T01:13:50.657469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.197237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:13:50.657442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.095542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:13:50.657502Z","caller":"traceutil/trace.go:171","msg":"trace[1163498973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11236; }","duration":"204.252198ms","start":"2026-05-10T01:13:50.453238Z","end":"2026-05-10T01:13:50.657491Z","steps":["trace[1163498973] 'agreement among raft nodes before linearized reading' (duration: 204.168096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.529009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-10T01:13:50.657595Z","caller":"traceutil/trace.go:171","msg":"trace[1379957848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11236; }","duration":"202.223536ms","start":"2026-05-10T01:13:50.455322Z","end":"2026-05-10T01:13:50.657546Z","steps":["trace[1379957848] 'agreement among raft nodes before linearized reading' (duration: 202.048501ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:13:50.657172Z","caller":"traceutil/trace.go:171","msg":"trace[820852161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11236; }","duration":"280.485303ms","start":"2026-05-10T01:13:50.376661Z","end":"2026-05-10T01:13:50.657147Z","steps":["trace[820852161] 'agreement among raft nodes before linearized reading' (duration: 280.324409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.532471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:13:50.657792Z","caller":"traceutil/trace.go:171","msg":"trace[1143443187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11236; }","duration":"203.677434ms","start":"2026-05-10T01:13:50.454089Z","end":"2026-05-10T01:13:50.657766Z","steps":["trace[1143443187] 'agreement among raft nodes before linearized reading' (duration: 203.290874ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:13:50.657601Z","caller":"traceutil/trace.go:171","msg":"trace[641528386] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11236; }","duration":"281.668253ms","start":"2026-05-10T01:13:50.375904Z","end":"2026-05-10T01:13:50.657572Z","steps":["trace[641528386] 'agreement among raft nodes before linearized reading' (duration: 281.364705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.930231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.65809Z","caller":"traceutil/trace.go:171","msg":"trace[1886350055] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11236; }","duration":"217.819844ms","start":"2026-05-10T01:13:50.440253Z","end":"2026-05-10T01:13:50.658073Z","steps":["trace[1886350055] 'agreement among raft nodes before linearized reading' (duration: 216.950371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.89876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.6579Z","caller":"traceutil/trace.go:171","msg":"trace[960479864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11236; }","duration":"141.091158ms","start":"2026-05-10T01:13:50.516372Z","end":"2026-05-10T01:13:50.657463Z","steps":["trace[960479864] 'agreement among raft nodes before linearized reading' (duration: 140.570235ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:13:50.658231Z","caller":"traceutil/trace.go:171","msg":"trace[582931291] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11236; }","duration":"217.922296ms","start":"2026-05-10T01:13:50.440293Z","end":"2026-05-10T01:13:50.658215Z","steps":["trace[582931291] 'agreement among raft nodes before linearized reading' (duration: 216.881629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.401437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.65833Z","caller":"traceutil/trace.go:171","msg":"trace[1787842493] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11236; }","duration":"282.449714ms","start":"2026-05-10T01:13:50.375872Z","end":"2026-05-10T01:13:50.658321Z","steps":["trace[1787842493] 'agreement among raft nodes before linearized reading' (duration: 281.387326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.626227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-10T01:13:50.657284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.52469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.658463Z","caller":"traceutil/trace.go:171","msg":"trace[1584725452] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11236; }","duration":"217.818974ms","start":"2026-05-10T01:13:50.440636Z","end":"2026-05-10T01:13:50.658455Z","steps":["trace[1584725452] 'agreement among raft nodes before linearized reading' (duration: 216.409047ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:13:50.658448Z","caller":"traceutil/trace.go:171","msg":"trace[328997732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11236; }","duration":"195.738917ms","start":"2026-05-10T01:13:50.462676Z","end":"2026-05-10T01:13:50.658415Z","steps":["trace[328997732] 'agreement among raft nodes before linearized reading' (duration: 194.556946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.690174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-10T01:13:50.658604Z","caller":"traceutil/trace.go:171","msg":"trace[1515421906] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11236; }","duration":"217.927577ms","start":"2026-05-10T01:13:50.440632Z","end":"2026-05-10T01:13:50.658559Z","steps":["trace[1515421906] 'agreement among raft nodes before linearized reading' (duration: 216.618012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.65739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.037225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T01:13:50.658758Z","caller":"traceutil/trace.go:171","msg":"trace[1536309088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11236; }","duration":"355.424541ms","start":"2026-05-10T01:13:50.303307Z","end":"2026-05-10T01:13:50.658732Z","steps":["trace[1536309088] 'agreement among raft nodes before linearized reading' (duration: 353.994654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.987901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:13:50.658819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.303284Z","time spent":"355.515754ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:13:50.65882Z","caller":"traceutil/trace.go:171","msg":"trace[96367112] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11236; }","duration":"283.43774ms","start":"2026-05-10T01:13:50.375365Z","end":"2026-05-10T01:13:50.658803Z","steps":["trace[96367112] 'agreement among raft nodes before linearized reading' (duration: 281.996242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.494554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.658926Z","caller":"traceutil/trace.go:171","msg":"trace[958485986] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11236; }","duration":"283.925632ms","start":"2026-05-10T01:13:50.37499Z","end":"2026-05-10T01:13:50.658916Z","steps":["trace[958485986] 'agreement among raft nodes before linearized reading' (duration: 282.514895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.318575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:13:50.659416Z","caller":"traceutil/trace.go:171","msg":"trace[1466870336] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11236; }","duration":"218.676437ms","start":"2026-05-10T01:13:50.440723Z","end":"2026-05-10T01:13:50.6594Z","steps":["trace[1466870336] 'agreement among raft nodes before linearized reading' (duration: 216.287124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.657407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.472808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-10T01:13:50.659495Z","caller":"traceutil/trace.go:171","msg":"trace[948751951] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11236; }","duration":"283.611264ms","start":"2026-05-10T01:13:50.375865Z","end":"2026-05-10T01:13:50.659476Z","steps":["trace[948751951] 'agreement among raft nodes before linearized reading' (duration: 281.417996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.919093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.994928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:13:50.919302Z","caller":"traceutil/trace.go:171","msg":"trace[1511068547] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"256.68659ms","start":"2026-05-10T01:13:50.662592Z","end":"2026-05-10T01:13:50.919279Z","steps":["trace[1511068547] 'process raft request' (duration: 64.401134ms)","trace[1511068547] 'compare' (duration: 191.851045ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:13:50.988294Z","caller":"traceutil/trace.go:171","msg":"trace[552947462] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"324.999216ms","start":"2026-05-10T01:13:50.663275Z","end":"2026-05-10T01:13:50.988274Z","steps":["trace[552947462] 'process raft request' (duration: 324.874423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.988408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.663253Z","time spent":"325.093578ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:13:50.988577Z","caller":"traceutil/trace.go:171","msg":"trace[1264661056] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"324.975565ms","start":"2026-05-10T01:13:50.663592Z","end":"2026-05-10T01:13:50.988568Z","steps":["trace[1264661056] 'process raft request' (duration: 324.846192ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:13:50.988562Z","caller":"traceutil/trace.go:171","msg":"trace[19492934] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"325.157239ms","start":"2026-05-10T01:13:50.663382Z","end":"2026-05-10T01:13:50.98854Z","steps":["trace[19492934] 'process raft request' (duration: 324.867072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.988607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.663567Z","time spent":"325.024517ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:13:50.988598Z","caller":"traceutil/trace.go:171","msg":"trace[233218423] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"324.80523ms","start":"2026-05-10T01:13:50.663776Z","end":"2026-05-10T01:13:50.988581Z","steps":["trace[233218423] 'process raft request' (duration: 324.731969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.988682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.663368Z","time spent":"325.244431ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:13:50.988695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.663761Z","time spent":"324.883773ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:13:50.988793Z","caller":"traceutil/trace.go:171","msg":"trace[1484933885] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"324.981036ms","start":"2026-05-10T01:13:50.663788Z","end":"2026-05-10T01:13:50.988769Z","steps":["trace[1484933885] 'process raft request' (duration: 324.76163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:13:50.988981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:13:50.663776Z","time spent":"325.129689ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:18:02.758422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10782} {"level":"info","ts":"2026-05-10T01:18:02.840667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10782,"took":"78.873631ms","hash":4152904138,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":27938816,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-10T01:18:02.840731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4152904138,"revision":10782,"compact-revision":8292} {"level":"info","ts":"2026-05-10T01:18:38.620272Z","caller":"traceutil/trace.go:171","msg":"trace[1428891260] transaction","detail":"{read_only:false; response_revision:13206; number_of_response:1; }","duration":"209.271868ms","start":"2026-05-10T01:18:38.41098Z","end":"2026-05-10T01:18:38.620244Z","steps":["trace[1428891260] 'process raft request' (duration: 209.150465ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:38.621036Z","caller":"traceutil/trace.go:171","msg":"trace[1992328947] transaction","detail":"{read_only:false; response_revision:13207; number_of_response:1; }","duration":"209.760521ms","start":"2026-05-10T01:18:38.41124Z","end":"2026-05-10T01:18:38.621Z","steps":["trace[1992328947] 'process raft request' (duration: 209.576736ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:29.997667Z","caller":"traceutil/trace.go:171","msg":"trace[622719813] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"149.279372ms","start":"2026-05-10T01:19:29.84836Z","end":"2026-05-10T01:19:29.99764Z","steps":["trace[622719813] 'process raft request' (duration: 149.041965ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:29.997855Z","caller":"traceutil/trace.go:171","msg":"trace[1617754927] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"148.890481ms","start":"2026-05-10T01:19:29.848933Z","end":"2026-05-10T01:19:29.997823Z","steps":["trace[1617754927] 'process raft request' (duration: 148.624635ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:30.537402Z","caller":"traceutil/trace.go:171","msg":"trace[195500355] transaction","detail":"{read_only:false; response_revision:13538; number_of_response:1; }","duration":"112.664004ms","start":"2026-05-10T01:19:30.424439Z","end":"2026-05-10T01:19:30.537103Z","steps":["trace[195500355] 'process raft request' (duration: 111.629727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.55925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784470082,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:19:38.646093Z","caller":"traceutil/trace.go:171","msg":"trace[94945518] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"694.94022ms","start":"2026-05-10T01:19:37.951132Z","end":"2026-05-10T01:19:38.646072Z","steps":["trace[94945518] 'process raft request' (duration: 694.809166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.646209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:37.951106Z","time spent":"695.038522ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:19:38.758951Z","caller":"traceutil/trace.go:171","msg":"trace[395379756] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"752.218966ms","start":"2026-05-10T01:19:38.006696Z","end":"2026-05-10T01:19:38.758915Z","steps":["trace[395379756] 'process raft request' (duration: 701.381147ms)","trace[395379756] 'compare' (duration: 50.46761ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:19:38.758956Z","caller":"traceutil/trace.go:171","msg":"trace[1766003767] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"733.543718ms","start":"2026-05-10T01:19:38.025378Z","end":"2026-05-10T01:19:38.758922Z","steps":["trace[1766003767] 'process raft request' (duration: 733.403235ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:38.759035Z","caller":"traceutil/trace.go:171","msg":"trace[1742626448] linearizableReadLoop","detail":"{readStateIndex:14083; appliedIndex:14079; }","duration":"703.602305ms","start":"2026-05-10T01:19:38.055413Z","end":"2026-05-10T01:19:38.759015Z","steps":["trace[1742626448] 'read index received' (duration: 590.599583ms)","trace[1742626448] 'applied index is now lower than readState.Index' (duration: 113.001282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:19:38.759143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:38.025341Z","time spent":"733.705122ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:19:38.759339Z","caller":"traceutil/trace.go:171","msg":"trace[897315418] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"733.20572ms","start":"2026-05-10T01:19:38.02611Z","end":"2026-05-10T01:19:38.759316Z","steps":["trace[897315418] 'process raft request' (duration: 732.752878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.759422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.000667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:19:38.75945Z","caller":"traceutil/trace.go:171","msg":"trace[334680339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:13617; }","duration":"704.074159ms","start":"2026-05-10T01:19:38.055368Z","end":"2026-05-10T01:19:38.759442Z","steps":["trace[334680339] 'agreement among raft nodes before linearized reading' (duration: 703.950496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.759472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:38.055349Z","time spent":"704.11811ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6jlkr\" "} {"level":"warn","ts":"2026-05-10T01:19:38.759469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:38.026095Z","time spent":"733.295362ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:19:38.759455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.421842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:38.759534Z","caller":"traceutil/trace.go:171","msg":"trace[1883557880] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13617; }","duration":"367.545315ms","start":"2026-05-10T01:19:38.391968Z","end":"2026-05-10T01:19:38.759514Z","steps":["trace[1883557880] 'agreement among raft nodes before linearized reading' (duration: 367.416782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.759582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.152673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-10T01:19:38.759113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:38.006669Z","time spent":"752.362329ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:19:38.759654Z","caller":"traceutil/trace.go:171","msg":"trace[1611882109] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13617; }","duration":"295.268476ms","start":"2026-05-10T01:19:38.464366Z","end":"2026-05-10T01:19:38.759635Z","steps":["trace[1611882109] 'agreement among raft nodes before linearized reading' (duration: 295.05254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:38.75959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:38.391947Z","time spent":"367.629866ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:19:47.104071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.559346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-05-10T01:19:47.104206Z","caller":"traceutil/trace.go:171","msg":"trace[1162042105] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13664; }","duration":"191.744391ms","start":"2026-05-10T01:19:46.912436Z","end":"2026-05-10T01:19:47.104181Z","steps":["trace[1162042105] 'range keys from in-memory index tree' (duration: 191.305398ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:47.104473Z","caller":"traceutil/trace.go:171","msg":"trace[1835522454] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"189.257226ms","start":"2026-05-10T01:19:46.915168Z","end":"2026-05-10T01:19:47.104426Z","steps":["trace[1835522454] 'process raft request' (duration: 92.319353ms)","trace[1835522454] 'compare' (duration: 96.590773ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:19:47.104987Z","caller":"traceutil/trace.go:171","msg":"trace[1578222985] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"189.287726ms","start":"2026-05-10T01:19:46.91567Z","end":"2026-05-10T01:19:47.104957Z","steps":["trace[1578222985] 'process raft request' (duration: 188.614468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:47.105043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.83655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582447"} {"level":"info","ts":"2026-05-10T01:19:47.105556Z","caller":"traceutil/trace.go:171","msg":"trace[676588856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13664; }","duration":"190.379074ms","start":"2026-05-10T01:19:46.915151Z","end":"2026-05-10T01:19:47.10553Z","steps":["trace[676588856] 'range keys from in-memory index tree' (duration: 188.822824ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:19.335154Z","caller":"traceutil/trace.go:171","msg":"trace[1657418929] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"313.626746ms","start":"2026-05-10T01:20:19.021487Z","end":"2026-05-10T01:20:19.335114Z","steps":["trace[1657418929] 'process raft request' (duration: 266.026752ms)","trace[1657418929] 'compare' (duration: 47.209844ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:20:19.335224Z","caller":"traceutil/trace.go:171","msg":"trace[1860005380] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"311.371036ms","start":"2026-05-10T01:20:19.023806Z","end":"2026-05-10T01:20:19.335177Z","steps":["trace[1860005380] 'process raft request' (duration: 311.261833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:20:19.335321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:20:19.021464Z","time spent":"313.77865ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:20:19.335382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:20:19.023785Z","time spent":"311.504559ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:20:19.33541Z","caller":"traceutil/trace.go:171","msg":"trace[1249119695] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"145.452201ms","start":"2026-05-10T01:20:19.189939Z","end":"2026-05-10T01:20:19.335391Z","steps":["trace[1249119695] 'process raft request' (duration: 145.209094ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:21.074935Z","caller":"traceutil/trace.go:171","msg":"trace[377728726] linearizableReadLoop","detail":"{readStateIndex:14329; appliedIndex:14328; }","duration":"190.518528ms","start":"2026-05-10T01:20:20.884393Z","end":"2026-05-10T01:20:21.074912Z","steps":["trace[377728726] 'read index received' (duration: 190.447216ms)","trace[377728726] 'applied index is now lower than readState.Index' (duration: 68.252µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:20:21.075312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.895528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-10T01:20:21.075353Z","caller":"traceutil/trace.go:171","msg":"trace[1550596494] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13854; }","duration":"190.978561ms","start":"2026-05-10T01:20:20.884362Z","end":"2026-05-10T01:20:21.075341Z","steps":["trace[1550596494] 'agreement among raft nodes before linearized reading' (duration: 190.636231ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:21.075303Z","caller":"traceutil/trace.go:171","msg":"trace[1226932183] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"247.166929ms","start":"2026-05-10T01:20:20.828063Z","end":"2026-05-10T01:20:21.07523Z","steps":["trace[1226932183] 'process raft request' (duration: 246.705577ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:22.090976Z","caller":"traceutil/trace.go:171","msg":"trace[795415905] transaction","detail":"{read_only:false; response_revision:13863; number_of_response:1; }","duration":"186.868843ms","start":"2026-05-10T01:20:21.904088Z","end":"2026-05-10T01:20:22.090957Z","steps":["trace[795415905] 'process raft request' (duration: 186.742959ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:22.311589Z","caller":"traceutil/trace.go:171","msg":"trace[1094815866] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"398.217426ms","start":"2026-05-10T01:20:21.913352Z","end":"2026-05-10T01:20:22.311569Z","steps":["trace[1094815866] 'process raft request' (duration: 398.085953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:20:22.311841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:20:21.913326Z","time spent":"398.319389ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:20:30.001126Z","caller":"traceutil/trace.go:171","msg":"trace[1393279887] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"258.210787ms","start":"2026-05-10T01:20:29.742891Z","end":"2026-05-10T01:20:30.001102Z","steps":["trace[1393279887] 'process raft request' (duration: 258.074284ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:20:30.208811Z","caller":"traceutil/trace.go:171","msg":"trace[1949313084] linearizableReadLoop","detail":"{readStateIndex:14501; appliedIndex:14499; }","duration":"269.672776ms","start":"2026-05-10T01:20:29.939112Z","end":"2026-05-10T01:20:30.208785Z","steps":["trace[1949313084] 'read index received' (duration: 61.868786ms)","trace[1949313084] 'applied index is now lower than readState.Index' (duration: 207.80304ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:20:30.208942Z","caller":"traceutil/trace.go:171","msg":"trace[820338323] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"390.755991ms","start":"2026-05-10T01:20:29.818151Z","end":"2026-05-10T01:20:30.208907Z","steps":["trace[820338323] 'process raft request' (duration: 313.676567ms)","trace[820338323] 'compare' (duration: 76.849888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:20:30.209039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.902422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-10T01:20:30.209064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:20:29.818118Z","time spent":"390.881194ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:20:30.209073Z","caller":"traceutil/trace.go:171","msg":"trace[591735776] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14023; }","duration":"269.985064ms","start":"2026-05-10T01:20:29.939078Z","end":"2026-05-10T01:20:30.209063Z","steps":["trace[591735776] 'agreement among raft nodes before linearized reading' (duration: 269.829811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:20:30.209302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.213509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d1d7418b-b3c5-41eb-8b99-244d5c51d357\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-10T01:20:30.209447Z","caller":"traceutil/trace.go:171","msg":"trace[1118376865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d1d7418b-b3c5-41eb-8b99-244d5c51d357; range_end:; response_count:1; response_revision:14023; }","duration":"180.549018ms","start":"2026-05-10T01:20:30.028869Z","end":"2026-05-10T01:20:30.209418Z","steps":["trace[1118376865] 'agreement among raft nodes before linearized reading' (duration: 180.063185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:20:30.209552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.86299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:20:30.20958Z","caller":"traceutil/trace.go:171","msg":"trace[1774605394] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14023; }","duration":"122.922732ms","start":"2026-05-10T01:20:30.086649Z","end":"2026-05-10T01:20:30.209572Z","steps":["trace[1774605394] 'agreement among raft nodes before linearized reading' (duration: 122.812399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:20:30.494225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.8474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:20:30.494347Z","caller":"traceutil/trace.go:171","msg":"trace[1931437503] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"282.202444ms","start":"2026-05-10T01:20:30.212125Z","end":"2026-05-10T01:20:30.494327Z","steps":["trace[1931437503] 'process raft request' (duration: 97.158059ms)","trace[1931437503] 'compare' (duration: 184.703526ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:20:30.496121Z","caller":"traceutil/trace.go:171","msg":"trace[1622989879] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"277.723987ms","start":"2026-05-10T01:20:30.218369Z","end":"2026-05-10T01:20:30.496093Z","steps":["trace[1622989879] 'process raft request' (duration: 277.588913ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:21:33.704461Z","caller":"traceutil/trace.go:171","msg":"trace[1084723371] transaction","detail":"{read_only:false; response_revision:14915; number_of_response:1; }","duration":"100.182468ms","start":"2026-05-10T01:21:33.60425Z","end":"2026-05-10T01:21:33.704432Z","steps":["trace[1084723371] 'process raft request' (duration: 98.468233ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:21:33.898415Z","caller":"traceutil/trace.go:171","msg":"trace[30953078] transaction","detail":"{read_only:false; response_revision:14919; number_of_response:1; }","duration":"115.60918ms","start":"2026-05-10T01:21:33.782778Z","end":"2026-05-10T01:21:33.898387Z","steps":["trace[30953078] 'process raft request' (duration: 83.418089ms)","trace[30953078] 'compare' (duration: 32.066558ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:21:33.956517Z","caller":"traceutil/trace.go:171","msg":"trace[823746289] transaction","detail":"{read_only:false; response_revision:14920; number_of_response:1; }","duration":"173.627846ms","start":"2026-05-10T01:21:33.782858Z","end":"2026-05-10T01:21:33.956486Z","steps":["trace[823746289] 'process raft request' (duration: 173.379669ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:21:33.956684Z","caller":"traceutil/trace.go:171","msg":"trace[854085799] linearizableReadLoop","detail":"{readStateIndex:15425; appliedIndex:15422; }","duration":"118.738433ms","start":"2026-05-10T01:21:33.837922Z","end":"2026-05-10T01:21:33.95666Z","steps":["trace[854085799] 'read index received' (duration: 28.291109ms)","trace[854085799] 'applied index is now lower than readState.Index' (duration: 90.445324ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:21:33.956817Z","caller":"traceutil/trace.go:171","msg":"trace[1344378183] transaction","detail":"{read_only:false; response_revision:14921; number_of_response:1; }","duration":"173.902063ms","start":"2026-05-10T01:21:33.782871Z","end":"2026-05-10T01:21:33.956773Z","steps":["trace[1344378183] 'process raft request' (duration: 173.544325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:21:33.956901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.954469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-05-10T01:21:33.956995Z","caller":"traceutil/trace.go:171","msg":"trace[1143097047] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7hgvc; range_end:; response_count:1; response_revision:14921; }","duration":"119.084022ms","start":"2026-05-10T01:21:33.837889Z","end":"2026-05-10T01:21:33.956973Z","steps":["trace[1143097047] 'agreement among raft nodes before linearized reading' (duration: 118.848835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:21:33.956937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.123636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-05-10T01:21:33.95719Z","caller":"traceutil/trace.go:171","msg":"trace[1826600141] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7hgvc; range_end:; response_count:1; response_revision:14921; }","duration":"118.386313ms","start":"2026-05-10T01:21:33.838788Z","end":"2026-05-10T01:21:33.957175Z","steps":["trace[1826600141] 'agreement among raft nodes before linearized reading' (duration: 118.002353ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:21:34.371591Z","caller":"traceutil/trace.go:171","msg":"trace[2122958373] transaction","detail":"{read_only:false; response_revision:14922; number_of_response:1; }","duration":"107.306825ms","start":"2026-05-10T01:21:34.264256Z","end":"2026-05-10T01:21:34.371563Z","steps":["trace[2122958373] 'process raft request' (duration: 107.15386ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:08.175288Z","caller":"traceutil/trace.go:171","msg":"trace[514434217] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"125.461718ms","start":"2026-05-10T01:22:08.049788Z","end":"2026-05-10T01:22:08.17525Z","steps":["trace[514434217] 'process raft request' (duration: 125.175611ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:08.311313Z","caller":"traceutil/trace.go:171","msg":"trace[1355524217] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"131.191108ms","start":"2026-05-10T01:22:08.180101Z","end":"2026-05-10T01:22:08.311292Z","steps":["trace[1355524217] 'process raft request' (duration: 131.018794ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:08.32913Z","caller":"traceutil/trace.go:171","msg":"trace[1117305258] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"148.645504ms","start":"2026-05-10T01:22:08.180455Z","end":"2026-05-10T01:22:08.329101Z","steps":["trace[1117305258] 'process raft request' (duration: 148.444669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.123393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784474777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:22:10.261428Z","caller":"traceutil/trace.go:171","msg":"trace[1322678555] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"659.245867ms","start":"2026-05-10T01:22:09.60216Z","end":"2026-05-10T01:22:10.261406Z","steps":["trace[1322678555] 'process raft request' (duration: 659.099813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.261586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.602128Z","time spent":"659.382701ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:22:10.891561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.648544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:22:10.891695Z","caller":"traceutil/trace.go:171","msg":"trace[196706496] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"1.162285491s","start":"2026-05-10T01:22:09.729393Z","end":"2026-05-10T01:22:10.891678Z","steps":["trace[196706496] 'process raft request' (duration: 739.445662ms)","trace[196706496] 'compare' (duration: 422.560952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:22:10.891744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.729372Z","time spent":"1.162348183s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:22:10.891911Z","caller":"traceutil/trace.go:171","msg":"trace[972462576] linearizableReadLoop","detail":"{readStateIndex:15621; appliedIndex:15618; }","duration":"1.268574969s","start":"2026-05-10T01:22:09.623297Z","end":"2026-05-10T01:22:10.891872Z","steps":["trace[972462576] 'read index received' (duration: 638.067033ms)","trace[972462576] 'applied index is now lower than readState.Index' (duration: 630.505996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:22:10.892047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268743033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:22:10.892035Z","caller":"traceutil/trace.go:171","msg":"trace[794971551] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"1.00911518s","start":"2026-05-10T01:22:09.882887Z","end":"2026-05-10T01:22:10.892003Z","steps":["trace[794971551] 'process raft request' (duration: 1.00875508s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.314525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T01:22:10.892281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.709959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc8lr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-05-10T01:22:10.892366Z","caller":"traceutil/trace.go:171","msg":"trace[292709038] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vc8lr; range_end:; response_count:1; response_revision:15110; }","duration":"527.841103ms","start":"2026-05-10T01:22:10.364505Z","end":"2026-05-10T01:22:10.892347Z","steps":["trace[292709038] 'agreement among raft nodes before linearized reading' (duration: 527.591546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.364485Z","time spent":"527.920505ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc8lr\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033160996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.892497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.624963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-10T01:22:10.892523Z","caller":"traceutil/trace.go:171","msg":"trace[378173724] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15110; }","duration":"1.033306471s","start":"2026-05-10T01:22:09.859194Z","end":"2026-05-10T01:22:10.8925Z","steps":["trace[378173724] 'agreement among raft nodes before linearized reading' (duration: 1.033153658s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.580463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:22:10.892573Z","caller":"traceutil/trace.go:171","msg":"trace[1406969762] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"386.723646ms","start":"2026-05-10T01:22:10.505831Z","end":"2026-05-10T01:22:10.892555Z","steps":["trace[1406969762] 'agreement among raft nodes before linearized reading' (duration: 386.52554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.859173Z","time spent":"1.033392684s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-10T01:22:10.892606Z","caller":"traceutil/trace.go:171","msg":"trace[821955076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15110; }","duration":"401.689876ms","start":"2026-05-10T01:22:10.490892Z","end":"2026-05-10T01:22:10.892582Z","steps":["trace[821955076] 'agreement among raft nodes before linearized reading' (duration: 401.543682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.751958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:22:10.892666Z","caller":"traceutil/trace.go:171","msg":"trace[466905292] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15110; }","duration":"401.84068ms","start":"2026-05-10T01:22:10.490816Z","end":"2026-05-10T01:22:10.892657Z","steps":["trace[466905292] 'agreement among raft nodes before linearized reading' (duration: 401.784629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.135449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.892701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.490795Z","time spent":"401.900912ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.223046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:22:10.892748Z","caller":"traceutil/trace.go:171","msg":"trace[1838742938] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15110; }","duration":"190.246591ms","start":"2026-05-10T01:22:10.702462Z","end":"2026-05-10T01:22:10.892709Z","steps":["trace[1838742938] 'agreement among raft nodes before linearized reading' (duration: 190.118268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.723714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-10T01:22:10.892785Z","caller":"traceutil/trace.go:171","msg":"trace[152490607] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15110; }","duration":"393.278447ms","start":"2026-05-10T01:22:10.499495Z","end":"2026-05-10T01:22:10.892774Z","steps":["trace[152490607] 'agreement among raft nodes before linearized reading' (duration: 393.208025ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.892811Z","caller":"traceutil/trace.go:171","msg":"trace[1043671417] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15110; }","duration":"190.793066ms","start":"2026-05-10T01:22:10.702008Z","end":"2026-05-10T01:22:10.892801Z","steps":["trace[1043671417] 'agreement among raft nodes before linearized reading' (duration: 190.715204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.78077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:22:10.892832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.736365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6jlkr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-10T01:22:10.89277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.038311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:22:10.892867Z","caller":"traceutil/trace.go:171","msg":"trace[302631632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6jlkr; range_end:; response_count:1; response_revision:15110; }","duration":"407.789506ms","start":"2026-05-10T01:22:10.485069Z","end":"2026-05-10T01:22:10.892858Z","steps":["trace[302631632] 'agreement among raft nodes before linearized reading' (duration: 407.701294ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.892862Z","caller":"traceutil/trace.go:171","msg":"trace[669461554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15110; }","duration":"964.866683ms","start":"2026-05-10T01:22:09.927979Z","end":"2026-05-10T01:22:10.892846Z","steps":["trace[669461554] 'agreement among raft nodes before linearized reading' (duration: 964.695129ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.892879Z","caller":"traceutil/trace.go:171","msg":"trace[34245460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15110; }","duration":"920.169284ms","start":"2026-05-10T01:22:09.9727Z","end":"2026-05-10T01:22:10.892869Z","steps":["trace[34245460] 'agreement among raft nodes before linearized reading' (duration: 919.941219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.892881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.410933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:22:10.892918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.927965Z","time spent":"964.941194ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.972689Z","time spent":"920.245766ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033888467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.892978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.762156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-05-10T01:22:10.892981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.990545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-10T01:22:10.893004Z","caller":"traceutil/trace.go:171","msg":"trace[174249627] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7hgvc; range_end:; response_count:1; response_revision:15110; }","duration":"474.816207ms","start":"2026-05-10T01:22:10.41818Z","end":"2026-05-10T01:22:10.892997Z","steps":["trace[174249627] 'agreement among raft nodes before linearized reading' (duration: 474.740685ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.893001Z","caller":"traceutil/trace.go:171","msg":"trace[347100703] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15110; }","duration":"1.034011239s","start":"2026-05-10T01:22:09.858973Z","end":"2026-05-10T01:22:10.892984Z","steps":["trace[347100703] 'agreement among raft nodes before linearized reading' (duration: 1.033916357s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.89303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.418165Z","time spent":"474.860118ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" "} {"level":"info","ts":"2026-05-10T01:22:10.893033Z","caller":"traceutil/trace.go:171","msg":"trace[1530474363] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15110; }","duration":"394.071997ms","start":"2026-05-10T01:22:10.498948Z","end":"2026-05-10T01:22:10.89302Z","steps":["trace[1530474363] 'agreement among raft nodes before linearized reading' (duration: 393.909093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.858959Z","time spent":"1.034081582s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.128492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-10T01:22:10.893075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.498926Z","time spent":"394.138569ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-10T01:22:10.893103Z","caller":"traceutil/trace.go:171","msg":"trace[1432150482] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"401.176003ms","start":"2026-05-10T01:22:10.491916Z","end":"2026-05-10T01:22:10.893092Z","steps":["trace[1432150482] 'agreement among raft nodes before linearized reading' (duration: 401.06419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.757698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-10T01:22:10.892614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.505819Z","time spent":"386.785887ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-10T01:22:10.89313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034100882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-10T01:22:10.893142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.491912Z","time spent":"401.220664ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-10T01:22:10.893159Z","caller":"traceutil/trace.go:171","msg":"trace[1319640077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15110; }","duration":"556.811789ms","start":"2026-05-10T01:22:10.336327Z","end":"2026-05-10T01:22:10.893138Z","steps":["trace[1319640077] 'agreement among raft nodes before linearized reading' (duration: 556.706296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.336318Z","time spent":"556.867601ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:22:10.893189Z","caller":"traceutil/trace.go:171","msg":"trace[484161908] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"1.034196934s","start":"2026-05-10T01:22:09.858977Z","end":"2026-05-10T01:22:10.893174Z","steps":["trace[484161908] 'agreement among raft nodes before linearized reading' (duration: 1.034059431s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.755987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.893239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.074113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-05-10T01:22:10.892833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.499487Z","time spent":"393.335808ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-10T01:22:10.893272Z","caller":"traceutil/trace.go:171","msg":"trace[437844682] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7hgvc; range_end:; response_count:1; response_revision:15110; }","duration":"506.144636ms","start":"2026-05-10T01:22:10.387119Z","end":"2026-05-10T01:22:10.893264Z","steps":["trace[437844682] 'agreement among raft nodes before linearized reading' (duration: 506.041663ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.89327Z","caller":"traceutil/trace.go:171","msg":"trace[838150996] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15110; }","duration":"401.81501ms","start":"2026-05-10T01:22:10.491441Z","end":"2026-05-10T01:22:10.893256Z","steps":["trace[838150996] 'agreement among raft nodes before linearized reading' (duration: 401.739467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.601443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T01:22:10.892704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.567869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-10T01:22:10.893325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.491434Z","time spent":"401.879251ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035301614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-10T01:22:10.893345Z","caller":"traceutil/trace.go:171","msg":"trace[606949159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15110; }","duration":"577.678186ms","start":"2026-05-10T01:22:10.31565Z","end":"2026-05-10T01:22:10.893328Z","steps":["trace[606949159] 'agreement among raft nodes before linearized reading' (duration: 577.577292ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.893362Z","caller":"traceutil/trace.go:171","msg":"trace[1829759808] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"191.235798ms","start":"2026-05-10T01:22:10.70211Z","end":"2026-05-10T01:22:10.893346Z","steps":["trace[1829759808] 'agreement among raft nodes before linearized reading' (duration: 190.52508ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.89337Z","caller":"traceutil/trace.go:171","msg":"trace[1940468819] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15110; }","duration":"1.035385496s","start":"2026-05-10T01:22:09.857972Z","end":"2026-05-10T01:22:10.893358Z","steps":["trace[1940468819] 'agreement among raft nodes before linearized reading' (duration: 1.035274652s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.315632Z","time spent":"577.745228ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.825161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-10T01:22:10.893396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.204197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.893385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.67591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-10T01:22:10.893408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.857947Z","time spent":"1.035453748s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-10T01:22:10.893419Z","caller":"traceutil/trace.go:171","msg":"trace[128209420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15110; }","duration":"809.888523ms","start":"2026-05-10T01:22:10.083523Z","end":"2026-05-10T01:22:10.893412Z","steps":["trace[128209420] 'agreement among raft nodes before linearized reading' (duration: 809.806561ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.893428Z","caller":"traceutil/trace.go:171","msg":"trace[1457011596] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15110; }","duration":"558.234268ms","start":"2026-05-10T01:22:10.335182Z","end":"2026-05-10T01:22:10.893417Z","steps":["trace[1457011596] 'agreement among raft nodes before linearized reading' (duration: 558.156856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.89345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.335149Z","time spent":"558.297009ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.083502Z","time spent":"809.938695ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.821116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:22:10.893562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.99499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:22:10.892075Z","caller":"traceutil/trace.go:171","msg":"trace[139076689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15110; }","duration":"1.268805236s","start":"2026-05-10T01:22:09.623261Z","end":"2026-05-10T01:22:10.892067Z","steps":["trace[139076689] 'agreement among raft nodes before linearized reading' (duration: 1.268752624s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.892205Z","caller":"traceutil/trace.go:171","msg":"trace[378804195] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15110; }","duration":"877.373876ms","start":"2026-05-10T01:22:10.014825Z","end":"2026-05-10T01:22:10.892199Z","steps":["trace[378804195] 'agreement among raft nodes before linearized reading' (duration: 877.272743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.623242Z","time spent":"1.270431367s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21232174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-10T01:22:10.893738Z","caller":"traceutil/trace.go:171","msg":"trace[1152737416] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"1.212401142s","start":"2026-05-10T01:22:09.681321Z","end":"2026-05-10T01:22:10.893722Z","steps":["trace[1152737416] 'agreement among raft nodes before linearized reading' (duration: 1.210756889s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.681299Z","time spent":"1.212474443s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-10T01:22:10.895599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.882863Z","time spent":"1.009247283s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:22:10.897299Z","caller":"traceutil/trace.go:171","msg":"trace[1623375045] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15110; }","duration":"562.138759ms","start":"2026-05-10T01:22:10.335138Z","end":"2026-05-10T01:22:10.897276Z","steps":["trace[1623375045] 'agreement among raft nodes before linearized reading' (duration: 557.805086ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.897367Z","caller":"traceutil/trace.go:171","msg":"trace[1673244002] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15110; }","duration":"561.81474ms","start":"2026-05-10T01:22:10.335534Z","end":"2026-05-10T01:22:10.897349Z","steps":["trace[1673244002] 'agreement among raft nodes before linearized reading' (duration: 557.98357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.897428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.335528Z","time spent":"561.882892ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:22:10.893581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.186366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-10T01:22:10.893235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034148933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-05-10T01:22:10.892673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.490887Z","time spent":"401.772768ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T01:22:10.892616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.30893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-10T01:22:10.893245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.85888Z","time spent":"1.034355228s","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-10T01:22:10.897464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.014807Z","time spent":"882.628363ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":70,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:22:10.893307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.387102Z","time spent":"506.198857ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7hgvc\" "} {"level":"warn","ts":"2026-05-10T01:22:10.89779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.335126Z","time spent":"562.262452ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-10T01:22:10.897924Z","caller":"traceutil/trace.go:171","msg":"trace[1500416423] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15110; }","duration":"562.114459ms","start":"2026-05-10T01:22:10.335387Z","end":"2026-05-10T01:22:10.897502Z","steps":["trace[1500416423] 'agreement among raft nodes before linearized reading' (duration: 558.142275ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.892948Z","caller":"traceutil/trace.go:171","msg":"trace[1818031829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15110; }","duration":"989.501006ms","start":"2026-05-10T01:22:09.903429Z","end":"2026-05-10T01:22:10.89293Z","steps":["trace[1818031829] 'agreement among raft nodes before linearized reading' (duration: 989.338162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.897999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.335323Z","time spent":"562.650152ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-10T01:22:10.893451Z","caller":"traceutil/trace.go:171","msg":"trace[503730275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15110; }","duration":"713.782972ms","start":"2026-05-10T01:22:10.179646Z","end":"2026-05-10T01:22:10.893429Z","steps":["trace[503730275] 'agreement among raft nodes before linearized reading' (duration: 713.415912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.893188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.978881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-10T01:22:10.8929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.485057Z","time spent":"407.836918ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6jlkr\" "} {"level":"warn","ts":"2026-05-10T01:22:10.898062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.17962Z","time spent":"718.427954ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:22:10.898124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.903414Z","time spent":"994.588578ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-10T01:22:10.898152Z","caller":"traceutil/trace.go:171","msg":"trace[1192494797] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15110; }","duration":"1.038553099s","start":"2026-05-10T01:22:09.859059Z","end":"2026-05-10T01:22:10.897612Z","steps":["trace[1192494797] 'agreement among raft nodes before linearized reading' (duration: 1.034090441s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.898181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.859051Z","time spent":"1.039121354s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-05-10T01:22:10.898286Z","caller":"traceutil/trace.go:171","msg":"trace[694191835] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15110; }","duration":"717.94048ms","start":"2026-05-10T01:22:10.180132Z","end":"2026-05-10T01:22:10.898073Z","steps":["trace[694191835] 'agreement among raft nodes before linearized reading' (duration: 712.884128ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:10.898304Z","caller":"traceutil/trace.go:171","msg":"trace[1885527833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15110; }","duration":"927.488196ms","start":"2026-05-10T01:22:09.970186Z","end":"2026-05-10T01:22:10.897675Z","steps":["trace[1885527833] 'agreement among raft nodes before linearized reading' (duration: 922.217898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:22:10.898329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:09.970167Z","time spent":"928.155504ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:22:10.898337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:22:10.180109Z","time spent":"718.212677ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-10T01:23:02.765628Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12888} {"level":"info","ts":"2026-05-10T01:23:02.842371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12888,"took":"73.950711ms","hash":3394912270,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":30593024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T01:23:02.842431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3394912270,"revision":12888,"compact-revision":10782} {"level":"info","ts":"2026-05-10T01:24:47.607514Z","caller":"traceutil/trace.go:171","msg":"trace[1184688634] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"159.309188ms","start":"2026-05-10T01:24:47.448182Z","end":"2026-05-10T01:24:47.607492Z","steps":["trace[1184688634] 'process raft request' (duration: 159.153814ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:06.617816Z","caller":"traceutil/trace.go:171","msg":"trace[1315735428] linearizableReadLoop","detail":"{readStateIndex:17935; appliedIndex:17934; }","duration":"106.387973ms","start":"2026-05-10T01:27:06.511399Z","end":"2026-05-10T01:27:06.617787Z","steps":["trace[1315735428] 'read index received' (duration: 106.198118ms)","trace[1315735428] 'applied index is now lower than readState.Index' (duration: 188.325µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:27:06.617958Z","caller":"traceutil/trace.go:171","msg":"trace[977048778] transaction","detail":"{read_only:false; response_revision:17349; number_of_response:1; }","duration":"106.864094ms","start":"2026-05-10T01:27:06.511058Z","end":"2026-05-10T01:27:06.617922Z","steps":["trace[977048778] 'process raft request' (duration: 106.540486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:06.618989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.570883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930763"} {"level":"info","ts":"2026-05-10T01:27:06.619074Z","caller":"traceutil/trace.go:171","msg":"trace[1561616346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17349; }","duration":"107.697277ms","start":"2026-05-10T01:27:06.511358Z","end":"2026-05-10T01:27:06.619055Z","steps":["trace[1561616346] 'agreement among raft nodes before linearized reading' (duration: 106.604838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:06.819053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.757689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-10T01:27:06.819167Z","caller":"traceutil/trace.go:171","msg":"trace[1485187479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17353; }","duration":"114.836111ms","start":"2026-05-10T01:27:06.70426Z","end":"2026-05-10T01:27:06.819096Z","steps":["trace[1485187479] 'range keys from in-memory index tree' (duration: 114.645796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:46.831049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.425024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:27:46.83117Z","caller":"traceutil/trace.go:171","msg":"trace[1580856118] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17683; }","duration":"324.571848ms","start":"2026-05-10T01:27:46.506573Z","end":"2026-05-10T01:27:46.831145Z","steps":["trace[1580856118] 'range keys from in-memory index tree' (duration: 324.301721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:46.831242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.548372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:27:46.831267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:46.506556Z","time spent":"324.694912ms","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:27:46.831318Z","caller":"traceutil/trace.go:171","msg":"trace[706951358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17683; }","duration":"233.975753ms","start":"2026-05-10T01:27:46.597322Z","end":"2026-05-10T01:27:46.831298Z","steps":["trace[706951358] 'range keys from in-memory index tree' (duration: 233.355938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:46.831096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.741979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:46.831608Z","caller":"traceutil/trace.go:171","msg":"trace[1085265556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17683; }","duration":"186.298703ms","start":"2026-05-10T01:27:46.645286Z","end":"2026-05-10T01:27:46.831585Z","steps":["trace[1085265556] 'range keys from in-memory index tree' (duration: 185.630286ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:54.415928Z","caller":"traceutil/trace.go:171","msg":"trace[1327182884] transaction","detail":"{read_only:false; response_revision:17879; number_of_response:1; }","duration":"264.627852ms","start":"2026-05-10T01:27:54.151277Z","end":"2026-05-10T01:27:54.415905Z","steps":["trace[1327182884] 'process raft request' (duration: 264.485079ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:54.43906Z","caller":"traceutil/trace.go:171","msg":"trace[974398903] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"143.820128ms","start":"2026-05-10T01:27:54.29522Z","end":"2026-05-10T01:27:54.43904Z","steps":["trace[974398903] 'process raft request' (duration: 143.692675ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.089649Z","caller":"traceutil/trace.go:171","msg":"trace[1686186855] linearizableReadLoop","detail":"{readStateIndex:18479; appliedIndex:18478; }","duration":"463.11459ms","start":"2026-05-10T01:27:54.626511Z","end":"2026-05-10T01:27:55.089626Z","steps":["trace[1686186855] 'read index received' (duration: 462.895395ms)","trace[1686186855] 'applied index is now lower than readState.Index' (duration: 218.195µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:27:55.090153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.547252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:27:55.090188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.765332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:27:55.090239Z","caller":"traceutil/trace.go:171","msg":"trace[1537832120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17881; }","duration":"131.677305ms","start":"2026-05-10T01:27:54.958543Z","end":"2026-05-10T01:27:55.09022Z","steps":["trace[1537832120] 'agreement among raft nodes before linearized reading' (duration: 131.504921ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.090253Z","caller":"traceutil/trace.go:171","msg":"trace[1012779425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17881; }","duration":"208.869215ms","start":"2026-05-10T01:27:54.881362Z","end":"2026-05-10T01:27:55.090231Z","steps":["trace[1012779425] 'agreement among raft nodes before linearized reading' (duration: 208.66917ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.090478Z","caller":"traceutil/trace.go:171","msg":"trace[1916590682] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"541.508423ms","start":"2026-05-10T01:27:54.548956Z","end":"2026-05-10T01:27:55.090464Z","steps":["trace[1916590682] 'process raft request' (duration: 540.525867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.090573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.087136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:55.090603Z","caller":"traceutil/trace.go:171","msg":"trace[1378256258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17881; }","duration":"464.154248ms","start":"2026-05-10T01:27:54.62644Z","end":"2026-05-10T01:27:55.090595Z","steps":["trace[1378256258] 'agreement among raft nodes before linearized reading' (duration: 464.102007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.090619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:54.626384Z","time spent":"464.231069ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:27:55.090608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:54.548935Z","time spent":"541.579205ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:27:55.090751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.054598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:27:55.09083Z","caller":"traceutil/trace.go:171","msg":"trace[1107641456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17881; }","duration":"141.188801ms","start":"2026-05-10T01:27:54.949623Z","end":"2026-05-10T01:27:55.090812Z","steps":["trace[1107641456] 'agreement among raft nodes before linearized reading' (duration: 140.949555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.09077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.705835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:27:55.090902Z","caller":"traceutil/trace.go:171","msg":"trace[2098088032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17881; }","duration":"136.849268ms","start":"2026-05-10T01:27:54.954044Z","end":"2026-05-10T01:27:55.090893Z","steps":["trace[2098088032] 'agreement among raft nodes before linearized reading' (duration: 136.586622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.090868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.059431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:27:55.090911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.696644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:27:55.090955Z","caller":"traceutil/trace.go:171","msg":"trace[132687899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17881; }","duration":"136.774146ms","start":"2026-05-10T01:27:54.954165Z","end":"2026-05-10T01:27:55.090939Z","steps":["trace[132687899] 'agreement among raft nodes before linearized reading' (duration: 136.430108ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.090986Z","caller":"traceutil/trace.go:171","msg":"trace[551610613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17881; }","duration":"185.165494ms","start":"2026-05-10T01:27:54.905772Z","end":"2026-05-10T01:27:55.090938Z","steps":["trace[551610613] 'agreement among raft nodes before linearized reading' (duration: 184.901458ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.795353Z","caller":"traceutil/trace.go:171","msg":"trace[1976686221] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"700.540312ms","start":"2026-05-10T01:27:55.094777Z","end":"2026-05-10T01:27:55.795318Z","steps":["trace[1976686221] 'process raft request' (duration: 700.254125ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.79539Z","caller":"traceutil/trace.go:171","msg":"trace[1674569916] linearizableReadLoop","detail":"{readStateIndex:18483; appliedIndex:18479; }","duration":"699.168177ms","start":"2026-05-10T01:27:55.096204Z","end":"2026-05-10T01:27:55.795373Z","steps":["trace[1674569916] 'read index received' (duration: 40.985607ms)","trace[1674569916] 'applied index is now lower than readState.Index' (duration: 658.18153ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:27:55.795399Z","caller":"traceutil/trace.go:171","msg":"trace[227170922] transaction","detail":"{read_only:false; response_revision:17884; number_of_response:1; }","duration":"700.129732ms","start":"2026-05-10T01:27:55.095234Z","end":"2026-05-10T01:27:55.795364Z","steps":["trace[227170922] 'process raft request' (duration: 699.931637ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:55.795479Z","caller":"traceutil/trace.go:171","msg":"trace[1393695291] transaction","detail":"{read_only:false; response_revision:17886; number_of_response:1; }","duration":"698.49481ms","start":"2026-05-10T01:27:55.096943Z","end":"2026-05-10T01:27:55.795438Z","steps":["trace[1393695291] 'process raft request' (duration: 698.351596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.795521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.09476Z","time spent":"700.673926ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:27:55.795512Z","caller":"traceutil/trace.go:171","msg":"trace[1247850107] transaction","detail":"{read_only:false; response_revision:17885; number_of_response:1; }","duration":"699.588648ms","start":"2026-05-10T01:27:55.09589Z","end":"2026-05-10T01:27:55.795479Z","steps":["trace[1247850107] 'process raft request' (duration: 699.363802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.795562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.095228Z","time spent":"700.246556ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:27:55.795629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.095881Z","time spent":"699.691542ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:27:55.795628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.096928Z","time spent":"698.625153ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:27:55.795815Z","caller":"traceutil/trace.go:171","msg":"trace[583051063] transaction","detail":"{read_only:false; response_revision:17887; number_of_response:1; }","duration":"697.422892ms","start":"2026-05-10T01:27:55.098376Z","end":"2026-05-10T01:27:55.795799Z","steps":["trace[583051063] 'process raft request' (duration: 696.96154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.795879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.098364Z","time spent":"697.480593ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:27:55.796908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.630725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:974207"} {"level":"info","ts":"2026-05-10T01:27:55.797121Z","caller":"traceutil/trace.go:171","msg":"trace[1535855517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17887; }","duration":"700.929253ms","start":"2026-05-10T01:27:55.096163Z","end":"2026-05-10T01:27:55.797092Z","steps":["trace[1535855517] 'agreement among raft nodes before linearized reading' (duration: 699.290001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:55.797231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.096143Z","time spent":"701.066396ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":974230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.862843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.114612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.746833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.114634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.359694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.114645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.630271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.114691Z","caller":"traceutil/trace.go:171","msg":"trace[598780094] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:17888; }","duration":"414.858467ms","start":"2026-05-10T01:27:55.699812Z","end":"2026-05-10T01:27:56.114671Z","steps":["trace[598780094] 'agreement among raft nodes before linearized reading' (duration: 414.224911ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:56.114717Z","caller":"traceutil/trace.go:171","msg":"trace[1731721180] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17888; }","duration":"383.522019ms","start":"2026-05-10T01:27:55.731171Z","end":"2026-05-10T01:27:56.114693Z","steps":["trace[1731721180] 'agreement among raft nodes before linearized reading' (duration: 383.380815ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:56.114727Z","caller":"traceutil/trace.go:171","msg":"trace[2056961712] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17888; }","duration":"383.720944ms","start":"2026-05-10T01:27:55.730986Z","end":"2026-05-10T01:27:56.114707Z","steps":["trace[2056961712] 'agreement among raft nodes before linearized reading' (duration: 383.5699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.114746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.699805Z","time spent":"414.931279ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.73096Z","time spent":"383.816187ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.627521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.114658Z","caller":"traceutil/trace.go:171","msg":"trace[964381049] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"825.962436ms","start":"2026-05-10T01:27:55.288677Z","end":"2026-05-10T01:27:56.114639Z","steps":["trace[964381049] 'agreement among raft nodes before linearized reading' (duration: 825.849333ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:56.114832Z","caller":"traceutil/trace.go:171","msg":"trace[1405076933] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"383.687883ms","start":"2026-05-10T01:27:55.731135Z","end":"2026-05-10T01:27:56.114823Z","steps":["trace[1405076933] 'agreement among raft nodes before linearized reading' (duration: 383.611841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.114834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.288669Z","time spent":"826.158561ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.731127Z","time spent":"383.721564ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.731163Z","time spent":"383.5898ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-05-10T01:27:56.114706Z","caller":"traceutil/trace.go:171","msg":"trace[775554258] transaction","detail":"{read_only:false; response_revision:17888; number_of_response:1; }","duration":"526.033114ms","start":"2026-05-10T01:27:55.588661Z","end":"2026-05-10T01:27:56.114694Z","steps":["trace[775554258] 'process raft request' (duration: 522.060881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.114979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.679742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.11499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.028705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.114975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.676652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.115014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.588636Z","time spent":"526.324531ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:27:56.115023Z","caller":"traceutil/trace.go:171","msg":"trace[671119637] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:17888; }","duration":"383.918269ms","start":"2026-05-10T01:27:55.731095Z","end":"2026-05-10T01:27:56.115013Z","steps":["trace[671119637] 'agreement among raft nodes before linearized reading' (duration: 383.838227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.731071Z","time spent":"383.97385ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-05-10T01:27:56.115068Z","caller":"traceutil/trace.go:171","msg":"trace[439331510] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17888; }","duration":"414.758743ms","start":"2026-05-10T01:27:55.700274Z","end":"2026-05-10T01:27:56.115032Z","steps":["trace[439331510] 'agreement among raft nodes before linearized reading' (duration: 414.63133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.767834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.11514Z","caller":"traceutil/trace.go:171","msg":"trace[1524164005] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17888; }","duration":"383.864597ms","start":"2026-05-10T01:27:55.731266Z","end":"2026-05-10T01:27:56.11513Z","steps":["trace[1524164005] 'agreement among raft nodes before linearized reading' (duration: 383.564849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.731236Z","time spent":"383.932459ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.700267Z","time spent":"414.830616ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.316619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.115316Z","caller":"traceutil/trace.go:171","msg":"trace[1369073347] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"384.384501ms","start":"2026-05-10T01:27:55.730919Z","end":"2026-05-10T01:27:56.115304Z","steps":["trace[1369073347] 'agreement among raft nodes before linearized reading' (duration: 384.317429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.730905Z","time spent":"384.443922ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:56.114581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.572484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:27:56.114683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.329961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hdpqk\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-10T01:27:56.115894Z","caller":"traceutil/trace.go:171","msg":"trace[1393313005] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17888; }","duration":"829.912318ms","start":"2026-05-10T01:27:55.285966Z","end":"2026-05-10T01:27:56.115878Z","steps":["trace[1393313005] 'agreement among raft nodes before linearized reading' (duration: 828.536452ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:27:56.11594Z","caller":"traceutil/trace.go:171","msg":"trace[800337589] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hdpqk; range_end:; response_count:1; response_revision:17888; }","duration":"714.645936ms","start":"2026-05-10T01:27:55.401277Z","end":"2026-05-10T01:27:56.115923Z","steps":["trace[800337589] 'agreement among raft nodes before linearized reading' (duration: 713.222409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.28596Z","time spent":"829.970719ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.401256Z","time spent":"714.709638ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hdpqk\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.383324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116107Z","caller":"traceutil/trace.go:171","msg":"trace[1509590509] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17888; }","duration":"830.203546ms","start":"2026-05-10T01:27:55.285868Z","end":"2026-05-10T01:27:56.116072Z","steps":["trace[1509590509] 'agreement among raft nodes before linearized reading' (duration: 829.393174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.115402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.653718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116176Z","caller":"traceutil/trace.go:171","msg":"trace[1739488354] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17888; }","duration":"416.468188ms","start":"2026-05-10T01:27:55.6997Z","end":"2026-05-10T01:27:56.116168Z","steps":["trace[1739488354] 'agreement among raft nodes before linearized reading' (duration: 415.653076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.699695Z","time spent":"416.50077ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.74857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116239Z","caller":"traceutil/trace.go:171","msg":"trace[1002896829] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"416.55562ms","start":"2026-05-10T01:27:55.699669Z","end":"2026-05-10T01:27:56.116225Z","steps":["trace[1002896829] 'agreement among raft nodes before linearized reading' (duration: 415.736589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.699659Z","time spent":"416.614622ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.708558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116366Z","caller":"traceutil/trace.go:171","msg":"trace[1341368329] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17888; }","duration":"416.611382ms","start":"2026-05-10T01:27:55.699747Z","end":"2026-05-10T01:27:56.116358Z","steps":["trace[1341368329] 'agreement among raft nodes before linearized reading' (duration: 415.623027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.699724Z","time spent":"416.673154ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.14837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116455Z","caller":"traceutil/trace.go:171","msg":"trace[1502556062] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"417.080625ms","start":"2026-05-10T01:27:55.699368Z","end":"2026-05-10T01:27:56.116448Z","steps":["trace[1502556062] 'agreement among raft nodes before linearized reading' (duration: 416.151501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.699349Z","time spent":"417.119605ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:56.115592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.086473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116538Z","caller":"traceutil/trace.go:171","msg":"trace[66324503] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:17888; }","duration":"831.076648ms","start":"2026-05-10T01:27:55.285457Z","end":"2026-05-10T01:27:56.116533Z","steps":["trace[66324503] 'agreement among raft nodes before linearized reading' (duration: 830.117024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.285432Z","time spent":"831.118699ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-05-10T01:27:56.113947Z","caller":"traceutil/trace.go:171","msg":"trace[1448596413] linearizableReadLoop","detail":"{readStateIndex:18486; appliedIndex:18485; }","duration":"318.489921ms","start":"2026-05-10T01:27:55.79543Z","end":"2026-05-10T01:27:56.11392Z","steps":["trace[1448596413] 'read index received' (duration: 315.266698ms)","trace[1448596413] 'applied index is now lower than readState.Index' (duration: 3.221223ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:27:56.116542Z","caller":"traceutil/trace.go:171","msg":"trace[1910929597] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17888; }","duration":"830.572985ms","start":"2026-05-10T01:27:55.285951Z","end":"2026-05-10T01:27:56.116524Z","steps":["trace[1910929597] 'agreement among raft nodes before linearized reading' (duration: 829.005544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.28592Z","time spent":"830.696778ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-05-10T01:27:56.116663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.683244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.116683Z","caller":"traceutil/trace.go:171","msg":"trace[639588756] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17888; }","duration":"302.757436ms","start":"2026-05-10T01:27:55.813918Z","end":"2026-05-10T01:27:56.116675Z","steps":["trace[639588756] 'agreement among raft nodes before linearized reading' (duration: 302.721205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.8139Z","time spent":"302.799197ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:27:56.116856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.550443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:27:56.116883Z","caller":"traceutil/trace.go:171","msg":"trace[184064665] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:17888; }","duration":"214.612184ms","start":"2026-05-10T01:27:55.902265Z","end":"2026-05-10T01:27:56.116877Z","steps":["trace[184064665] 'agreement among raft nodes before linearized reading' (duration: 214.533972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.116146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.285858Z","time spent":"830.278578ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T01:27:56.117887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.22298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:56.117994Z","caller":"traceutil/trace.go:171","msg":"trace[781581487] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17888; }","duration":"829.356443ms","start":"2026-05-10T01:27:55.288623Z","end":"2026-05-10T01:27:56.11798Z","steps":["trace[781581487] 'agreement among raft nodes before linearized reading' (duration: 826.003366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:27:56.118244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:27:55.288609Z","time spent":"829.623221ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-05-10T01:27:57.738187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.029244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:27:57.738282Z","caller":"traceutil/trace.go:171","msg":"trace[1209429652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17903; }","duration":"113.214629ms","start":"2026-05-10T01:27:57.62505Z","end":"2026-05-10T01:27:57.738264Z","steps":["trace[1209429652] 'range keys from in-memory index tree' (duration: 112.950002ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:28:02.774145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15443} {"level":"info","ts":"2026-05-10T01:28:02.870549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15443,"took":"92.951276ms","hash":3604676211,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":33660928,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-10T01:28:02.870637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3604676211,"revision":15443,"compact-revision":12888} {"level":"info","ts":"2026-05-10T01:28:05.113068Z","caller":"traceutil/trace.go:171","msg":"trace[54550058] transaction","detail":"{read_only:false; response_revision:18032; number_of_response:1; }","duration":"110.985292ms","start":"2026-05-10T01:28:05.002054Z","end":"2026-05-10T01:28:05.113039Z","steps":["trace[54550058] 'process raft request' (duration: 110.50635ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:28:05.505088Z","caller":"traceutil/trace.go:171","msg":"trace[646620269] transaction","detail":"{read_only:false; response_revision:18034; number_of_response:1; }","duration":"144.747542ms","start":"2026-05-10T01:28:05.360317Z","end":"2026-05-10T01:28:05.505065Z","steps":["trace[646620269] 'process raft request' (duration: 144.576657ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:31:12.858157Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:31:12.863075Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-10T01:31:12.863259Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-10T01:32:53.538452Z","caller":"traceutil/trace.go:171","msg":"trace[429418774] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"104.280138ms","start":"2026-05-10T01:32:53.434154Z","end":"2026-05-10T01:32:53.538434Z","steps":["trace[429418774] 'process raft request' (duration: 104.149324ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:32:59.362136Z","caller":"traceutil/trace.go:171","msg":"trace[1904811557] linearizableReadLoop","detail":"{readStateIndex:20763; appliedIndex:20762; }","duration":"418.330564ms","start":"2026-05-10T01:32:58.94378Z","end":"2026-05-10T01:32:59.362111Z","steps":["trace[1904811557] 'read index received' (duration: 418.14527ms)","trace[1904811557] 'applied index is now lower than readState.Index' (duration: 184.264µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:32:59.362247Z","caller":"traceutil/trace.go:171","msg":"trace[310976071] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"476.944834ms","start":"2026-05-10T01:32:58.88529Z","end":"2026-05-10T01:32:59.362235Z","steps":["trace[310976071] 'process raft request' (duration: 476.664057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:32:59.362352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:58.885274Z","time spent":"477.001295ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:32:59.3625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.707263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:32:59.362586Z","caller":"traceutil/trace.go:171","msg":"trace[1725466855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20088; }","duration":"418.832946ms","start":"2026-05-10T01:32:58.943732Z","end":"2026-05-10T01:32:59.362565Z","steps":["trace[1725466855] 'agreement among raft nodes before linearized reading' (duration: 418.704823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:32:59.362626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:58.943711Z","time spent":"418.906799ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:32:59.857723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.194201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:32:59.857861Z","caller":"traceutil/trace.go:171","msg":"trace[537587689] linearizableReadLoop","detail":"{readStateIndex:20764; appliedIndex:20763; }","duration":"495.634357ms","start":"2026-05-10T01:32:59.362204Z","end":"2026-05-10T01:32:59.857839Z","steps":["trace[537587689] 'read index received' (duration: 295.234011ms)","trace[537587689] 'applied index is now lower than readState.Index' (duration: 200.398176ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:32:59.857968Z","caller":"traceutil/trace.go:171","msg":"trace[1594659988] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"642.958743ms","start":"2026-05-10T01:32:59.214987Z","end":"2026-05-10T01:32:59.857946Z","steps":["trace[1594659988] 'process raft request' (duration: 442.412874ms)","trace[1594659988] 'compare' (duration: 199.8082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:32:59.858059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.214959Z","time spent":"643.048506ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:32:59.858083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.076704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:32:59.858183Z","caller":"traceutil/trace.go:171","msg":"trace[655108136] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20089; }","duration":"878.233107ms","start":"2026-05-10T01:32:58.979927Z","end":"2026-05-10T01:32:59.85816Z","steps":["trace[655108136] 'agreement among raft nodes before linearized reading' (duration: 878.038493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:32:59.858255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:58.9799Z","time spent":"878.339011ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:33:00.19066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.930387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:33:00.190881Z","caller":"traceutil/trace.go:171","msg":"trace[386080595] linearizableReadLoop","detail":"{readStateIndex:20766; appliedIndex:20764; }","duration":"332.959203ms","start":"2026-05-10T01:32:59.857906Z","end":"2026-05-10T01:33:00.190865Z","steps":["trace[386080595] 'read index received' (duration: 173.713938ms)","trace[386080595] 'applied index is now lower than readState.Index' (duration: 159.241435ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:33:00.19099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.893052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:33:00.19106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.073616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:33:00.191094Z","caller":"traceutil/trace.go:171","msg":"trace[866633440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20091; }","duration":"667.139707ms","start":"2026-05-10T01:32:59.523941Z","end":"2026-05-10T01:33:00.191081Z","steps":["trace[866633440] 'agreement among raft nodes before linearized reading' (duration: 667.021025ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.191091Z","caller":"traceutil/trace.go:171","msg":"trace[2029781161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20091; }","duration":"565.029185ms","start":"2026-05-10T01:32:59.626035Z","end":"2026-05-10T01:33:00.191065Z","steps":["trace[2029781161] 'agreement among raft nodes before linearized reading' (duration: 564.856001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.52392Z","time spent":"667.200218ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:33:00.191149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.626015Z","time spent":"565.124217ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:33:00.191267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.651048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:33:00.191311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.36439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:33:00.19132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.878282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:33:00.191327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.885973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:33:00.191334Z","caller":"traceutil/trace.go:171","msg":"trace[1322525910] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"498.015357ms","start":"2026-05-10T01:32:59.693286Z","end":"2026-05-10T01:33:00.191301Z","steps":["trace[1322525910] 'process raft request' (duration: 338.354671ms)","trace[1322525910] 'compare' (duration: 158.63425ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:33:00.191372Z","caller":"traceutil/trace.go:171","msg":"trace[1125534748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20091; }","duration":"625.848993ms","start":"2026-05-10T01:32:59.56549Z","end":"2026-05-10T01:33:00.191339Z","steps":["trace[1125534748] 'agreement among raft nodes before linearized reading' (duration: 625.488144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.247412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:33:00.191383Z","caller":"traceutil/trace.go:171","msg":"trace[1978939092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20091; }","duration":"623.964043ms","start":"2026-05-10T01:32:59.567398Z","end":"2026-05-10T01:33:00.191362Z","steps":["trace[1978939092] 'agreement among raft nodes before linearized reading' (duration: 623.773299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.087635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:33:00.191429Z","caller":"traceutil/trace.go:171","msg":"trace[962090072] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20091; }","duration":"413.315034ms","start":"2026-05-10T01:32:59.778104Z","end":"2026-05-10T01:33:00.19142Z","steps":["trace[962090072] 'agreement among raft nodes before linearized reading' (duration: 413.277893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.77808Z","time spent":"413.363244ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:33:00.191447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.567385Z","time spent":"624.050906ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:33:00.191451Z","caller":"traceutil/trace.go:171","msg":"trace[1294081723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20091; }","duration":"622.161417ms","start":"2026-05-10T01:32:59.569275Z","end":"2026-05-10T01:33:00.191436Z","steps":["trace[1294081723] 'agreement among raft nodes before linearized reading' (duration: 622.026374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.565433Z","time spent":"625.998856ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:33:00.191466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.453958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:33:00.191471Z","caller":"traceutil/trace.go:171","msg":"trace[1212992556] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"496.434027ms","start":"2026-05-10T01:32:59.695025Z","end":"2026-05-10T01:33:00.191459Z","steps":["trace[1212992556] 'process raft request' (duration: 495.746799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.569264Z","time spent":"622.219118ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:33:00.191402Z","caller":"traceutil/trace.go:171","msg":"trace[1042182869] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20091; }","duration":"323.001806ms","start":"2026-05-10T01:32:59.86838Z","end":"2026-05-10T01:33:00.191381Z","steps":["trace[1042182869] 'agreement among raft nodes before linearized reading' (duration: 322.875753ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.191512Z","caller":"traceutil/trace.go:171","msg":"trace[1128264281] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20091; }","duration":"825.49729ms","start":"2026-05-10T01:32:59.366001Z","end":"2026-05-10T01:33:00.191498Z","steps":["trace[1128264281] 'agreement among raft nodes before linearized reading' (duration: 825.428837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.694985Z","time spent":"496.52048ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:33:00.191553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.365945Z","time spent":"825.597653ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:33:00.191558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.868358Z","time spent":"323.180771ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:33:00.191496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.693246Z","time spent":"498.15956ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:33:00.19135Z","caller":"traceutil/trace.go:171","msg":"trace[1994538043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20091; }","duration":"625.437222ms","start":"2026-05-10T01:32:59.565901Z","end":"2026-05-10T01:33:00.191338Z","steps":["trace[1994538043] 'agreement among raft nodes before linearized reading' (duration: 625.285318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.191707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:32:59.565881Z","time spent":"625.815001ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:33:00.40403Z","caller":"traceutil/trace.go:171","msg":"trace[314040770] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"207.810737ms","start":"2026-05-10T01:33:00.196195Z","end":"2026-05-10T01:33:00.404006Z","steps":["trace[314040770] 'process raft request' (duration: 207.557631ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.404354Z","caller":"traceutil/trace.go:171","msg":"trace[786872208] transaction","detail":"{read_only:false; response_revision:20094; number_of_response:1; }","duration":"208.058483ms","start":"2026-05-10T01:33:00.196249Z","end":"2026-05-10T01:33:00.404307Z","steps":["trace[786872208] 'process raft request' (duration: 207.667534ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.404503Z","caller":"traceutil/trace.go:171","msg":"trace[837109940] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"208.017882ms","start":"2026-05-10T01:33:00.196463Z","end":"2026-05-10T01:33:00.404481Z","steps":["trace[837109940] 'process raft request' (duration: 207.743524ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.404554Z","caller":"traceutil/trace.go:171","msg":"trace[346475011] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"207.651043ms","start":"2026-05-10T01:33:00.196873Z","end":"2026-05-10T01:33:00.404524Z","steps":["trace[346475011] 'process raft request' (duration: 207.515629ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:00.404489Z","caller":"traceutil/trace.go:171","msg":"trace[611883478] linearizableReadLoop","detail":"{readStateIndex:20771; appliedIndex:20766; }","duration":"207.193431ms","start":"2026-05-10T01:33:00.197272Z","end":"2026-05-10T01:33:00.404466Z","steps":["trace[611883478] 'read index received' (duration: 32.825897ms)","trace[611883478] 'applied index is now lower than readState.Index' (duration: 174.366454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:33:00.404782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.463378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18464"} {"level":"info","ts":"2026-05-10T01:33:00.40483Z","caller":"traceutil/trace.go:171","msg":"trace[873836129] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20096; }","duration":"207.55383ms","start":"2026-05-10T01:33:00.197265Z","end":"2026-05-10T01:33:00.404819Z","steps":["trace[873836129] 'agreement among raft nodes before linearized reading' (duration: 207.286003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:00.868411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.056132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:33:00.868828Z","caller":"traceutil/trace.go:171","msg":"trace[235874564] transaction","detail":"{read_only:false; response_revision:20097; number_of_response:1; }","duration":"448.112571ms","start":"2026-05-10T01:33:00.420693Z","end":"2026-05-10T01:33:00.868805Z","steps":["trace[235874564] 'process raft request' (duration: 246.571726ms)","trace[235874564] 'compare' (duration: 200.241331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:33:00.86898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:33:00.420677Z","time spent":"448.228184ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:33:01.314991Z","caller":"traceutil/trace.go:171","msg":"trace[404491942] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"441.09499ms","start":"2026-05-10T01:33:00.873875Z","end":"2026-05-10T01:33:01.31497Z","steps":["trace[404491942] 'process raft request' (duration: 440.949606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:33:01.315149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:33:00.873861Z","time spent":"441.190753ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:33:01.316543Z","caller":"traceutil/trace.go:171","msg":"trace[1997395693] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"273.405196ms","start":"2026-05-10T01:33:01.043115Z","end":"2026-05-10T01:33:01.31652Z","steps":["trace[1997395693] 'process raft request' (duration: 272.953255ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:33:02.781834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17966} {"level":"info","ts":"2026-05-10T01:33:02.917987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17966,"took":"132.778903ms","hash":2121283411,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":29454336,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:33:02.918053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2121283411,"revision":17966,"compact-revision":15443} {"level":"info","ts":"2026-05-10T01:35:01.516738Z","caller":"traceutil/trace.go:171","msg":"trace[1046833284] linearizableReadLoop","detail":"{readStateIndex:21802; appliedIndex:21801; }","duration":"108.428515ms","start":"2026-05-10T01:35:01.408241Z","end":"2026-05-10T01:35:01.51667Z","steps":["trace[1046833284] 'read index received' (duration: 19.37597ms)","trace[1046833284] 'applied index is now lower than readState.Index' (duration: 89.051125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:35:01.516911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.652151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:35:01.516939Z","caller":"traceutil/trace.go:171","msg":"trace[551385383] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21087; }","duration":"108.751223ms","start":"2026-05-10T01:35:01.408178Z","end":"2026-05-10T01:35:01.51693Z","steps":["trace[551385383] 'agreement among raft nodes before linearized reading' (duration: 108.666931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:35:01.536873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.632944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-10T01:35:01.536943Z","caller":"traceutil/trace.go:171","msg":"trace[1567079186] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21088; }","duration":"100.719646ms","start":"2026-05-10T01:35:01.436207Z","end":"2026-05-10T01:35:01.536927Z","steps":["trace[1567079186] 'agreement among raft nodes before linearized reading' (duration: 100.581343ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:36:49.867866Z","caller":"traceutil/trace.go:171","msg":"trace[816236821] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"113.68318ms","start":"2026-05-10T01:36:49.754159Z","end":"2026-05-10T01:36:49.867842Z","steps":["trace[816236821] 'process raft request' (duration: 112.956691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.099809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784498574,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:36:56.148213Z","caller":"traceutil/trace.go:171","msg":"trace[1159049485] transaction","detail":"{read_only:false; response_revision:22515; number_of_response:1; }","duration":"717.617498ms","start":"2026-05-10T01:36:55.430569Z","end":"2026-05-10T01:36:56.148187Z","steps":["trace[1159049485] 'process raft request' (duration: 717.464914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.148372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.430527Z","time spent":"717.756881ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:36:56.202813Z","caller":"traceutil/trace.go:171","msg":"trace[1687963809] linearizableReadLoop","detail":"{readStateIndex:23270; appliedIndex:23266; }","duration":"603.911376ms","start":"2026-05-10T01:36:55.598874Z","end":"2026-05-10T01:36:56.202786Z","steps":["trace[1687963809] 'read index received' (duration: 549.201656ms)","trace[1687963809] 'applied index is now lower than readState.Index' (duration: 54.70803ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:36:56.203196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.386533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:36:56.203298Z","caller":"traceutil/trace.go:171","msg":"trace[276018362] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"364.752542ms","start":"2026-05-10T01:36:55.838496Z","end":"2026-05-10T01:36:56.203248Z","steps":["trace[276018362] 'process raft request' (duration: 364.244729ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:36:56.203458Z","caller":"traceutil/trace.go:171","msg":"trace[1355298393] transaction","detail":"{read_only:false; response_revision:22516; number_of_response:1; }","duration":"753.595134ms","start":"2026-05-10T01:36:55.449783Z","end":"2026-05-10T01:36:56.203378Z","steps":["trace[1355298393] 'process raft request' (duration: 752.772183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.675367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-10T01:36:56.203615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.929139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:36:56.203654Z","caller":"traceutil/trace.go:171","msg":"trace[376839807] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22518; }","duration":"116.756309ms","start":"2026-05-10T01:36:56.08688Z","end":"2026-05-10T01:36:56.203637Z","steps":["trace[376839807] 'agreement among raft nodes before linearized reading' (duration: 116.658006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.577057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-10T01:36:56.20375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.838439Z","time spent":"365.183302ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:36:56.203779Z","caller":"traceutil/trace.go:171","msg":"trace[1088019191] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22518; }","duration":"551.64148ms","start":"2026-05-10T01:36:55.652129Z","end":"2026-05-10T01:36:56.203771Z","steps":["trace[1088019191] 'agreement among raft nodes before linearized reading' (duration: 551.547567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.652112Z","time spent":"551.695851ms","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:36:56.203462Z","caller":"traceutil/trace.go:171","msg":"trace[1873991071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22518; }","duration":"577.695271ms","start":"2026-05-10T01:36:55.625749Z","end":"2026-05-10T01:36:56.203444Z","steps":["trace[1873991071] 'agreement among raft nodes before linearized reading' (duration: 577.388924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.449764Z","time spent":"753.7966ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:36:56.20405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.122174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:36:56.204089Z","caller":"traceutil/trace.go:171","msg":"trace[520859553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22518; }","duration":"566.191675ms","start":"2026-05-10T01:36:55.63788Z","end":"2026-05-10T01:36:56.204072Z","steps":["trace[520859553] 'agreement among raft nodes before linearized reading' (duration: 566.131054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.20411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.637854Z","time spent":"566.250396ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:36:56.203658Z","caller":"traceutil/trace.go:171","msg":"trace[708170043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22518; }","duration":"516.061162ms","start":"2026-05-10T01:36:55.687586Z","end":"2026-05-10T01:36:56.203647Z","steps":["trace[708170043] 'agreement among raft nodes before linearized reading' (duration: 515.911078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.452671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:36:56.204194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.686357Z","time spent":"517.825078ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:36:56.204195Z","caller":"traceutil/trace.go:171","msg":"trace[993159142] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:22518; }","duration":"271.370344ms","start":"2026-05-10T01:36:55.932813Z","end":"2026-05-10T01:36:56.204184Z","steps":["trace[993159142] 'agreement among raft nodes before linearized reading' (duration: 270.340038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.203971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.022911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:36:56.204204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.625731Z","time spent":"578.236785ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:36:56.204302Z","caller":"traceutil/trace.go:171","msg":"trace[1564707864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22518; }","duration":"566.39416ms","start":"2026-05-10T01:36:55.637899Z","end":"2026-05-10T01:36:56.204293Z","steps":["trace[1564707864] 'agreement among raft nodes before linearized reading' (duration: 565.98888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.204327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.637875Z","time spent":"566.446071ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:36:56.203183Z","caller":"traceutil/trace.go:171","msg":"trace[976555668] transaction","detail":"{read_only:false; response_revision:22517; number_of_response:1; }","duration":"741.456022ms","start":"2026-05-10T01:36:55.461695Z","end":"2026-05-10T01:36:56.203151Z","steps":["trace[976555668] 'process raft request' (duration: 740.99941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.204546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.461679Z","time spent":"742.788907ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:36:56.204815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.220671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:36:56.20489Z","caller":"traceutil/trace.go:171","msg":"trace[1168184599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22518; }","duration":"606.018762ms","start":"2026-05-10T01:36:55.598852Z","end":"2026-05-10T01:36:56.204871Z","steps":["trace[1168184599] 'agreement among raft nodes before linearized reading' (duration: 604.245627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:36:56.204939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:36:55.598772Z","time spent":"606.150845ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:38:02.788133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20109} {"level":"info","ts":"2026-05-10T01:38:02.904769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20109,"took":"111.877864ms","hash":1587367904,"current-db-size-bytes":56377344,"current-db-size":"56 MB","current-db-size-in-use-bytes":40771584,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-10T01:38:02.904847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1587367904,"revision":20109,"compact-revision":17966} {"level":"info","ts":"2026-05-10T01:38:34.835158Z","caller":"traceutil/trace.go:171","msg":"trace[247347658] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"132.741443ms","start":"2026-05-10T01:38:34.702385Z","end":"2026-05-10T01:38:34.835126Z","steps":["trace[247347658] 'process raft request' (duration: 119.046219ms)","trace[247347658] 'compare' (duration: 13.519458ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:34.835524Z","caller":"traceutil/trace.go:171","msg":"trace[1095858088] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"132.795994ms","start":"2026-05-10T01:38:34.70271Z","end":"2026-05-10T01:38:34.835506Z","steps":["trace[1095858088] 'process raft request' (duration: 132.373573ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:34.835666Z","caller":"traceutil/trace.go:171","msg":"trace[817331561] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"132.481605ms","start":"2026-05-10T01:38:34.703146Z","end":"2026-05-10T01:38:34.835627Z","steps":["trace[817331561] 'process raft request' (duration: 132.349172ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:34.835723Z","caller":"traceutil/trace.go:171","msg":"trace[939762554] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"132.611308ms","start":"2026-05-10T01:38:34.70307Z","end":"2026-05-10T01:38:34.835681Z","steps":["trace[939762554] 'process raft request' (duration: 132.302761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:26.963831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.294952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:26.96394Z","caller":"traceutil/trace.go:171","msg":"trace[901645766] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"225.695137ms","start":"2026-05-10T01:39:26.738231Z","end":"2026-05-10T01:39:26.963926Z","steps":["trace[901645766] 'compare' (duration: 224.144057ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:27.09239Z","caller":"traceutil/trace.go:171","msg":"trace[662796131] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"111.488034ms","start":"2026-05-10T01:39:26.980867Z","end":"2026-05-10T01:39:27.092355Z","steps":["trace[662796131] 'process raft request' (duration: 84.890979ms)","trace[662796131] 'compare' (duration: 26.315488ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:27.211998Z","caller":"traceutil/trace.go:171","msg":"trace[242503340] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"104.930695ms","start":"2026-05-10T01:39:27.107042Z","end":"2026-05-10T01:39:27.211973Z","steps":["trace[242503340] 'process raft request' (duration: 98.313034ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:27.21224Z","caller":"traceutil/trace.go:171","msg":"trace[1387142765] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"104.794531ms","start":"2026-05-10T01:39:27.107391Z","end":"2026-05-10T01:39:27.212186Z","steps":["trace[1387142765] 'process raft request' (duration: 104.524414ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:27.21233Z","caller":"traceutil/trace.go:171","msg":"trace[22217108] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"104.678338ms","start":"2026-05-10T01:39:27.107637Z","end":"2026-05-10T01:39:27.212316Z","steps":["trace[22217108] 'process raft request' (duration: 104.463833ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:31.674344Z","caller":"traceutil/trace.go:171","msg":"trace[1040645389] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24860; }","duration":"166.314216ms","start":"2026-05-10T01:39:31.507992Z","end":"2026-05-10T01:39:31.674306Z","steps":["trace[1040645389] 'read index received' (duration: 81.165592ms)","trace[1040645389] 'applied index is now lower than readState.Index' (duration: 85.147064ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:31.674377Z","caller":"traceutil/trace.go:171","msg":"trace[1830925321] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"228.555751ms","start":"2026-05-10T01:39:31.445776Z","end":"2026-05-10T01:39:31.674331Z","steps":["trace[1830925321] 'process raft request' (duration: 143.474859ms)","trace[1830925321] 'compare' (duration: 84.856597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:31.674546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.460071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:31.674713Z","caller":"traceutil/trace.go:171","msg":"trace[548077440] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24070; }","duration":"166.699786ms","start":"2026-05-10T01:39:31.50796Z","end":"2026-05-10T01:39:31.67466Z","steps":["trace[548077440] 'agreement among raft nodes before linearized reading' (duration: 166.383787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:31.676188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.169695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:39:31.676255Z","caller":"traceutil/trace.go:171","msg":"trace[1511059561] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24070; }","duration":"168.298048ms","start":"2026-05-10T01:39:31.507942Z","end":"2026-05-10T01:39:31.67624Z","steps":["trace[1511059561] 'agreement among raft nodes before linearized reading' (duration: 166.556323ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:31.793128Z","caller":"traceutil/trace.go:171","msg":"trace[1981787781] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"112.12413ms","start":"2026-05-10T01:39:31.680965Z","end":"2026-05-10T01:39:31.793089Z","steps":["trace[1981787781] 'process raft request' (duration: 98.768786ms)","trace[1981787781] 'compare' (duration: 13.064557ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:32.025212Z","caller":"traceutil/trace.go:171","msg":"trace[291429482] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"179.345684ms","start":"2026-05-10T01:39:31.845834Z","end":"2026-05-10T01:39:32.02518Z","steps":["trace[291429482] 'read index received' (duration: 172.591919ms)","trace[291429482] 'applied index is now lower than readState.Index' (duration: 6.752375ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:32.025308Z","caller":"traceutil/trace.go:171","msg":"trace[1027694452] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"197.933343ms","start":"2026-05-10T01:39:31.827348Z","end":"2026-05-10T01:39:32.025281Z","steps":["trace[1027694452] 'process raft request' (duration: 191.069705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:32.025391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.535008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:32.025469Z","caller":"traceutil/trace.go:171","msg":"trace[1875156385] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24075; }","duration":"179.664842ms","start":"2026-05-10T01:39:31.845784Z","end":"2026-05-10T01:39:32.025449Z","steps":["trace[1875156385] 'agreement among raft nodes before linearized reading' (duration: 179.487347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:32.326037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.865936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-xtz4v\" ","response":"range_response_count:1 size:9112"} {"level":"info","ts":"2026-05-10T01:39:32.326151Z","caller":"traceutil/trace.go:171","msg":"trace[571846375] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-xtz4v; range_end:; response_count:1; response_revision:24075; }","duration":"192.01335ms","start":"2026-05-10T01:39:32.134114Z","end":"2026-05-10T01:39:32.326127Z","steps":["trace[571846375] 'range keys from in-memory index tree' (duration: 191.774164ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:32.326188Z","caller":"traceutil/trace.go:171","msg":"trace[2000100619] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"190.222773ms","start":"2026-05-10T01:39:32.135938Z","end":"2026-05-10T01:39:32.32616Z","steps":["trace[2000100619] 'process raft request' (duration: 188.433837ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:32.8457Z","caller":"traceutil/trace.go:171","msg":"trace[502779182] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"141.795676ms","start":"2026-05-10T01:39:32.703878Z","end":"2026-05-10T01:39:32.845674Z","steps":["trace[502779182] 'process raft request' (duration: 141.710283ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:32.845864Z","caller":"traceutil/trace.go:171","msg":"trace[689468642] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"171.982224ms","start":"2026-05-10T01:39:32.67385Z","end":"2026-05-10T01:39:32.845832Z","steps":["trace[689468642] 'process raft request' (duration: 171.526292ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.244428Z","caller":"traceutil/trace.go:171","msg":"trace[1798515348] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24873; }","duration":"157.48948ms","start":"2026-05-10T01:39:33.086914Z","end":"2026-05-10T01:39:33.244403Z","steps":["trace[1798515348] 'read index received' (duration: 155.383985ms)","trace[1798515348] 'applied index is now lower than readState.Index' (duration: 2.104215ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:33.244455Z","caller":"traceutil/trace.go:171","msg":"trace[1929725892] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"165.291041ms","start":"2026-05-10T01:39:33.079136Z","end":"2026-05-10T01:39:33.244427Z","steps":["trace[1929725892] 'process raft request' (duration: 163.210667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.244606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:33.244626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.704024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:39:33.24466Z","caller":"traceutil/trace.go:171","msg":"trace[1163368423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24083; }","duration":"157.752566ms","start":"2026-05-10T01:39:33.086901Z","end":"2026-05-10T01:39:33.244653Z","steps":["trace[1163368423] 'agreement among raft nodes before linearized reading' (duration: 157.618832ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.244668Z","caller":"traceutil/trace.go:171","msg":"trace[1867068795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24083; }","duration":"136.071418ms","start":"2026-05-10T01:39:33.10858Z","end":"2026-05-10T01:39:33.244651Z","steps":["trace[1867068795] 'agreement among raft nodes before linearized reading' (duration: 135.971035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.244789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.391881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-05-10T01:39:33.244813Z","caller":"traceutil/trace.go:171","msg":"trace[501762572] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24083; }","duration":"135.440292ms","start":"2026-05-10T01:39:33.109367Z","end":"2026-05-10T01:39:33.244808Z","steps":["trace[501762572] 'agreement among raft nodes before linearized reading' (duration: 135.370621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.24483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.214314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:39:33.244868Z","caller":"traceutil/trace.go:171","msg":"trace[1353129540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24083; }","duration":"119.281876ms","start":"2026-05-10T01:39:33.125576Z","end":"2026-05-10T01:39:33.244858Z","steps":["trace[1353129540] 'agreement among raft nodes before linearized reading' (duration: 119.159213ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.636241Z","caller":"traceutil/trace.go:171","msg":"trace[311889144] linearizableReadLoop","detail":"{readStateIndex:24881; appliedIndex:24880; }","duration":"248.296661ms","start":"2026-05-10T01:39:33.387914Z","end":"2026-05-10T01:39:33.636211Z","steps":["trace[311889144] 'read index received' (duration: 248.015963ms)","trace[311889144] 'applied index is now lower than readState.Index' (duration: 278.468µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:33.636339Z","caller":"traceutil/trace.go:171","msg":"trace[517739377] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"272.667939ms","start":"2026-05-10T01:39:33.363642Z","end":"2026-05-10T01:39:33.63631Z","steps":["trace[517739377] 'process raft request' (duration: 272.317269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.636501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.533317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.63657Z","caller":"traceutil/trace.go:171","msg":"trace[1929934990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24090; }","duration":"248.67396ms","start":"2026-05-10T01:39:33.387876Z","end":"2026-05-10T01:39:33.63655Z","steps":["trace[1929934990] 'agreement among raft nodes before linearized reading' (duration: 248.465315ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.755726Z","caller":"traceutil/trace.go:171","msg":"trace[1683291700] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24881; }","duration":"119.388907ms","start":"2026-05-10T01:39:33.636314Z","end":"2026-05-10T01:39:33.755703Z","steps":["trace[1683291700] 'read index received' (duration: 115.156388ms)","trace[1683291700] 'applied index is now lower than readState.Index' (duration: 4.231469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:33.75594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.94575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.755991Z","caller":"traceutil/trace.go:171","msg":"trace[1485057849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24091; }","duration":"130.047513ms","start":"2026-05-10T01:39:33.625933Z","end":"2026-05-10T01:39:33.755981Z","steps":["trace[1485057849] 'agreement among raft nodes before linearized reading' (duration: 129.93527ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.755941Z","caller":"traceutil/trace.go:171","msg":"trace[1633750175] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"334.431721ms","start":"2026-05-10T01:39:33.421478Z","end":"2026-05-10T01:39:33.755909Z","steps":["trace[1633750175] 'process raft request' (duration: 329.922654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.756015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.935882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:33.756051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.749153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.756087Z","caller":"traceutil/trace.go:171","msg":"trace[1998255345] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24091; }","duration":"255.057895ms","start":"2026-05-10T01:39:33.50101Z","end":"2026-05-10T01:39:33.756068Z","steps":["trace[1998255345] 'agreement among raft nodes before linearized reading' (duration: 254.903391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.756108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:33.42145Z","time spent":"334.601525ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:33.756109Z","caller":"traceutil/trace.go:171","msg":"trace[111802845] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24091; }","duration":"224.841775ms","start":"2026-05-10T01:39:33.531249Z","end":"2026-05-10T01:39:33.756091Z","steps":["trace[111802845] 'agreement among raft nodes before linearized reading' (duration: 224.708442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.840488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.273173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.840817Z","caller":"traceutil/trace.go:171","msg":"trace[505955809] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"160.140778ms","start":"2026-05-10T01:39:33.680627Z","end":"2026-05-10T01:39:33.840768Z","steps":["trace[505955809] 'process raft request' (duration: 159.44861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.840858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.000582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.841133Z","caller":"traceutil/trace.go:171","msg":"trace[1007170878] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24092; }","duration":"201.323219ms","start":"2026-05-10T01:39:33.639784Z","end":"2026-05-10T01:39:33.841107Z","steps":["trace[1007170878] 'agreement among raft nodes before linearized reading' (duration: 200.904199ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:33.840684Z","caller":"traceutil/trace.go:171","msg":"trace[1346088672] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24092; }","duration":"183.426688ms","start":"2026-05-10T01:39:33.657142Z","end":"2026-05-10T01:39:33.840569Z","steps":["trace[1346088672] 'agreement among raft nodes before linearized reading' (duration: 183.183981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:33.866258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.141353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:33.866351Z","caller":"traceutil/trace.go:171","msg":"trace[1823817750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24095; }","duration":"109.274227ms","start":"2026-05-10T01:39:33.757055Z","end":"2026-05-10T01:39:33.866329Z","steps":["trace[1823817750] 'agreement among raft nodes before linearized reading' (duration: 109.133643ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:34.831312Z","caller":"traceutil/trace.go:171","msg":"trace[1351703447] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"105.076118ms","start":"2026-05-10T01:39:34.726212Z","end":"2026-05-10T01:39:34.831288Z","steps":["trace[1351703447] 'process raft request' (duration: 104.891253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.114187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.85371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-05-10T01:39:35.114262Z","caller":"traceutil/trace.go:171","msg":"trace[647219410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24097; }","duration":"100.972103ms","start":"2026-05-10T01:39:35.013272Z","end":"2026-05-10T01:39:35.114245Z","steps":["trace[647219410] 'range keys from in-memory index tree' (duration: 100.701346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.114303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.629664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:35.114434Z","caller":"traceutil/trace.go:171","msg":"trace[124100234] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24097; }","duration":"101.049195ms","start":"2026-05-10T01:39:35.013366Z","end":"2026-05-10T01:39:35.114415Z","steps":["trace[124100234] 'range keys from in-memory index tree' (duration: 100.340437ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:35.114829Z","caller":"traceutil/trace.go:171","msg":"trace[507616955] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"101.021244ms","start":"2026-05-10T01:39:35.013785Z","end":"2026-05-10T01:39:35.114807Z","steps":["trace[507616955] 'process raft request' (duration: 98.376736ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:35.425136Z","caller":"traceutil/trace.go:171","msg":"trace[1180615918] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"109.151834ms","start":"2026-05-10T01:39:35.31596Z","end":"2026-05-10T01:39:35.425112Z","steps":["trace[1180615918] 'read index received' (duration: 109.01678ms)","trace[1180615918] 'applied index is now lower than readState.Index' (duration: 134.184µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:35.425186Z","caller":"traceutil/trace.go:171","msg":"trace[462591219] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"125.163797ms","start":"2026-05-10T01:39:35.299989Z","end":"2026-05-10T01:39:35.425153Z","steps":["trace[462591219] 'process raft request' (duration: 124.986892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.425355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.318288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:39:35.425398Z","caller":"traceutil/trace.go:171","msg":"trace[1193751544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24099; }","duration":"109.389099ms","start":"2026-05-10T01:39:35.315997Z","end":"2026-05-10T01:39:35.425386Z","steps":["trace[1193751544] 'agreement among raft nodes before linearized reading' (duration: 109.245386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.425464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.64937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:39:35.425538Z","caller":"traceutil/trace.go:171","msg":"trace[1349624835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24099; }","duration":"108.765855ms","start":"2026-05-10T01:39:35.316756Z","end":"2026-05-10T01:39:35.425522Z","steps":["trace[1349624835] 'agreement among raft nodes before linearized reading' (duration: 108.556858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.42592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.957224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:39:35.425979Z","caller":"traceutil/trace.go:171","msg":"trace[1843720239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24099; }","duration":"110.050126ms","start":"2026-05-10T01:39:35.315921Z","end":"2026-05-10T01:39:35.425971Z","steps":["trace[1843720239] 'agreement among raft nodes before linearized reading' (duration: 109.300967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:35.426128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.868726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:39:35.426259Z","caller":"traceutil/trace.go:171","msg":"trace[1069489513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24099; }","duration":"109.045581ms","start":"2026-05-10T01:39:35.31718Z","end":"2026-05-10T01:39:35.426225Z","steps":["trace[1069489513] 'agreement among raft nodes before linearized reading' (duration: 108.111986ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:35.952016Z","caller":"traceutil/trace.go:171","msg":"trace[24373358] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"105.358367ms","start":"2026-05-10T01:39:35.846634Z","end":"2026-05-10T01:39:35.951992Z","steps":["trace[24373358] 'process raft request' (duration: 53.552091ms)","trace[24373358] 'compare' (duration: 51.712762ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:38.243425Z","caller":"traceutil/trace.go:171","msg":"trace[1632110567] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"286.29329ms","start":"2026-05-10T01:39:37.957108Z","end":"2026-05-10T01:39:38.243401Z","steps":["trace[1632110567] 'process raft request' (duration: 286.144986ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:38.245754Z","caller":"traceutil/trace.go:171","msg":"trace[511201603] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"280.851589ms","start":"2026-05-10T01:39:37.964881Z","end":"2026-05-10T01:39:38.245733Z","steps":["trace[511201603] 'process raft request' (duration: 280.740496ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:38.245782Z","caller":"traceutil/trace.go:171","msg":"trace[1724175335] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"281.935327ms","start":"2026-05-10T01:39:37.963809Z","end":"2026-05-10T01:39:38.245744Z","steps":["trace[1724175335] 'process raft request' (duration: 281.716782ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:38.246176Z","caller":"traceutil/trace.go:171","msg":"trace[1994464341] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24911; }","duration":"265.606127ms","start":"2026-05-10T01:39:37.980559Z","end":"2026-05-10T01:39:38.246165Z","steps":["trace[1994464341] 'read index received' (duration: 262.801205ms)","trace[1994464341] 'applied index is now lower than readState.Index' (duration: 2.803702ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:38.246229Z","caller":"traceutil/trace.go:171","msg":"trace[166367748] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"280.355147ms","start":"2026-05-10T01:39:37.96584Z","end":"2026-05-10T01:39:38.246195Z","steps":["trace[166367748] 'process raft request' (duration: 279.810733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:38.246452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.875884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:39:38.24654Z","caller":"traceutil/trace.go:171","msg":"trace[592988813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24123; }","duration":"266.013117ms","start":"2026-05-10T01:39:37.980501Z","end":"2026-05-10T01:39:38.246515Z","steps":["trace[592988813] 'agreement among raft nodes before linearized reading' (duration: 265.73533ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:39.654588Z","caller":"traceutil/trace.go:171","msg":"trace[7325447] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"151.092165ms","start":"2026-05-10T01:39:39.503468Z","end":"2026-05-10T01:39:39.65456Z","steps":["trace[7325447] 'process raft request' (duration: 150.920641ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:39.65466Z","caller":"traceutil/trace.go:171","msg":"trace[1933604291] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24922; }","duration":"147.636416ms","start":"2026-05-10T01:39:39.506961Z","end":"2026-05-10T01:39:39.654598Z","steps":["trace[1933604291] 'read index received' (duration: 147.605125ms)","trace[1933604291] 'applied index is now lower than readState.Index' (duration: 26.551µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:39.655045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.065137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:39:39.655158Z","caller":"traceutil/trace.go:171","msg":"trace[830958956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24130; }","duration":"148.18234ms","start":"2026-05-10T01:39:39.506926Z","end":"2026-05-10T01:39:39.655108Z","steps":["trace[830958956] 'agreement among raft nodes before linearized reading' (duration: 147.895573ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:39.661622Z","caller":"traceutil/trace.go:171","msg":"trace[895445372] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"130.557925ms","start":"2026-05-10T01:39:39.531026Z","end":"2026-05-10T01:39:39.661584Z","steps":["trace[895445372] 'process raft request' (duration: 130.188436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:39.661748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.107024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:39:39.661835Z","caller":"traceutil/trace.go:171","msg":"trace[1249849632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24131; }","duration":"125.256919ms","start":"2026-05-10T01:39:39.536559Z","end":"2026-05-10T01:39:39.661816Z","steps":["trace[1249849632] 'agreement among raft nodes before linearized reading' (duration: 124.94273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:39.661944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.215868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:39:39.662181Z","caller":"traceutil/trace.go:171","msg":"trace[58362586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24131; }","duration":"125.511145ms","start":"2026-05-10T01:39:39.536647Z","end":"2026-05-10T01:39:39.662158Z","steps":["trace[58362586] 'agreement among raft nodes before linearized reading' (duration: 125.004862ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:41.2608Z","caller":"traceutil/trace.go:171","msg":"trace[1374871321] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"114.200097ms","start":"2026-05-10T01:39:41.146569Z","end":"2026-05-10T01:39:41.260769Z","steps":["trace[1374871321] 'process raft request' (duration: 113.799196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:42.259819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.6703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:39:42.259991Z","caller":"traceutil/trace.go:171","msg":"trace[1034324615] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24150; }","duration":"337.835554ms","start":"2026-05-10T01:39:41.92207Z","end":"2026-05-10T01:39:42.259906Z","steps":["trace[1034324615] 'range keys from in-memory index tree' (duration: 337.467005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:42.260209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:41.922044Z","time spent":"338.137532ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:39:43.3851Z","caller":"traceutil/trace.go:171","msg":"trace[172488611] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24950; }","duration":"111.018014ms","start":"2026-05-10T01:39:43.27406Z","end":"2026-05-10T01:39:43.385079Z","steps":["trace[172488611] 'read index received' (duration: 61.954919ms)","trace[172488611] 'applied index is now lower than readState.Index' (duration: 49.062345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:43.385222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.152948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:43.385298Z","caller":"traceutil/trace.go:171","msg":"trace[898179804] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24159; }","duration":"111.273301ms","start":"2026-05-10T01:39:43.274015Z","end":"2026-05-10T01:39:43.385289Z","steps":["trace[898179804] 'agreement among raft nodes before linearized reading' (duration: 111.146518ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:43.385573Z","caller":"traceutil/trace.go:171","msg":"trace[1505866478] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"116.691701ms","start":"2026-05-10T01:39:43.268871Z","end":"2026-05-10T01:39:43.385563Z","steps":["trace[1505866478] 'process raft request' (duration: 116.107676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:44.036109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.074146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:44.036181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.735861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:39:44.036215Z","caller":"traceutil/trace.go:171","msg":"trace[472148218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24161; }","duration":"163.181658ms","start":"2026-05-10T01:39:43.873006Z","end":"2026-05-10T01:39:44.036188Z","steps":["trace[472148218] 'range keys from in-memory index tree' (duration: 162.984023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:44.036354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.932032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:39:44.036381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.897584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:39:44.036443Z","caller":"traceutil/trace.go:171","msg":"trace[1750193269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24161; }","duration":"177.015797ms","start":"2026-05-10T01:39:43.859412Z","end":"2026-05-10T01:39:44.036427Z","steps":["trace[1750193269] 'range keys from in-memory index tree' (duration: 176.666078ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.036438Z","caller":"traceutil/trace.go:171","msg":"trace[431340998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24161; }","duration":"215.021985ms","start":"2026-05-10T01:39:43.821395Z","end":"2026-05-10T01:39:44.036417Z","steps":["trace[431340998] 'range keys from in-memory index tree' (duration: 214.735737ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.036232Z","caller":"traceutil/trace.go:171","msg":"trace[907452421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24161; }","duration":"176.825053ms","start":"2026-05-10T01:39:43.859389Z","end":"2026-05-10T01:39:44.036214Z","steps":["trace[907452421] 'range keys from in-memory index tree' (duration: 176.493943ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.076966Z","caller":"traceutil/trace.go:171","msg":"trace[256666372] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"168.256279ms","start":"2026-05-10T01:39:43.908674Z","end":"2026-05-10T01:39:44.076931Z","steps":["trace[256666372] 'process raft request' (duration: 168.032764ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.473736Z","caller":"traceutil/trace.go:171","msg":"trace[1980833100] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"178.013334ms","start":"2026-05-10T01:39:44.295665Z","end":"2026-05-10T01:39:44.473678Z","steps":["trace[1980833100] 'process raft request' (duration: 120.13906ms)","trace[1980833100] 'compare' (duration: 57.629227ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:44.473922Z","caller":"traceutil/trace.go:171","msg":"trace[1388227248] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24958; }","duration":"130.222153ms","start":"2026-05-10T01:39:44.343683Z","end":"2026-05-10T01:39:44.473905Z","steps":["trace[1388227248] 'read index received' (duration: 15.020131ms)","trace[1388227248] 'applied index is now lower than readState.Index' (duration: 115.201082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:44.474211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.50475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:39:44.474272Z","caller":"traceutil/trace.go:171","msg":"trace[1379303592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24169; }","duration":"130.605882ms","start":"2026-05-10T01:39:44.343649Z","end":"2026-05-10T01:39:44.474255Z","steps":["trace[1379303592] 'agreement among raft nodes before linearized reading' (duration: 130.344365ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.474377Z","caller":"traceutil/trace.go:171","msg":"trace[670805040] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"178.017555ms","start":"2026-05-10T01:39:44.296329Z","end":"2026-05-10T01:39:44.474346Z","steps":["trace[670805040] 'process raft request' (duration: 177.292236ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:44.474297Z","caller":"traceutil/trace.go:171","msg":"trace[1093135632] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"177.015078ms","start":"2026-05-10T01:39:44.29725Z","end":"2026-05-10T01:39:44.474265Z","steps":["trace[1093135632] 'process raft request' (duration: 176.574766ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:46.21847Z","caller":"traceutil/trace.go:171","msg":"trace[601827309] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"110.604962ms","start":"2026-05-10T01:39:46.10784Z","end":"2026-05-10T01:39:46.218445Z","steps":["trace[601827309] 'process raft request' (duration: 100.727926ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:46.218586Z","caller":"traceutil/trace.go:171","msg":"trace[1611863036] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"109.831653ms","start":"2026-05-10T01:39:46.10872Z","end":"2026-05-10T01:39:46.218552Z","steps":["trace[1611863036] 'process raft request' (duration: 109.651458ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:51.138097Z","caller":"traceutil/trace.go:171","msg":"trace[905876184] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"113.638721ms","start":"2026-05-10T01:39:51.024429Z","end":"2026-05-10T01:39:51.138068Z","steps":["trace[905876184] 'process raft request' (duration: 113.463127ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:03.877869Z","caller":"traceutil/trace.go:171","msg":"trace[802802042] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"131.765422ms","start":"2026-05-10T01:40:03.746079Z","end":"2026-05-10T01:40:03.877844Z","steps":["trace[802802042] 'process raft request' (duration: 71.280821ms)","trace[802802042] 'compare' (duration: 60.089122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:04.15089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:04.150963Z","caller":"traceutil/trace.go:171","msg":"trace[935075126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24351; }","duration":"134.275946ms","start":"2026-05-10T01:40:04.016671Z","end":"2026-05-10T01:40:04.150947Z","steps":["trace[935075126] 'range keys from in-memory index tree' (duration: 134.00214ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:04.593594Z","caller":"traceutil/trace.go:171","msg":"trace[247351877] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25154; }","duration":"116.804054ms","start":"2026-05-10T01:40:04.476774Z","end":"2026-05-10T01:40:04.593578Z","steps":["trace[247351877] 'read index received' (duration: 49.345162ms)","trace[247351877] 'applied index is now lower than readState.Index' (duration: 67.457852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:04.594398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.607595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:04.594449Z","caller":"traceutil/trace.go:171","msg":"trace[1251536026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24357; }","duration":"117.681686ms","start":"2026-05-10T01:40:04.476756Z","end":"2026-05-10T01:40:04.594438Z","steps":["trace[1251536026] 'agreement among raft nodes before linearized reading' (duration: 117.537803ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:04.594875Z","caller":"traceutil/trace.go:171","msg":"trace[278188680] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"126.686541ms","start":"2026-05-10T01:40:04.468178Z","end":"2026-05-10T01:40:04.594864Z","steps":["trace[278188680] 'process raft request' (duration: 125.025868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.649363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.748827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:04.649456Z","caller":"traceutil/trace.go:171","msg":"trace[1121798501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24358; }","duration":"122.882761ms","start":"2026-05-10T01:40:04.526553Z","end":"2026-05-10T01:40:04.649436Z","steps":["trace[1121798501] 'agreement among raft nodes before linearized reading' (duration: 122.706657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.649488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.426343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:04.649565Z","caller":"traceutil/trace.go:171","msg":"trace[1458307436] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24358; }","duration":"121.520867ms","start":"2026-05-10T01:40:04.528026Z","end":"2026-05-10T01:40:04.649547Z","steps":["trace[1458307436] 'agreement among raft nodes before linearized reading' (duration: 121.409273ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:08.310509Z","caller":"traceutil/trace.go:171","msg":"trace[1381220947] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"312.179448ms","start":"2026-05-10T01:40:07.998311Z","end":"2026-05-10T01:40:08.31049Z","steps":["trace[1381220947] 'process raft request' (duration: 311.902691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:08.310622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.998291Z","time spent":"312.27296ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.474419Z","caller":"traceutil/trace.go:171","msg":"trace[1848668614] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"122.486551ms","start":"2026-05-10T01:40:09.35187Z","end":"2026-05-10T01:40:09.474357Z","steps":["trace[1848668614] 'process raft request' (duration: 122.193694ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:09.63866Z","caller":"traceutil/trace.go:171","msg":"trace[1181848540] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"128.937749ms","start":"2026-05-10T01:40:09.509695Z","end":"2026-05-10T01:40:09.638633Z","steps":["trace[1181848540] 'process raft request' (duration: 83.290134ms)","trace[1181848540] 'compare' (duration: 45.152962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:09.900955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.233458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:09.901038Z","caller":"traceutil/trace.go:171","msg":"trace[97068088] linearizableReadLoop","detail":"{readStateIndex:25198; appliedIndex:25197; }","duration":"163.022144ms","start":"2026-05-10T01:40:09.738003Z","end":"2026-05-10T01:40:09.901025Z","steps":["trace[97068088] 'read index received' (duration: 26.56842ms)","trace[97068088] 'applied index is now lower than readState.Index' (duration: 136.452594ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:09.901195Z","caller":"traceutil/trace.go:171","msg":"trace[78127455] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"189.242725ms","start":"2026-05-10T01:40:09.711941Z","end":"2026-05-10T01:40:09.901184Z","steps":["trace[78127455] 'process raft request' (duration: 52.706179ms)","trace[78127455] 'compare' (duration: 136.087424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:09.901282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.25241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:09.90134Z","caller":"traceutil/trace.go:171","msg":"trace[1107268371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24399; }","duration":"163.329162ms","start":"2026-05-10T01:40:09.737996Z","end":"2026-05-10T01:40:09.901325Z","steps":["trace[1107268371] 'agreement among raft nodes before linearized reading' (duration: 163.200118ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.054747Z","caller":"traceutil/trace.go:171","msg":"trace[1249962731] linearizableReadLoop","detail":"{readStateIndex:25199; appliedIndex:25198; }","duration":"153.664791ms","start":"2026-05-10T01:40:09.901056Z","end":"2026-05-10T01:40:10.054721Z","steps":["trace[1249962731] 'read index received' (duration: 123.308263ms)","trace[1249962731] 'applied index is now lower than readState.Index' (duration: 30.352427ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.054937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.576752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.054982Z","caller":"traceutil/trace.go:171","msg":"trace[1671670067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24400; }","duration":"269.672735ms","start":"2026-05-10T01:40:09.785298Z","end":"2026-05-10T01:40:10.054971Z","steps":["trace[1671670067] 'agreement among raft nodes before linearized reading' (duration: 269.570211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.054982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.224261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.055046Z","caller":"traceutil/trace.go:171","msg":"trace[1768249521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24400; }","duration":"277.321863ms","start":"2026-05-10T01:40:09.777705Z","end":"2026-05-10T01:40:10.055026Z","steps":["trace[1768249521] 'agreement among raft nodes before linearized reading' (duration: 277.233371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.054968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.357299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:10.055148Z","caller":"traceutil/trace.go:171","msg":"trace[1077650716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24400; }","duration":"261.552434ms","start":"2026-05-10T01:40:09.793586Z","end":"2026-05-10T01:40:10.055139Z","steps":["trace[1077650716] 'agreement among raft nodes before linearized reading' (duration: 261.200814ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.055505Z","caller":"traceutil/trace.go:171","msg":"trace[2046983230] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"191.567164ms","start":"2026-05-10T01:40:09.86392Z","end":"2026-05-10T01:40:10.055487Z","steps":["trace[2046983230] 'process raft request' (duration: 160.556919ms)","trace[2046983230] 'compare' (duration: 30.116002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.055481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.010319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:10.055846Z","caller":"traceutil/trace.go:171","msg":"trace[1833328061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24400; }","duration":"137.678266ms","start":"2026-05-10T01:40:09.918102Z","end":"2026-05-10T01:40:10.05578Z","steps":["trace[1833328061] 'agreement among raft nodes before linearized reading' (duration: 136.848814ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.515624Z","caller":"traceutil/trace.go:171","msg":"trace[2105071266] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25199; }","duration":"173.544986ms","start":"2026-05-10T01:40:10.342053Z","end":"2026-05-10T01:40:10.515598Z","steps":["trace[2105071266] 'read index received' (duration: 42.533164ms)","trace[2105071266] 'applied index is now lower than readState.Index' (duration: 131.010622ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:10.515695Z","caller":"traceutil/trace.go:171","msg":"trace[1545378669] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"183.62952ms","start":"2026-05-10T01:40:10.332044Z","end":"2026-05-10T01:40:10.515673Z","steps":["trace[1545378669] 'process raft request' (duration: 182.637134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.515905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.825045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:10.515992Z","caller":"traceutil/trace.go:171","msg":"trace[1351168670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24402; }","duration":"173.987179ms","start":"2026-05-10T01:40:10.341986Z","end":"2026-05-10T01:40:10.515973Z","steps":["trace[1351168670] 'agreement among raft nodes before linearized reading' (duration: 173.736332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.516046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.068148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29639620-5d4xk\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-05-10T01:40:10.516127Z","caller":"traceutil/trace.go:171","msg":"trace[2122789177] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29639620-5d4xk; range_end:; response_count:1; response_revision:24402; }","duration":"160.204851ms","start":"2026-05-10T01:40:10.3559Z","end":"2026-05-10T01:40:10.516105Z","steps":["trace[2122789177] 'agreement among raft nodes before linearized reading' (duration: 159.865293ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:10.658082Z","caller":"traceutil/trace.go:171","msg":"trace[1301190069] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"137.285876ms","start":"2026-05-10T01:40:10.520774Z","end":"2026-05-10T01:40:10.65806Z","steps":["trace[1301190069] 'process raft request' (duration: 102.544663ms)","trace[1301190069] 'compare' (duration: 34.482406ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:14.887155Z","caller":"traceutil/trace.go:171","msg":"trace[256307856] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"122.766709ms","start":"2026-05-10T01:40:14.764352Z","end":"2026-05-10T01:40:14.887119Z","steps":["trace[256307856] 'process raft request' (duration: 93.228692ms)","trace[256307856] 'compare' (duration: 29.174587ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:15.079917Z","caller":"traceutil/trace.go:171","msg":"trace[480645366] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"161.011451ms","start":"2026-05-10T01:40:14.918866Z","end":"2026-05-10T01:40:15.079878Z","steps":["trace[480645366] 'process raft request' (duration: 78.391126ms)","trace[480645366] 'compare' (duration: 82.482502ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:34.944523Z","caller":"traceutil/trace.go:171","msg":"trace[1437285663] linearizableReadLoop","detail":"{readStateIndex:25513; appliedIndex:25512; }","duration":"124.864893ms","start":"2026-05-10T01:40:34.819635Z","end":"2026-05-10T01:40:34.9445Z","steps":["trace[1437285663] 'read index received' (duration: 124.687838ms)","trace[1437285663] 'applied index is now lower than readState.Index' (duration: 175.925µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:34.944572Z","caller":"traceutil/trace.go:171","msg":"trace[1553870801] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"222.241442ms","start":"2026-05-10T01:40:34.7223Z","end":"2026-05-10T01:40:34.944541Z","steps":["trace[1553870801] 'process raft request' (duration: 222.077318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:34.944633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.980785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:34.944665Z","caller":"traceutil/trace.go:171","msg":"trace[1816276959] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24705; }","duration":"125.076578ms","start":"2026-05-10T01:40:34.81958Z","end":"2026-05-10T01:40:34.944657Z","steps":["trace[1816276959] 'agreement among raft nodes before linearized reading' (duration: 125.004696ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:35.283695Z","caller":"traceutil/trace.go:171","msg":"trace[1763238666] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"111.587369ms","start":"2026-05-10T01:40:35.172084Z","end":"2026-05-10T01:40:35.283671Z","steps":["trace[1763238666] 'process raft request' (duration: 80.83797ms)","trace[1763238666] 'compare' (duration: 30.647707ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:35.284745Z","caller":"traceutil/trace.go:171","msg":"trace[1237266317] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25519; }","duration":"106.014453ms","start":"2026-05-10T01:40:35.178705Z","end":"2026-05-10T01:40:35.284719Z","steps":["trace[1237266317] 'read index received' (duration: 74.296779ms)","trace[1237266317] 'applied index is now lower than readState.Index' (duration: 31.716194ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:35.284788Z","caller":"traceutil/trace.go:171","msg":"trace[1717372587] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"111.135235ms","start":"2026-05-10T01:40:35.173635Z","end":"2026-05-10T01:40:35.28477Z","steps":["trace[1717372587] 'process raft request' (duration: 110.956691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:35.284935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.209138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:40:35.284998Z","caller":"traceutil/trace.go:171","msg":"trace[1380763257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24713; }","duration":"106.310121ms","start":"2026-05-10T01:40:35.178671Z","end":"2026-05-10T01:40:35.284981Z","steps":["trace[1380763257] 'agreement among raft nodes before linearized reading' (duration: 106.137486ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:35.857215Z","caller":"traceutil/trace.go:171","msg":"trace[488688136] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25522; }","duration":"148.489307ms","start":"2026-05-10T01:40:35.708668Z","end":"2026-05-10T01:40:35.857157Z","steps":["trace[488688136] 'read index received' (duration: 148.396244ms)","trace[488688136] 'applied index is now lower than readState.Index' (duration: 91.663µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:35.857738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.048841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:35.857816Z","caller":"traceutil/trace.go:171","msg":"trace[1491330079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24715; }","duration":"149.186384ms","start":"2026-05-10T01:40:35.708614Z","end":"2026-05-10T01:40:35.8578Z","steps":["trace[1491330079] 'agreement among raft nodes before linearized reading' (duration: 148.700012ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:35.858407Z","caller":"traceutil/trace.go:171","msg":"trace[1695059466] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"156.162666ms","start":"2026-05-10T01:40:35.702229Z","end":"2026-05-10T01:40:35.858392Z","steps":["trace[1695059466] 'process raft request' (duration: 154.677957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:36.746974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.729577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:36.747056Z","caller":"traceutil/trace.go:171","msg":"trace[390149247] linearizableReadLoop","detail":"{readStateIndex:25524; appliedIndex:25523; }","duration":"861.508796ms","start":"2026-05-10T01:40:35.885533Z","end":"2026-05-10T01:40:36.747042Z","steps":["trace[390149247] 'read index received' (duration: 90.552442ms)","trace[390149247] 'applied index is now lower than readState.Index' (duration: 770.955184ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:36.74708Z","caller":"traceutil/trace.go:171","msg":"trace[920579446] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"934.46335ms","start":"2026-05-10T01:40:35.812589Z","end":"2026-05-10T01:40:36.747053Z","steps":["trace[920579446] 'process raft request' (duration: 163.585589ms)","trace[920579446] 'compare' (duration: 769.850894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:36.747194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:35.812569Z","time spent":"934.565143ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:36.74725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.715481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:40:36.747242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.778005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:36.747324Z","caller":"traceutil/trace.go:171","msg":"trace[812335245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24716; }","duration":"861.767792ms","start":"2026-05-10T01:40:35.8855Z","end":"2026-05-10T01:40:36.747267Z","steps":["trace[812335245] 'agreement among raft nodes before linearized reading' (duration: 861.652149ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:36.747345Z","caller":"traceutil/trace.go:171","msg":"trace[1347735972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24716; }","duration":"123.936019ms","start":"2026-05-10T01:40:36.623381Z","end":"2026-05-10T01:40:36.747317Z","steps":["trace[1347735972] 'agreement among raft nodes before linearized reading' (duration: 123.760355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:36.747344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.452037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:40:36.747372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:35.885483Z","time spent":"861.877795ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:40:36.747382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.748322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:40:36.747419Z","caller":"traceutil/trace.go:171","msg":"trace[1533678816] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24716; }","duration":"798.555869ms","start":"2026-05-10T01:40:35.94884Z","end":"2026-05-10T01:40:36.747396Z","steps":["trace[1533678816] 'agreement among raft nodes before linearized reading' (duration: 798.295893ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:36.74745Z","caller":"traceutil/trace.go:171","msg":"trace[591143341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24716; }","duration":"183.852434ms","start":"2026-05-10T01:40:36.563578Z","end":"2026-05-10T01:40:36.74743Z","steps":["trace[591143341] 'agreement among raft nodes before linearized reading' (duration: 183.597038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:36.747429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.168957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:36.747487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:35.948822Z","time spent":"798.651163ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-05-10T01:40:36.74751Z","caller":"traceutil/trace.go:171","msg":"trace[519016667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24716; }","duration":"446.304032ms","start":"2026-05-10T01:40:36.301185Z","end":"2026-05-10T01:40:36.747489Z","steps":["trace[519016667] 'agreement among raft nodes before linearized reading' (duration: 446.160147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:36.747551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.301166Z","time spent":"446.374453ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:37.483585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.215397ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-10T01:40:37.48371Z","caller":"traceutil/trace.go:171","msg":"trace[1858821964] linearizableReadLoop","detail":"{readStateIndex:25525; appliedIndex:25524; }","duration":"734.181799ms","start":"2026-05-10T01:40:36.749507Z","end":"2026-05-10T01:40:37.483689Z","steps":["trace[1858821964] 'read index received' (duration: 458.831798ms)","trace[1858821964] 'applied index is now lower than readState.Index' (duration: 275.347991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:37.483783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.749337Z","time spent":"734.440145ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:40:37.483988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.468917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:37.484033Z","caller":"traceutil/trace.go:171","msg":"trace[1906920519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24716; }","duration":"734.547699ms","start":"2026-05-10T01:40:36.749474Z","end":"2026-05-10T01:40:37.484021Z","steps":["trace[1906920519] 'agreement among raft nodes before linearized reading' (duration: 734.456966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:37.484069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.749459Z","time spent":"734.60195ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:37.984116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:40:38.337096Z","caller":"traceutil/trace.go:171","msg":"trace[545369063] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"1.238591798s","start":"2026-05-10T01:40:37.098483Z","end":"2026-05-10T01:40:38.337075Z","steps":["trace[545369063] 'process raft request' (duration: 1.238555578s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.33723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.09847Z","time spent":"1.238688421s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:38.337403Z","caller":"traceutil/trace.go:171","msg":"trace[759547444] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"1.241585047s","start":"2026-05-10T01:40:37.095807Z","end":"2026-05-10T01:40:38.337392Z","steps":["trace[759547444] 'process raft request' (duration: 1.241161226s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.337403Z","caller":"traceutil/trace.go:171","msg":"trace[1229432549] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"1.24168371s","start":"2026-05-10T01:40:37.095701Z","end":"2026-05-10T01:40:38.337384Z","steps":["trace[1229432549] 'process raft request' (duration: 1.241233528s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.337454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.095799Z","time spent":"1.241626178s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:38.337456Z","caller":"traceutil/trace.go:171","msg":"trace[152930213] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"1.240322394s","start":"2026-05-10T01:40:37.097114Z","end":"2026-05-10T01:40:38.337436Z","steps":["trace[152930213] 'process raft request' (duration: 1.239892003s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.337582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.097099Z","time spent":"1.240417766s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:38.337627Z","caller":"traceutil/trace.go:171","msg":"trace[618485849] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"1.585284694s","start":"2026-05-10T01:40:36.752309Z","end":"2026-05-10T01:40:38.337593Z","steps":["trace[618485849] 'process raft request' (duration: 1.584263067s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.337649Z","caller":"traceutil/trace.go:171","msg":"trace[975833811] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"1.387472767s","start":"2026-05-10T01:40:36.95014Z","end":"2026-05-10T01:40:38.337612Z","steps":["trace[975833811] 'process raft request' (duration: 1.386566863s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.33775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.752289Z","time spent":"1.585392406s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:38.337803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.950123Z","time spent":"1.387594209s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:38.338139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.095674Z","time spent":"1.241774902s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:38.346961Z","caller":"traceutil/trace.go:171","msg":"trace[1451243348] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25525; }","duration":"863.201559ms","start":"2026-05-10T01:40:37.483738Z","end":"2026-05-10T01:40:38.34694Z","steps":["trace[1451243348] 'read index received' (duration: 852.793129ms)","trace[1451243348] 'applied index is now lower than readState.Index' (duration: 10.40722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:38.347131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059361883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:40:38.347161Z","caller":"traceutil/trace.go:171","msg":"trace[1456040141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24725; }","duration":"1.059438506s","start":"2026-05-10T01:40:37.287714Z","end":"2026-05-10T01:40:38.347152Z","steps":["trace[1456040141] 'agreement among raft nodes before linearized reading' (duration: 1.059320493s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.287693Z","time spent":"1.059486327s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537334968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:38.347298Z","caller":"traceutil/trace.go:171","msg":"trace[253885473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24725; }","duration":"1.537472491s","start":"2026-05-10T01:40:36.809805Z","end":"2026-05-10T01:40:38.347277Z","steps":["trace[253885473] 'agreement among raft nodes before linearized reading' (duration: 1.537328207s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.469722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:38.347358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.809788Z","time spent":"1.537556463s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.706266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:38.347379Z","caller":"traceutil/trace.go:171","msg":"trace[1420264745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24725; }","duration":"278.569394ms","start":"2026-05-10T01:40:38.06879Z","end":"2026-05-10T01:40:38.34736Z","steps":["trace[1420264745] 'agreement among raft nodes before linearized reading' (duration: 278.457572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.313364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-d5ccbff7f-wd27j\" ","response":"range_response_count:1 size:8647"} {"level":"info","ts":"2026-05-10T01:40:38.347417Z","caller":"traceutil/trace.go:171","msg":"trace[128577838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24725; }","duration":"723.792729ms","start":"2026-05-10T01:40:37.62361Z","end":"2026-05-10T01:40:38.347403Z","steps":["trace[128577838] 'agreement among raft nodes before linearized reading' (duration: 723.722637ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.347395Z","caller":"traceutil/trace.go:171","msg":"trace[1295033456] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"210.707472ms","start":"2026-05-10T01:40:38.136651Z","end":"2026-05-10T01:40:38.347358Z","steps":["trace[1295033456] 'process raft request' (duration: 210.25842ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.34743Z","caller":"traceutil/trace.go:171","msg":"trace[1824046235] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-d5ccbff7f-wd27j; range_end:; response_count:1; response_revision:24725; }","duration":"376.386906ms","start":"2026-05-10T01:40:37.971033Z","end":"2026-05-10T01:40:38.34742Z","steps":["trace[1824046235] 'agreement among raft nodes before linearized reading' (duration: 376.234222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.623589Z","time spent":"723.85681ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.971018Z","time spent":"376.443907ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8670,"request content":"key:\"/registry/pods/openstack/magnum-api-d5ccbff7f-wd27j\" "} {"level":"info","ts":"2026-05-10T01:40:38.347466Z","caller":"traceutil/trace.go:171","msg":"trace[1402981386] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"862.542852ms","start":"2026-05-10T01:40:37.484915Z","end":"2026-05-10T01:40:38.347457Z","steps":["trace[1402981386] 'process raft request' (duration: 861.801163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.48489Z","time spent":"862.601714ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:38.347585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416469349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:38.34762Z","caller":"traceutil/trace.go:171","msg":"trace[1397455675] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24725; }","duration":"1.416546721s","start":"2026-05-10T01:40:36.931062Z","end":"2026-05-10T01:40:38.347609Z","steps":["trace[1397455675] 'agreement among raft nodes before linearized reading' (duration: 1.416482359s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.931036Z","time spent":"1.416603211s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:38.3473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.735987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-10T01:40:38.347736Z","caller":"traceutil/trace.go:171","msg":"trace[1685769049] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24725; }","duration":"853.215108ms","start":"2026-05-10T01:40:37.49451Z","end":"2026-05-10T01:40:38.347725Z","steps":["trace[1685769049] 'agreement among raft nodes before linearized reading' (duration: 852.662445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.494485Z","time spent":"853.27702ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052724082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-10T01:40:38.34789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351471251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:40:38.347899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385219547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:38.347926Z","caller":"traceutil/trace.go:171","msg":"trace[1694354914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24725; }","duration":"1.351517982s","start":"2026-05-10T01:40:36.996399Z","end":"2026-05-10T01:40:38.347917Z","steps":["trace[1694354914] 'agreement among raft nodes before linearized reading' (duration: 1.351418789s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.347924Z","caller":"traceutil/trace.go:171","msg":"trace[1254110976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24725; }","duration":"1.052808804s","start":"2026-05-10T01:40:37.295099Z","end":"2026-05-10T01:40:38.347908Z","steps":["trace[1254110976] 'agreement among raft nodes before linearized reading' (duration: 1.052599438s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.347935Z","caller":"traceutil/trace.go:171","msg":"trace[875804918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24725; }","duration":"1.385283009s","start":"2026-05-10T01:40:36.962641Z","end":"2026-05-10T01:40:38.347924Z","steps":["trace[875804918] 'agreement among raft nodes before linearized reading' (duration: 1.385224288s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.347952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.996393Z","time spent":"1.351552583s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.962631Z","time spent":"1.38532443s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:38.34796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.295077Z","time spent":"1.052874735s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24751571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:40:38.348021Z","caller":"traceutil/trace.go:171","msg":"trace[511744116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24725; }","duration":"1.247670945s","start":"2026-05-10T01:40:37.100342Z","end":"2026-05-10T01:40:38.348013Z","steps":["trace[511744116] 'agreement among raft nodes before linearized reading' (duration: 1.247493979s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.348046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.10033Z","time spent":"1.247710915s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:38.347899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057166206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:40:38.348114Z","caller":"traceutil/trace.go:171","msg":"trace[1701924201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24725; }","duration":"1.058185614s","start":"2026-05-10T01:40:37.289916Z","end":"2026-05-10T01:40:38.348101Z","steps":["trace[1701924201] 'agreement among raft nodes before linearized reading' (duration: 1.057038024s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.347147Z","caller":"traceutil/trace.go:171","msg":"trace[911409362] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"477.540012ms","start":"2026-05-10T01:40:37.869572Z","end":"2026-05-10T01:40:38.347112Z","steps":["trace[911409362] 'process raft request' (duration: 477.296356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.348198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.289903Z","time spent":"1.058283656s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:38.34832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:37.869555Z","time spent":"478.646421ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:38.348369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.446543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:38.348325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406198301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-10T01:40:38.348411Z","caller":"traceutil/trace.go:171","msg":"trace[17689233] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24725; }","duration":"305.496584ms","start":"2026-05-10T01:40:38.042904Z","end":"2026-05-10T01:40:38.3484Z","steps":["trace[17689233] 'agreement among raft nodes before linearized reading' (duration: 304.287233ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:38.34843Z","caller":"traceutil/trace.go:171","msg":"trace[450046222] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24725; }","duration":"1.406302213s","start":"2026-05-10T01:40:36.942113Z","end":"2026-05-10T01:40:38.348416Z","steps":["trace[450046222] 'agreement among raft nodes before linearized reading' (duration: 1.404950918s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:38.348441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:38.042882Z","time spent":"305.551406ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:38.348466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:36.942102Z","time spent":"1.406352615s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-10T01:40:41.174432Z","caller":"traceutil/trace.go:171","msg":"trace[1132915009] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"830.070709ms","start":"2026-05-10T01:40:40.34434Z","end":"2026-05-10T01:40:41.17441Z","steps":["trace[1132915009] 'process raft request' (duration: 829.889485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.174572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.344321Z","time spent":"830.175291ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:41.17485Z","caller":"traceutil/trace.go:171","msg":"trace[1614391165] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"830.09954ms","start":"2026-05-10T01:40:40.344736Z","end":"2026-05-10T01:40:41.174835Z","steps":["trace[1614391165] 'process raft request' (duration: 829.960265ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:41.174844Z","caller":"traceutil/trace.go:171","msg":"trace[1146829874] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"830.333386ms","start":"2026-05-10T01:40:40.344473Z","end":"2026-05-10T01:40:41.174807Z","steps":["trace[1146829874] 'process raft request' (duration: 829.897425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.175006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.344718Z","time spent":"830.197913ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:41.175023Z","caller":"traceutil/trace.go:171","msg":"trace[1898630130] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"827.964025ms","start":"2026-05-10T01:40:40.347039Z","end":"2026-05-10T01:40:41.175003Z","steps":["trace[1898630130] 'process raft request' (duration: 827.844692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.175056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.344459Z","time spent":"830.563372ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:41.175092Z","caller":"traceutil/trace.go:171","msg":"trace[880073161] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"830.025858ms","start":"2026-05-10T01:40:40.345032Z","end":"2026-05-10T01:40:41.175058Z","steps":["trace[880073161] 'process raft request' (duration: 829.766931ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:41.175096Z","caller":"traceutil/trace.go:171","msg":"trace[2075592577] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25549; }","duration":"815.459219ms","start":"2026-05-10T01:40:40.359611Z","end":"2026-05-10T01:40:41.17507Z","steps":["trace[2075592577] 'read index received' (duration: 74.423173ms)","trace[2075592577] 'applied index is now lower than readState.Index' (duration: 741.034906ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:41.175159Z","caller":"traceutil/trace.go:171","msg":"trace[2018203671] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"821.850935ms","start":"2026-05-10T01:40:40.353294Z","end":"2026-05-10T01:40:41.175145Z","steps":["trace[2018203671] 'process raft request' (duration: 821.65399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.175146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.347023Z","time spent":"828.066467ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:41.175235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.353281Z","time spent":"821.907726ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:41.175246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.345019Z","time spent":"830.138301ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:41.175336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.708785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:41.175381Z","caller":"traceutil/trace.go:171","msg":"trace[1115107082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24747; }","duration":"815.797148ms","start":"2026-05-10T01:40:40.359573Z","end":"2026-05-10T01:40:41.17537Z","steps":["trace[1115107082] 'agreement among raft nodes before linearized reading' (duration: 815.611483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.17542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.359555Z","time spent":"815.856749ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:41.702074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.499187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:41.702189Z","caller":"traceutil/trace.go:171","msg":"trace[1210891912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24747; }","duration":"451.62637ms","start":"2026-05-10T01:40:41.250544Z","end":"2026-05-10T01:40:41.702171Z","steps":["trace[1210891912] 'range keys from in-memory index tree' (duration: 451.482846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:41.702382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.557798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:41.702629Z","caller":"traceutil/trace.go:171","msg":"trace[937493934] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"935.752263ms","start":"2026-05-10T01:40:40.766851Z","end":"2026-05-10T01:40:41.702603Z","steps":["trace[937493934] 'process raft request' (duration: 714.878547ms)","trace[937493934] 'compare' (duration: 220.460316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:41.70316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.766827Z","time spent":"936.275816ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:42.624946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:40:42.625036Z","caller":"traceutil/trace.go:171","msg":"trace[1702263006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324483s","start":"2026-05-10T01:40:40.62469Z","end":"2026-05-10T01:40:42.625015Z","steps":["trace[1702263006] 'agreement among raft nodes before linearized reading' (duration: 2.00021536s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:42.625087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.624665Z","time spent":"2.000411634s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:42.658136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.582789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:40:42.658328Z","caller":"traceutil/trace.go:171","msg":"trace[1933265409] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25556; }","duration":"1.48315439s","start":"2026-05-10T01:40:41.175157Z","end":"2026-05-10T01:40:42.658311Z","steps":["trace[1933265409] 'read index received' (duration: 306.561142ms)","trace[1933265409] 'applied index is now lower than readState.Index' (duration: 1.176592008s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:42.65858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125035833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:42.658611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127576028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:42.658635Z","caller":"traceutil/trace.go:171","msg":"trace[284802956] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24748; }","duration":"2.125101345s","start":"2026-05-10T01:40:40.533521Z","end":"2026-05-10T01:40:42.658622Z","steps":["trace[284802956] 'agreement among raft nodes before linearized reading' (duration: 2.124999152s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:42.658639Z","caller":"traceutil/trace.go:171","msg":"trace[86278450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24748; }","duration":"2.12763678s","start":"2026-05-10T01:40:40.530993Z","end":"2026-05-10T01:40:42.658629Z","steps":["trace[86278450] 'agreement among raft nodes before linearized reading' (duration: 2.127570098s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:42.658661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.533455Z","time spent":"2.125200796s","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:42.65867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.530974Z","time spent":"2.127684821s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:42.658745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28515763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-10T01:40:42.658789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281923286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:40:42.658842Z","caller":"traceutil/trace.go:171","msg":"trace[838000169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24748; }","duration":"2.285275613s","start":"2026-05-10T01:40:40.373542Z","end":"2026-05-10T01:40:42.658817Z","steps":["trace[838000169] 'agreement among raft nodes before linearized reading' (duration: 2.285035738s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:42.658852Z","caller":"traceutil/trace.go:171","msg":"trace[780067606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24748; }","duration":"2.282005208s","start":"2026-05-10T01:40:40.37683Z","end":"2026-05-10T01:40:42.658836Z","steps":["trace[780067606] 'agreement among raft nodes before linearized reading' (duration: 2.281818073s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:42.658857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282019369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:40:42.658898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.376819Z","time spent":"2.282071469s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:42.658901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.373535Z","time spent":"2.285355075s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:42.658911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286110274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:40:42.658948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951596677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-05-10T01:40:42.658941Z","caller":"traceutil/trace.go:171","msg":"trace[490619108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24748; }","duration":"2.282144991s","start":"2026-05-10T01:40:40.376772Z","end":"2026-05-10T01:40:42.658917Z","steps":["trace[490619108] 'agreement among raft nodes before linearized reading' (duration: 2.281900315s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:42.658957Z","caller":"traceutil/trace.go:171","msg":"trace[2105852486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24748; }","duration":"2.286181357s","start":"2026-05-10T01:40:40.372762Z","end":"2026-05-10T01:40:42.658943Z","steps":["trace[2105852486] 'agreement among raft nodes before linearized reading' (duration: 2.286048493s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:42.658972Z","caller":"traceutil/trace.go:171","msg":"trace[257593334] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24748; }","duration":"1.951655248s","start":"2026-05-10T01:40:40.707311Z","end":"2026-05-10T01:40:42.658967Z","steps":["trace[257593334] 'agreement among raft nodes before linearized reading' (duration: 1.951462813s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:42.658989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.707284Z","time spent":"1.95170182s","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-10T01:40:42.658989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.376751Z","time spent":"2.282228903s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:42.658996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:40.372746Z","time spent":"2.286239748s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:40:42.660959Z","caller":"traceutil/trace.go:171","msg":"trace[1123094006] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"1.481905118s","start":"2026-05-10T01:40:41.179037Z","end":"2026-05-10T01:40:42.660942Z","steps":["trace[1123094006] 'process raft request' (duration: 1.479187377s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:42.661076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:41.179011Z","time spent":"1.481996721s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:43.752778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050816262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:43.753221Z","caller":"traceutil/trace.go:171","msg":"trace[247330523] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"1.088902481s","start":"2026-05-10T01:40:42.664291Z","end":"2026-05-10T01:40:43.753194Z","steps":["trace[247330523] 'process raft request' (duration: 1.088839749s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.753328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.664285Z","time spent":"1.088989133s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:43.753514Z","caller":"traceutil/trace.go:171","msg":"trace[246815767] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"1.314227163s","start":"2026-05-10T01:40:42.439263Z","end":"2026-05-10T01:40:43.75349Z","steps":["trace[246815767] 'process raft request' (duration: 262.59893ms)","trace[246815767] 'compare' (duration: 1.050234777s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:43.753584Z","caller":"traceutil/trace.go:171","msg":"trace[1789059594] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"1.089561928s","start":"2026-05-10T01:40:42.664004Z","end":"2026-05-10T01:40:43.753566Z","steps":["trace[1789059594] 'process raft request' (duration: 1.088905151s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.753625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.439243Z","time spent":"1.314325286s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:43.753648Z","caller":"traceutil/trace.go:171","msg":"trace[1313584790] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"1.089518377s","start":"2026-05-10T01:40:42.664113Z","end":"2026-05-10T01:40:43.753631Z","steps":["trace[1313584790] 'process raft request' (duration: 1.088901221s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:43.753637Z","caller":"traceutil/trace.go:171","msg":"trace[1437340358] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"1.089361853s","start":"2026-05-10T01:40:42.664245Z","end":"2026-05-10T01:40:43.753607Z","steps":["trace[1437340358] 'process raft request' (duration: 1.088824069s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.753673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.663986Z","time spent":"1.08963781s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:43.753685Z","caller":"traceutil/trace.go:171","msg":"trace[691832488] linearizableReadLoop","detail":"{readStateIndex:25560; appliedIndex:25559; }","duration":"1.095303877s","start":"2026-05-10T01:40:42.658359Z","end":"2026-05-10T01:40:43.753663Z","steps":["trace[691832488] 'read index received' (duration: 43.732576ms)","trace[691832488] 'applied index is now lower than readState.Index' (duration: 1.051568941s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:43.75378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.664107Z","time spent":"1.089569959s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:43.753796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.664235Z","time spent":"1.089468246s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:43.753814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604529713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:43.753864Z","caller":"traceutil/trace.go:171","msg":"trace[905105569] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24754; }","duration":"1.604622616s","start":"2026-05-10T01:40:42.149229Z","end":"2026-05-10T01:40:43.753852Z","steps":["trace[905105569] 'agreement among raft nodes before linearized reading' (duration: 1.604535544s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.75385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524229688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:43.753865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551846805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:43.753891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.149211Z","time spent":"1.604672457s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:43.753904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880690815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-10T01:40:43.753812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127854473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:43.753926Z","caller":"traceutil/trace.go:171","msg":"trace[1795359249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24754; }","duration":"1.880749007s","start":"2026-05-10T01:40:41.87317Z","end":"2026-05-10T01:40:43.753919Z","steps":["trace[1795359249] 'agreement among raft nodes before linearized reading' (duration: 1.880659444s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:43.753921Z","caller":"traceutil/trace.go:171","msg":"trace[1599734435] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24754; }","duration":"1.52434536s","start":"2026-05-10T01:40:42.229555Z","end":"2026-05-10T01:40:43.7539Z","steps":["trace[1599734435] 'agreement among raft nodes before linearized reading' (duration: 1.524225567s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:43.753924Z","caller":"traceutil/trace.go:171","msg":"trace[220974928] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24754; }","duration":"1.551943517s","start":"2026-05-10T01:40:42.201965Z","end":"2026-05-10T01:40:43.753908Z","steps":["trace[220974928] 'agreement among raft nodes before linearized reading' (duration: 1.551849585s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.753951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:41.873149Z","time spent":"1.880797898s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-10T01:40:43.753946Z","caller":"traceutil/trace.go:171","msg":"trace[65995202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24754; }","duration":"1.128038518s","start":"2026-05-10T01:40:42.625895Z","end":"2026-05-10T01:40:43.753934Z","steps":["trace[65995202] 'agreement among raft nodes before linearized reading' (duration: 1.127858423s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.753965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.229532Z","time spent":"1.524421802s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:43.753981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.625873Z","time spent":"1.128099499s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:43.753976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.201943Z","time spent":"1.552018659s","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:43.753999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891349713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-05-10T01:40:43.754015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356725831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:43.754051Z","caller":"traceutil/trace.go:171","msg":"trace[1732709626] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24754; }","duration":"2.356805143s","start":"2026-05-10T01:40:41.397236Z","end":"2026-05-10T01:40:43.754041Z","steps":["trace[1732709626] 'agreement among raft nodes before linearized reading' (duration: 2.35673865s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:43.754051Z","caller":"traceutil/trace.go:171","msg":"trace[1191863392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24754; }","duration":"1.891430315s","start":"2026-05-10T01:40:41.862606Z","end":"2026-05-10T01:40:43.754036Z","steps":["trace[1191863392] 'agreement among raft nodes before linearized reading' (duration: 1.8912565s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:43.754074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:41.397213Z","time spent":"2.356854073s","remote":"127.0.0.1:37452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:43.754102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:41.86259Z","time spent":"1.891495807s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-10T01:40:44.253863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:44.754693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:44.925995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193863698s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:40:44.933549Z","caller":"traceutil/trace.go:171","msg":"trace[291098983] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"1.780923404s","start":"2026-05-10T01:40:43.152604Z","end":"2026-05-10T01:40:44.933527Z","steps":["trace[291098983] 'process raft request' (duration: 1.774030205s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:44.934083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.152577Z","time spent":"1.781045988s","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:44.934391Z","caller":"traceutil/trace.go:171","msg":"trace[193855263] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"1.754402745s","start":"2026-05-10T01:40:43.17991Z","end":"2026-05-10T01:40:44.934313Z","steps":["trace[193855263] 'process raft request' (duration: 1.753551233s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:44.934613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.179858Z","time spent":"1.754630112s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:44.934979Z","caller":"traceutil/trace.go:171","msg":"trace[1223203366] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"1.753568594s","start":"2026-05-10T01:40:43.181375Z","end":"2026-05-10T01:40:44.934944Z","steps":["trace[1223203366] 'process raft request' (duration: 1.752324892s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:44.935121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.181355Z","time spent":"1.753677266s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:44.935312Z","caller":"traceutil/trace.go:171","msg":"trace[379453937] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"1.753163294s","start":"2026-05-10T01:40:43.182077Z","end":"2026-05-10T01:40:44.93524Z","steps":["trace[379453937] 'process raft request' (duration: 1.752588389s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:44.935391Z","caller":"traceutil/trace.go:171","msg":"trace[1568956290] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.753162484s","start":"2026-05-10T01:40:43.182193Z","end":"2026-05-10T01:40:44.935355Z","steps":["trace[1568956290] 'process raft request' (duration: 1.753068661s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:44.935522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.18204Z","time spent":"1.753376709s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:44.935613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.182179Z","time spent":"1.753316417s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:44.935823Z","caller":"traceutil/trace.go:171","msg":"trace[601658946] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"1.753631407s","start":"2026-05-10T01:40:43.182164Z","end":"2026-05-10T01:40:44.935795Z","steps":["trace[601658946] 'process raft request' (duration: 1.752874806s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:44.935883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.182148Z","time spent":"1.753705598s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:45.761048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000603819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:45.761132Z","caller":"traceutil/trace.go:171","msg":"trace[1967830094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706522s","start":"2026-05-10T01:40:43.760409Z","end":"2026-05-10T01:40:45.761115Z","steps":["trace[1967830094] 'agreement among raft nodes before linearized reading' (duration: 2.000613219s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:45.761177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.760403Z","time spent":"2.000763274s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:47.155345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.229144815s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:40:47.15596Z","caller":"traceutil/trace.go:171","msg":"trace[857183178] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"3.444560102s","start":"2026-05-10T01:40:43.711385Z","end":"2026-05-10T01:40:47.155946Z","steps":["trace[857183178] 'process raft request' (duration: 3.444432479s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:47.155932Z","caller":"traceutil/trace.go:171","msg":"trace[1248300811] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"3.556454509s","start":"2026-05-10T01:40:43.599434Z","end":"2026-05-10T01:40:47.155888Z","steps":["trace[1248300811] 'process raft request' (duration: 3.556181521s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.156086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.711358Z","time spent":"3.444650855s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:47.15609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.599416Z","time spent":"3.556601863s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:47.156558Z","caller":"traceutil/trace.go:171","msg":"trace[1484858606] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"3.398779814s","start":"2026-05-10T01:40:43.757768Z","end":"2026-05-10T01:40:47.156548Z","steps":["trace[1484858606] 'process raft request' (duration: 3.398112896s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.156599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.757751Z","time spent":"3.398831515s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:40:47.156628Z","caller":"traceutil/trace.go:171","msg":"trace[314464825] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"3.398199489s","start":"2026-05-10T01:40:43.758395Z","end":"2026-05-10T01:40:47.156595Z","steps":["trace[314464825] 'process raft request' (duration: 3.398024704s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:47.156796Z","caller":"traceutil/trace.go:171","msg":"trace[763388217] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"2.927584826s","start":"2026-05-10T01:40:44.229202Z","end":"2026-05-10T01:40:47.156787Z","steps":["trace[763388217] 'process raft request' (duration: 2.92734572s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.156796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.758379Z","time spent":"3.398321602s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:47.156812Z","caller":"traceutil/trace.go:171","msg":"trace[1706055451] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25564; }","duration":"3.402985603s","start":"2026-05-10T01:40:43.753727Z","end":"2026-05-10T01:40:47.156713Z","steps":["trace[1706055451] 'read index received' (duration: 1.172458522s)","trace[1706055451] 'applied index is now lower than readState.Index' (duration: 2.230525711s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:47.156892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97502583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:40:47.156908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061840706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:47.156928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:44.229182Z","time spent":"2.927631537s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:47.156939Z","caller":"traceutil/trace.go:171","msg":"trace[1008463780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24765; }","duration":"3.975108712s","start":"2026-05-10T01:40:43.181784Z","end":"2026-05-10T01:40:47.156926Z","steps":["trace[1008463780] 'agreement among raft nodes before linearized reading' (duration: 3.974925438s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.156973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.18177Z","time spent":"3.975196034s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:40:47.156978Z","caller":"traceutil/trace.go:171","msg":"trace[1714706114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24765; }","duration":"4.062144723s","start":"2026-05-10T01:40:43.094809Z","end":"2026-05-10T01:40:47.156954Z","steps":["trace[1714706114] 'agreement among raft nodes before linearized reading' (duration: 4.061981879s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.156999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474263366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:47.15703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.094788Z","time spent":"4.062231274s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:47.157039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759262185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:47.157104Z","caller":"traceutil/trace.go:171","msg":"trace[1775894981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24765; }","duration":"4.474360909s","start":"2026-05-10T01:40:42.682684Z","end":"2026-05-10T01:40:47.157045Z","steps":["trace[1775894981] 'agreement among raft nodes before linearized reading' (duration: 4.474247496s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:47.157142Z","caller":"traceutil/trace.go:171","msg":"trace[1156901641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24765; }","duration":"3.759363818s","start":"2026-05-10T01:40:43.397742Z","end":"2026-05-10T01:40:47.157106Z","steps":["trace[1156901641] 'agreement among raft nodes before linearized reading' (duration: 3.758989278s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.157157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:42.682672Z","time spent":"4.474470602s","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:40:47.1572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.397675Z","time spent":"3.759513813s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:40:47.657742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:47.761711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:47.761839Z","caller":"traceutil/trace.go:171","msg":"trace[1825252352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667551s","start":"2026-05-10T01:40:45.761155Z","end":"2026-05-10T01:40:47.761823Z","steps":["trace[1825252352] 'agreement among raft nodes before linearized reading' (duration: 2.000521827s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:47.761895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.761136Z","time spent":"2.000748494s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:48.159561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:48.179307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023563735s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:40:48.179852Z","caller":"traceutil/trace.go:171","msg":"trace[1180780600] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"2.420401143s","start":"2026-05-10T01:40:45.759422Z","end":"2026-05-10T01:40:48.179823Z","steps":["trace[1180780600] 'process raft request' (duration: 2.420091905s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:48.180232Z","caller":"traceutil/trace.go:171","msg":"trace[1347502365] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"1.236562447s","start":"2026-05-10T01:40:46.94365Z","end":"2026-05-10T01:40:48.180213Z","steps":["trace[1347502365] 'process raft request' (duration: 1.236464334s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:48.18036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.943638Z","time spent":"1.236659499s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:48.180363Z","caller":"traceutil/trace.go:171","msg":"trace[1991212254] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"1.236616968s","start":"2026-05-10T01:40:46.943701Z","end":"2026-05-10T01:40:48.180318Z","steps":["trace[1991212254] 'process raft request' (duration: 1.236457494s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:48.180412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.759405Z","time spent":"2.420707321s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:48.18059Z","caller":"traceutil/trace.go:171","msg":"trace[612843814] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"1.237577992s","start":"2026-05-10T01:40:46.942997Z","end":"2026-05-10T01:40:48.180575Z","steps":["trace[612843814] 'process raft request' (duration: 1.236966426s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:48.180619Z","caller":"traceutil/trace.go:171","msg":"trace[1412581702] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"1.237305566s","start":"2026-05-10T01:40:46.943294Z","end":"2026-05-10T01:40:48.1806Z","steps":["trace[1412581702] 'process raft request' (duration: 1.236765133s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:48.180666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.942953Z","time spent":"1.237672565s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:48.180718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.943272Z","time spent":"1.237388607s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:48.180735Z","caller":"traceutil/trace.go:171","msg":"trace[570256361] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"1.23780342s","start":"2026-05-10T01:40:46.942884Z","end":"2026-05-10T01:40:48.180688Z","steps":["trace[570256361] 'process raft request' (duration: 1.236845705s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:48.180921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.942859Z","time spent":"1.237962713s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:48.181083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.943664Z","time spent":"1.236802092s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:49.315311Z","caller":"traceutil/trace.go:171","msg":"trace[635773473] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"2.154277621s","start":"2026-05-10T01:40:47.161004Z","end":"2026-05-10T01:40:49.315282Z","steps":["trace[635773473] 'process raft request' (duration: 2.154133898s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:49.315397Z","caller":"traceutil/trace.go:171","msg":"trace[249049878] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"2.154752734s","start":"2026-05-10T01:40:47.1606Z","end":"2026-05-10T01:40:49.315353Z","steps":["trace[249049878] 'process raft request' (duration: 2.154393995s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.31544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.160972Z","time spent":"2.154411835s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:40:49.315457Z","caller":"traceutil/trace.go:171","msg":"trace[1650081395] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25575; }","duration":"2.158545012s","start":"2026-05-10T01:40:47.156898Z","end":"2026-05-10T01:40:49.315443Z","steps":["trace[1650081395] 'read index received' (duration: 1.022667072s)","trace[1650081395] 'applied index is now lower than readState.Index' (duration: 1.13587694s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:49.31559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734734569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:49.315631Z","caller":"traceutil/trace.go:171","msg":"trace[1423470575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24774; }","duration":"3.73479693s","start":"2026-05-10T01:40:45.580824Z","end":"2026-05-10T01:40:49.315621Z","steps":["trace[1423470575] 'agreement among raft nodes before linearized reading' (duration: 3.734671696s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.315641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557948638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:40:49.315663Z","caller":"traceutil/trace.go:171","msg":"trace[1818986005] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"1.851017945s","start":"2026-05-10T01:40:47.464626Z","end":"2026-05-10T01:40:49.315644Z","steps":["trace[1818986005] 'process raft request' (duration: 1.850561723s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.31569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.342474583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:49.31572Z","caller":"traceutil/trace.go:171","msg":"trace[1949140939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24774; }","duration":"4.342541805s","start":"2026-05-10T01:40:44.97317Z","end":"2026-05-10T01:40:49.315712Z","steps":["trace[1949140939] 'agreement among raft nodes before linearized reading' (duration: 4.342499424s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.315733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.464601Z","time spent":"1.851093146s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:49.315798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650187805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:49.315819Z","caller":"traceutil/trace.go:171","msg":"trace[1131477784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24774; }","duration":"4.650243096s","start":"2026-05-10T01:40:44.665571Z","end":"2026-05-10T01:40:49.315814Z","steps":["trace[1131477784] 'agreement among raft nodes before linearized reading' (duration: 4.650181155s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.315832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:44.66555Z","time spent":"4.650279317s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:49.315851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469717504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:49.315874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365995392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:40:49.315894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55765091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:40:49.315937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480080843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:49.315655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.580793Z","time spent":"3.734853742s","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:49.315934Z","caller":"traceutil/trace.go:171","msg":"trace[1913282947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24774; }","duration":"3.557703242s","start":"2026-05-10T01:40:45.758219Z","end":"2026-05-10T01:40:49.315922Z","steps":["trace[1913282947] 'agreement among raft nodes before linearized reading' (duration: 3.557558758s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:49.315958Z","caller":"traceutil/trace.go:171","msg":"trace[1975608735] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24774; }","duration":"2.480104884s","start":"2026-05-10T01:40:46.835847Z","end":"2026-05-10T01:40:49.315952Z","steps":["trace[1975608735] 'agreement among raft nodes before linearized reading' (duration: 2.480065373s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.315976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.758213Z","time spent":"3.557755493s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:49.315978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.835802Z","time spent":"2.480170005s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.315994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37151834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:49.316015Z","caller":"traceutil/trace.go:171","msg":"trace[2004451335] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24774; }","duration":"5.371575521s","start":"2026-05-10T01:40:43.944431Z","end":"2026-05-10T01:40:49.316007Z","steps":["trace[2004451335] 'agreement among raft nodes before linearized reading' (duration: 5.37154384s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.944409Z","time spent":"5.371633102s","remote":"127.0.0.1:59878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.316107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495481662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:49.316132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501610374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:49.31614Z","caller":"traceutil/trace.go:171","msg":"trace[722813211] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24774; }","duration":"2.495554944s","start":"2026-05-10T01:40:46.820576Z","end":"2026-05-10T01:40:49.316131Z","steps":["trace[722813211] 'agreement among raft nodes before linearized reading' (duration: 2.495500463s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53207997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:49.316165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.820554Z","time spent":"2.495603206s","remote":"127.0.0.1:41136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:49.316178Z","caller":"traceutil/trace.go:171","msg":"trace[1228775479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24774; }","duration":"5.532137101s","start":"2026-05-10T01:40:43.784034Z","end":"2026-05-10T01:40:49.316171Z","steps":["trace[1228775479] 'agreement among raft nodes before linearized reading' (duration: 5.53209806s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.78402Z","time spent":"5.532172963s","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.316241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556972633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:49.316276Z","caller":"traceutil/trace.go:171","msg":"trace[1810022785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24774; }","duration":"3.557084725s","start":"2026-05-10T01:40:45.759183Z","end":"2026-05-10T01:40:49.316268Z","steps":["trace[1810022785] 'agreement among raft nodes before linearized reading' (duration: 3.556994932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.759174Z","time spent":"3.557129236s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:49.316314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213351577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:49.316327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559191955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f86af4ea-df62-455a-9956-a3654ae21f7f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-10T01:40:49.31634Z","caller":"traceutil/trace.go:171","msg":"trace[1986844997] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24774; }","duration":"3.213412229s","start":"2026-05-10T01:40:46.102919Z","end":"2026-05-10T01:40:49.316331Z","steps":["trace[1986844997] 'agreement among raft nodes before linearized reading' (duration: 3.213374618s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.16057Z","time spent":"2.155610545s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:49.316369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.102898Z","time spent":"3.213465171s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.31641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557820495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:40:49.315927Z","caller":"traceutil/trace.go:171","msg":"trace[578473705] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24774; }","duration":"3.366077054s","start":"2026-05-10T01:40:45.949839Z","end":"2026-05-10T01:40:49.315916Z","steps":["trace[578473705] 'agreement among raft nodes before linearized reading' (duration: 3.365631882s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:49.316473Z","caller":"traceutil/trace.go:171","msg":"trace[940933967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24774; }","duration":"3.557934857s","start":"2026-05-10T01:40:45.758526Z","end":"2026-05-10T01:40:49.316461Z","steps":["trace[940933967] 'agreement among raft nodes before linearized reading' (duration: 3.557759183s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:49.315896Z","caller":"traceutil/trace.go:171","msg":"trace[1801610322] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24774; }","duration":"2.469779866s","start":"2026-05-10T01:40:46.846103Z","end":"2026-05-10T01:40:49.315883Z","steps":["trace[1801610322] 'agreement among raft nodes before linearized reading' (duration: 2.469721324s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.758491Z","time spent":"3.558008959s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:49.316549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.84609Z","time spent":"2.470439443s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:49.315687Z","caller":"traceutil/trace.go:171","msg":"trace[529731478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24774; }","duration":"3.558026209s","start":"2026-05-10T01:40:45.75765Z","end":"2026-05-10T01:40:49.315676Z","steps":["trace[529731478] 'agreement among raft nodes before linearized reading' (duration: 3.557839843s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.757634Z","time spent":"3.558970245s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:40:49.31616Z","caller":"traceutil/trace.go:171","msg":"trace[116645102] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24774; }","duration":"3.501671926s","start":"2026-05-10T01:40:45.814479Z","end":"2026-05-10T01:40:49.316151Z","steps":["trace[116645102] 'agreement among raft nodes before linearized reading' (duration: 3.501617834s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359844392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:40:49.316844Z","caller":"traceutil/trace.go:171","msg":"trace[1743799843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24774; }","duration":"3.360271652s","start":"2026-05-10T01:40:45.956561Z","end":"2026-05-10T01:40:49.316833Z","steps":["trace[1743799843] 'agreement among raft nodes before linearized reading' (duration: 3.359809691s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.316884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.956552Z","time spent":"3.360321494s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:40:49.31628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563015767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:49.316346Z","caller":"traceutil/trace.go:171","msg":"trace[1951075096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f86af4ea-df62-455a-9956-a3654ae21f7f; range_end:; response_count:1; response_revision:24774; }","duration":"5.559239535s","start":"2026-05-10T01:40:43.757101Z","end":"2026-05-10T01:40:49.316341Z","steps":["trace[1951075096] 'agreement among raft nodes before linearized reading' (duration: 5.559182004s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.317003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:43.757086Z","time spent":"5.559906383s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f86af4ea-df62-455a-9956-a3654ae21f7f\" "} {"level":"info","ts":"2026-05-10T01:40:49.317011Z","caller":"traceutil/trace.go:171","msg":"trace[526261122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24774; }","duration":"2.563770637s","start":"2026-05-10T01:40:46.753218Z","end":"2026-05-10T01:40:49.316988Z","steps":["trace[526261122] 'agreement among raft nodes before linearized reading' (duration: 2.563037878s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.315738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:44.973151Z","time spent":"4.342581266s","remote":"127.0.0.1:43786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.316495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.949821Z","time spent":"3.36666654s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-05-10T01:40:49.317074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:46.753195Z","time spent":"2.563857029s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.316661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:45.81446Z","time spent":"3.502193379s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:49.76689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:40:49.767056Z","caller":"traceutil/trace.go:171","msg":"trace[498552094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121407s","start":"2026-05-10T01:40:47.766891Z","end":"2026-05-10T01:40:49.767013Z","steps":["trace[498552094] 'agreement among raft nodes before linearized reading' (duration: 1.999947563s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.767149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.766835Z","time spent":"2.000295672s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:49.816773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:40:49.998903Z","caller":"traceutil/trace.go:171","msg":"trace[990894458] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"1.516804145s","start":"2026-05-10T01:40:48.482068Z","end":"2026-05-10T01:40:49.998872Z","steps":["trace[990894458] 'process raft request' (duration: 1.487250907s)","trace[990894458] 'compare' (duration: 28.86214ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:49.998991Z","caller":"traceutil/trace.go:171","msg":"trace[1021537247] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"835.704916ms","start":"2026-05-10T01:40:49.163267Z","end":"2026-05-10T01:40:49.998972Z","steps":["trace[1021537247] 'process raft request' (duration: 835.52491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:49.999054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:48.482041Z","time spent":"1.516938408s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:49.999119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.163239Z","time spent":"835.805018ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.023446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054103598s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:40:51.033261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:51.033345Z","caller":"traceutil/trace.go:171","msg":"trace[638408503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831616s","start":"2026-05-10T01:40:49.032495Z","end":"2026-05-10T01:40:51.033327Z","steps":["trace[638408503] 'agreement among raft nodes before linearized reading' (duration: 2.000731093s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.033394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.032473Z","time spent":"2.000910558s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-10T01:40:51.039168Z","caller":"traceutil/trace.go:171","msg":"trace[442462604] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25584; }","duration":"1.723664988s","start":"2026-05-10T01:40:49.315482Z","end":"2026-05-10T01:40:51.039147Z","steps":["trace[442462604] 'read index received' (duration: 653.864313ms)","trace[442462604] 'applied index is now lower than readState.Index' (duration: 1.069799745s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:51.039328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.317645Z","time spent":"1.721679326s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:40:51.039506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097834006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:51.039561Z","caller":"traceutil/trace.go:171","msg":"trace[481193871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24781; }","duration":"2.097929629s","start":"2026-05-10T01:40:48.941613Z","end":"2026-05-10T01:40:51.039542Z","steps":["trace[481193871] 'agreement among raft nodes before linearized reading' (duration: 2.097778695s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994875074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:51.039602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:48.941595Z","time spent":"2.097997691s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:51.03963Z","caller":"traceutil/trace.go:171","msg":"trace[1335666511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24781; }","duration":"2.994972476s","start":"2026-05-10T01:40:48.044642Z","end":"2026-05-10T01:40:51.039615Z","steps":["trace[1335666511] 'agreement among raft nodes before linearized reading' (duration: 2.994892504s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:48.04462Z","time spent":"2.995037338s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:51.039831Z","caller":"traceutil/trace.go:171","msg":"trace[133870580] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.718294788s","start":"2026-05-10T01:40:49.321511Z","end":"2026-05-10T01:40:51.039806Z","steps":["trace[133870580] 'process raft request' (duration: 1.717525018s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.039854Z","caller":"traceutil/trace.go:171","msg":"trace[8363413] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.718071303s","start":"2026-05-10T01:40:49.321755Z","end":"2026-05-10T01:40:51.039826Z","steps":["trace[8363413] 'process raft request' (duration: 1.717353274s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876895171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:51.039888Z","caller":"traceutil/trace.go:171","msg":"trace[1984335356] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.719500681s","start":"2026-05-10T01:40:49.320368Z","end":"2026-05-10T01:40:51.039869Z","steps":["trace[1984335356] 'process raft request' (duration: 1.718418042s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.039882Z","caller":"traceutil/trace.go:171","msg":"trace[1949414763] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.718309748s","start":"2026-05-10T01:40:49.321545Z","end":"2026-05-10T01:40:51.039855Z","steps":["trace[1949414763] 'process raft request' (duration: 1.717529578s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.039943Z","caller":"traceutil/trace.go:171","msg":"trace[1967115278] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24781; }","duration":"3.877000695s","start":"2026-05-10T01:40:47.162922Z","end":"2026-05-10T01:40:51.039923Z","steps":["trace[1967115278] 'agreement among raft nodes before linearized reading' (duration: 3.876870921s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.321507Z","time spent":"1.718375411s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.039987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.320352Z","time spent":"1.719579812s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.039986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.321739Z","time spent":"1.718180956s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.040016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295727778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:51.040041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570198147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:51.040031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.321539Z","time spent":"1.718408212s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:51.040055Z","caller":"traceutil/trace.go:171","msg":"trace[908128847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24781; }","duration":"3.2958017s","start":"2026-05-10T01:40:47.744242Z","end":"2026-05-10T01:40:51.040044Z","steps":["trace[908128847] 'agreement among raft nodes before linearized reading' (duration: 3.295723788s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.040059Z","caller":"traceutil/trace.go:171","msg":"trace[203829461] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.718590856s","start":"2026-05-10T01:40:49.321457Z","end":"2026-05-10T01:40:51.040048Z","steps":["trace[203829461] 'process raft request' (duration: 1.717521358s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.04007Z","caller":"traceutil/trace.go:171","msg":"trace[810065791] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24781; }","duration":"3.570271918s","start":"2026-05-10T01:40:47.46979Z","end":"2026-05-10T01:40:51.040062Z","steps":["trace[810065791] 'agreement among raft nodes before linearized reading' (duration: 3.570222877s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.162908Z","time spent":"3.877070886s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:40:51.040102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.321448Z","time spent":"1.718632427s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.0401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.469769Z","time spent":"3.5703234s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:51.040112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998116798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:51.040137Z","caller":"traceutil/trace.go:171","msg":"trace[1004586815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24781; }","duration":"2.9981765s","start":"2026-05-10T01:40:48.041955Z","end":"2026-05-10T01:40:51.040131Z","steps":["trace[1004586815] 'agreement among raft nodes before linearized reading' (duration: 2.998139779s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.039898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879207982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:40:51.040157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:48.041933Z","time spent":"2.998217442s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:51.040081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.744226Z","time spent":"3.295848761s","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:51.040188Z","caller":"traceutil/trace.go:171","msg":"trace[685140550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24781; }","duration":"3.879488719s","start":"2026-05-10T01:40:47.160681Z","end":"2026-05-10T01:40:51.04017Z","steps":["trace[685140550] 'agreement among raft nodes before linearized reading' (duration: 3.879116059s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.040239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:47.160633Z","time spent":"3.879592992s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:40:51.540076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:51.715946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.181521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:51.716094Z","caller":"traceutil/trace.go:171","msg":"trace[1610966514] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24781; }","duration":"465.343545ms","start":"2026-05-10T01:40:51.250726Z","end":"2026-05-10T01:40:51.71607Z","steps":["trace[1610966514] 'range keys from in-memory index tree' (duration: 465.162201ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.717476Z","caller":"traceutil/trace.go:171","msg":"trace[1155151773] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.529933656s","start":"2026-05-10T01:40:50.187506Z","end":"2026-05-10T01:40:51.71744Z","steps":["trace[1155151773] 'process raft request' (duration: 1.518864509s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.717645Z","caller":"traceutil/trace.go:171","msg":"trace[1816681947] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.53005696s","start":"2026-05-10T01:40:50.187563Z","end":"2026-05-10T01:40:51.71762Z","steps":["trace[1816681947] 'process raft request' (duration: 1.529772902s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.717704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.187489Z","time spent":"1.530103431s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:51.717813Z","caller":"traceutil/trace.go:171","msg":"trace[300082253] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.52316209s","start":"2026-05-10T01:40:50.194631Z","end":"2026-05-10T01:40:51.717793Z","steps":["trace[300082253] 'process raft request' (duration: 1.523060678s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.717838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.187541Z","time spent":"1.530200243s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.717917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.194621Z","time spent":"1.523246982s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:51.717876Z","caller":"traceutil/trace.go:171","msg":"trace[935290765] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"1.530207543s","start":"2026-05-10T01:40:50.187613Z","end":"2026-05-10T01:40:51.717821Z","steps":["trace[935290765] 'process raft request' (duration: 1.529902995s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:51.718051Z","caller":"traceutil/trace.go:171","msg":"trace[667009432] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.523345635s","start":"2026-05-10T01:40:50.19469Z","end":"2026-05-10T01:40:51.718036Z","steps":["trace[667009432] 'process raft request' (duration: 1.523059118s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.71808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.187579Z","time spent":"1.530396638s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.718122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.194668Z","time spent":"1.523417537s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:51.718162Z","caller":"traceutil/trace.go:171","msg":"trace[1088340370] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.521557278s","start":"2026-05-10T01:40:50.196552Z","end":"2026-05-10T01:40:51.718109Z","steps":["trace[1088340370] 'process raft request' (duration: 1.521459346s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.719464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.196511Z","time spent":"1.521769244s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:51.767958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:51.768055Z","caller":"traceutil/trace.go:171","msg":"trace[553465836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398545s","start":"2026-05-10T01:40:49.767633Z","end":"2026-05-10T01:40:51.768031Z","steps":["trace[553465836] 'agreement among raft nodes before linearized reading' (duration: 2.000272271s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:51.768137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.767617Z","time spent":"2.000474228s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:52.729825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.440956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:52.729903Z","caller":"traceutil/trace.go:171","msg":"trace[886810540] linearizableReadLoop","detail":"{readStateIndex:25599; appliedIndex:25592; }","duration":"1.690615859s","start":"2026-05-10T01:40:51.039275Z","end":"2026-05-10T01:40:52.729891Z","steps":["trace[886810540] 'read index received' (duration: 666.653434ms)","trace[886810540] 'applied index is now lower than readState.Index' (duration: 1.023961195s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:52.729953Z","caller":"traceutil/trace.go:171","msg":"trace[2093792366] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"1.688666239s","start":"2026-05-10T01:40:51.041279Z","end":"2026-05-10T01:40:52.729945Z","steps":["trace[2093792366] 'process raft request' (duration: 1.138024756s)","trace[2093792366] 'compare' (duration: 550.199921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:52.729991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.041255Z","time spent":"1.68871448s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:52.730266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860995824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-10T01:40:52.73029Z","caller":"traceutil/trace.go:171","msg":"trace[1958745147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24788; }","duration":"1.861092997s","start":"2026-05-10T01:40:50.869189Z","end":"2026-05-10T01:40:52.730282Z","steps":["trace[1958745147] 'agreement among raft nodes before linearized reading' (duration: 1.860926743s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.73031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.869171Z","time spent":"1.861134527s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-10T01:40:52.73043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024721256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:52.730449Z","caller":"traceutil/trace.go:171","msg":"trace[633051779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24788; }","duration":"2.024776848s","start":"2026-05-10T01:40:50.705666Z","end":"2026-05-10T01:40:52.730443Z","steps":["trace[633051779] 'agreement among raft nodes before linearized reading' (duration: 2.024741247s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.73047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.705648Z","time spent":"2.024817278s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:52.730576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401000408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:52.730635Z","caller":"traceutil/trace.go:171","msg":"trace[30267381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24788; }","duration":"2.401124543s","start":"2026-05-10T01:40:50.329495Z","end":"2026-05-10T01:40:52.73062Z","steps":["trace[30267381] 'agreement among raft nodes before linearized reading' (duration: 2.401014909s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.730615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10109931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:52.73067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.329467Z","time spent":"2.401192424s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:52.73068Z","caller":"traceutil/trace.go:171","msg":"trace[82869316] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24788; }","duration":"2.101227944s","start":"2026-05-10T01:40:50.629437Z","end":"2026-05-10T01:40:52.730665Z","steps":["trace[82869316] 'agreement among raft nodes before linearized reading' (duration: 2.10109368s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.730601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408937219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:40:52.730714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.629414Z","time spent":"2.101292046s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:52.730723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405787026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:40:52.730747Z","caller":"traceutil/trace.go:171","msg":"trace[1611436719] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b; range_end:; response_count:1; response_revision:24788; }","duration":"3.409078543s","start":"2026-05-10T01:40:49.321645Z","end":"2026-05-10T01:40:52.730723Z","steps":["trace[1611436719] 'agreement among raft nodes before linearized reading' (duration: 3.408909587s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.73077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592944974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:52.73079Z","caller":"traceutil/trace.go:171","msg":"trace[950965968] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24788; }","duration":"3.40591189s","start":"2026-05-10T01:40:49.324851Z","end":"2026-05-10T01:40:52.730763Z","steps":["trace[950965968] 'agreement among raft nodes before linearized reading' (duration: 3.405629112s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.730826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.324841Z","time spent":"3.405977021s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:40:52.730826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:49.321637Z","time spent":"3.409161894s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" "} {"level":"info","ts":"2026-05-10T01:40:52.730865Z","caller":"traceutil/trace.go:171","msg":"trace[465584410] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24788; }","duration":"2.593022226s","start":"2026-05-10T01:40:50.137776Z","end":"2026-05-10T01:40:52.730798Z","steps":["trace[465584410] 'agreement among raft nodes before linearized reading' (duration: 2.592952225s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:52.73089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:50.137745Z","time spent":"2.59313916s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:53.584365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.721934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:53.584631Z","caller":"traceutil/trace.go:171","msg":"trace[1128773171] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.578527867s","start":"2026-05-10T01:40:52.006071Z","end":"2026-05-10T01:40:53.584599Z","steps":["trace[1128773171] 'process raft request' (duration: 1.129507305s)","trace[1128773171] 'compare' (duration: 448.413766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:53.584811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.006036Z","time spent":"1.578690752s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:53.5852Z","caller":"traceutil/trace.go:171","msg":"trace[1346173240] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.422597518s","start":"2026-05-10T01:40:52.162569Z","end":"2026-05-10T01:40:53.585167Z","steps":["trace[1346173240] 'process raft request' (duration: 1.421896s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:53.585397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.162539Z","time spent":"1.422766082s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:53.774565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:53.774647Z","caller":"traceutil/trace.go:171","msg":"trace[889201246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976304s","start":"2026-05-10T01:40:51.77465Z","end":"2026-05-10T01:40:53.774627Z","steps":["trace[889201246] 'agreement among raft nodes before linearized reading' (duration: 1.999873011s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:53.774698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.774625Z","time spent":"2.000061726s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:55.281131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696551914s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:40:55.283623Z","caller":"traceutil/trace.go:171","msg":"trace[1034436260] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"1.559824482s","start":"2026-05-10T01:40:53.723782Z","end":"2026-05-10T01:40:55.283606Z","steps":["trace[1034436260] 'process raft request' (duration: 1.5597211s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.283644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.732565Z","time spent":"2.551072867s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:40:55.28371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.723755Z","time spent":"1.559902543s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:55.283807Z","caller":"traceutil/trace.go:171","msg":"trace[948300767] linearizableReadLoop","detail":"{readStateIndex:25602; appliedIndex:25599; }","duration":"2.553879619s","start":"2026-05-10T01:40:52.72992Z","end":"2026-05-10T01:40:55.283799Z","steps":["trace[948300767] 'read index received' (duration: 405.765638ms)","trace[948300767] 'applied index is now lower than readState.Index' (duration: 2.148113021s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:55.283924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56538732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:55.283953Z","caller":"traceutil/trace.go:171","msg":"trace[2141013713] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24791; }","duration":"2.565456681s","start":"2026-05-10T01:40:52.718488Z","end":"2026-05-10T01:40:55.283945Z","steps":["trace[2141013713] 'agreement among raft nodes before linearized reading' (duration: 2.56539803s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.283978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.718466Z","time spent":"2.565504812s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:55.284154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617268246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:55.284178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783920137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:55.284206Z","caller":"traceutil/trace.go:171","msg":"trace[1398229282] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24791; }","duration":"2.617324759s","start":"2026-05-10T01:40:52.666867Z","end":"2026-05-10T01:40:55.284192Z","steps":["trace[1398229282] 'agreement among raft nodes before linearized reading' (duration: 2.617234166s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:55.284232Z","caller":"traceutil/trace.go:171","msg":"trace[511629619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24791; }","duration":"3.784027349s","start":"2026-05-10T01:40:51.50019Z","end":"2026-05-10T01:40:55.284218Z","steps":["trace[511629619] 'agreement among raft nodes before linearized reading' (duration: 3.783929087s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962972797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-10T01:40:55.284263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.500164Z","time spent":"3.784093831s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:55.284269Z","caller":"traceutil/trace.go:171","msg":"trace[119431663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24791; }","duration":"3.963027999s","start":"2026-05-10T01:40:51.32123Z","end":"2026-05-10T01:40:55.284258Z","steps":["trace[119431663] 'agreement among raft nodes before linearized reading' (duration: 3.962905716s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599083436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:55.284259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430555239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:55.284317Z","caller":"traceutil/trace.go:171","msg":"trace[1735209091] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24791; }","duration":"3.599205529s","start":"2026-05-10T01:40:51.685088Z","end":"2026-05-10T01:40:55.284294Z","steps":["trace[1735209091] 'agreement among raft nodes before linearized reading' (duration: 3.599053135s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743295322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:55.284381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.685071Z","time spent":"3.599298332s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:55.284275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238826942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:55.284441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242002634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-05-10T01:40:55.284259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509098889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-10T01:40:55.284555Z","caller":"traceutil/trace.go:171","msg":"trace[534958778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24791; }","duration":"4.242158508s","start":"2026-05-10T01:40:51.042371Z","end":"2026-05-10T01:40:55.284529Z","steps":["trace[534958778] 'agreement among raft nodes before linearized reading' (duration: 4.241810709s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.042353Z","time spent":"4.242255081s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:40:55.284525Z","caller":"traceutil/trace.go:171","msg":"trace[159740937] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24791; }","duration":"4.239102609s","start":"2026-05-10T01:40:51.045386Z","end":"2026-05-10T01:40:55.284489Z","steps":["trace[159740937] 'agreement among raft nodes before linearized reading' (duration: 4.23874778s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:55.284394Z","caller":"traceutil/trace.go:171","msg":"trace[274600871] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24791; }","duration":"3.743452006s","start":"2026-05-10T01:40:51.540918Z","end":"2026-05-10T01:40:55.28437Z","steps":["trace[274600871] 'agreement among raft nodes before linearized reading' (duration: 3.743266201s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.045376Z","time spent":"4.239357536s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:40:55.284577Z","caller":"traceutil/trace.go:171","msg":"trace[1654173286] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24791; }","duration":"3.509461789s","start":"2026-05-10T01:40:51.775103Z","end":"2026-05-10T01:40:55.284565Z","steps":["trace[1654173286] 'agreement among raft nodes before linearized reading' (duration: 3.509023297s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.775082Z","time spent":"3.509764437s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:40:55.284785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.540897Z","time spent":"3.743852057s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:55.284331Z","caller":"traceutil/trace.go:171","msg":"trace[177215147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24791; }","duration":"3.430680163s","start":"2026-05-10T01:40:51.853633Z","end":"2026-05-10T01:40:55.284313Z","steps":["trace[177215147] 'agreement among raft nodes before linearized reading' (duration: 3.430555949s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.284968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.853611Z","time spent":"3.431341359s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:55.284288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:51.321216Z","time spent":"3.96306778s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:40:55.284255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.666818Z","time spent":"2.617422791s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:55.775158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:55.775237Z","caller":"traceutil/trace.go:171","msg":"trace[236856376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520697s","start":"2026-05-10T01:40:53.774703Z","end":"2026-05-10T01:40:55.775224Z","steps":["trace[236856376] 'agreement among raft nodes before linearized reading' (duration: 2.000422665s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.775279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.774664Z","time spent":"2.00060872s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:55.784093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:55.874933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:40:55.875038Z","caller":"traceutil/trace.go:171","msg":"trace[685106593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047466s","start":"2026-05-10T01:40:53.87497Z","end":"2026-05-10T01:40:55.875017Z","steps":["trace[685106593] 'agreement among raft nodes before linearized reading' (duration: 1.999915982s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:55.875085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.874946Z","time spent":"2.000129768s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:56.001975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311467192s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:40:56.039073Z","caller":"traceutil/trace.go:171","msg":"trace[1105289474] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"2.314646086s","start":"2026-05-10T01:40:53.724408Z","end":"2026-05-10T01:40:56.039054Z","steps":["trace[1105289474] 'process raft request' (duration: 2.277749398s)","trace[1105289474] 'compare' (duration: 35.866331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:56.039201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.724391Z","time spent":"2.314737739s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:56.040062Z","caller":"traceutil/trace.go:171","msg":"trace[315248798] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"2.313914999s","start":"2026-05-10T01:40:53.72611Z","end":"2026-05-10T01:40:56.040025Z","steps":["trace[315248798] 'process raft request' (duration: 2.312908982s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.040268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.726097Z","time spent":"2.314059122s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:56.040633Z","caller":"traceutil/trace.go:171","msg":"trace[1489090285] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"2.313016444s","start":"2026-05-10T01:40:53.727395Z","end":"2026-05-10T01:40:56.040412Z","steps":["trace[1489090285] 'process raft request' (duration: 2.311926916s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.040803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.72738Z","time spent":"2.313344184s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:56.040777Z","caller":"traceutil/trace.go:171","msg":"trace[1323541628] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"2.311820233s","start":"2026-05-10T01:40:53.728929Z","end":"2026-05-10T01:40:56.040749Z","steps":["trace[1323541628] 'process raft request' (duration: 2.311418843s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.040964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.728916Z","time spent":"2.311941057s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:56.040918Z","caller":"traceutil/trace.go:171","msg":"trace[687062922] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"2.31054412s","start":"2026-05-10T01:40:53.73035Z","end":"2026-05-10T01:40:56.040894Z","steps":["trace[687062922] 'process raft request' (duration: 2.310337785s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.041236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.730338Z","time spent":"2.310792356s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:56.977674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.991939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:56.977905Z","caller":"traceutil/trace.go:171","msg":"trace[1982833168] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"154.128103ms","start":"2026-05-10T01:40:56.823765Z","end":"2026-05-10T01:40:56.977893Z","steps":["trace[1982833168] 'process raft request' (duration: 154.099162ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.978053Z","caller":"traceutil/trace.go:171","msg":"trace[589300037] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"1.686255955s","start":"2026-05-10T01:40:55.291791Z","end":"2026-05-10T01:40:56.978047Z","steps":["trace[589300037] 'process raft request' (duration: 1.686003569s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.97809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.291783Z","time spent":"1.686283597s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:56.978115Z","caller":"traceutil/trace.go:171","msg":"trace[1103269249] linearizableReadLoop","detail":"{readStateIndex:25613; appliedIndex:25604; }","duration":"1.694264204s","start":"2026-05-10T01:40:55.283826Z","end":"2026-05-10T01:40:56.97809Z","steps":["trace[1103269249] 'read index received' (duration: 718.346198ms)","trace[1103269249] 'applied index is now lower than readState.Index' (duration: 975.915346ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:56.978257Z","caller":"traceutil/trace.go:171","msg":"trace[1150857555] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"1.387401314s","start":"2026-05-10T01:40:55.590843Z","end":"2026-05-10T01:40:56.978245Z","steps":["trace[1150857555] 'process raft request' (duration: 1.386989203s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748400953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:56.978363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933418269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:56.978378Z","caller":"traceutil/trace.go:171","msg":"trace[1064052984] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24801; }","duration":"2.748463684s","start":"2026-05-10T01:40:54.229906Z","end":"2026-05-10T01:40:56.978369Z","steps":["trace[1064052984] 'agreement among raft nodes before linearized reading' (duration: 2.748422183s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.97836Z","caller":"traceutil/trace.go:171","msg":"trace[633182954] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.693799493s","start":"2026-05-10T01:40:55.284513Z","end":"2026-05-10T01:40:56.978313Z","steps":["trace[633182954] 'process raft request' (duration: 1.564103695s)","trace[633182954] 'compare' (duration: 128.811185ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:56.978398Z","caller":"traceutil/trace.go:171","msg":"trace[276062102] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"1.688615547s","start":"2026-05-10T01:40:55.289755Z","end":"2026-05-10T01:40:56.978371Z","steps":["trace[276062102] 'process raft request' (duration: 1.687992751s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.97845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245018732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-72102e52-ae81-4aae-9fbe-0603f7f47e83\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-10T01:40:56.978489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686928863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:56.978503Z","caller":"traceutil/trace.go:171","msg":"trace[1207681308] range","detail":"{range_begin:/registry/persistentvolumes/pvc-72102e52-ae81-4aae-9fbe-0603f7f47e83; range_end:; response_count:1; response_revision:24801; }","duration":"4.245086264s","start":"2026-05-10T01:40:52.733404Z","end":"2026-05-10T01:40:56.97849Z","steps":["trace[1207681308] 'agreement among raft nodes before linearized reading' (duration: 4.24490447s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.978514Z","caller":"traceutil/trace.go:171","msg":"trace[292474751] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24801; }","duration":"1.686981235s","start":"2026-05-10T01:40:55.291524Z","end":"2026-05-10T01:40:56.978505Z","steps":["trace[292474751] 'agreement among raft nodes before linearized reading' (duration: 1.686943314s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.284492Z","time spent":"1.693938486s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:56.978546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866783278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:40:56.978541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.733392Z","time spent":"4.245139915s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-72102e52-ae81-4aae-9fbe-0603f7f47e83\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.289735Z","time spent":"1.688737s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:56.97838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.59082Z","time spent":"1.387464946s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:56.978591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.212947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-10T01:40:56.978615Z","caller":"traceutil/trace.go:171","msg":"trace[1491917204] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24801; }","duration":"891.283448ms","start":"2026-05-10T01:40:56.087327Z","end":"2026-05-10T01:40:56.97861Z","steps":["trace[1491917204] 'agreement among raft nodes before linearized reading' (duration: 891.219767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.086988Z","time spent":"891.645658ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263863128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:56.978654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933405249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:40:56.978535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.291516Z","time spent":"1.687015566s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:40:56.978687Z","caller":"traceutil/trace.go:171","msg":"trace[1939657499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24801; }","duration":"2.264144895s","start":"2026-05-10T01:40:54.714526Z","end":"2026-05-10T01:40:56.97867Z","steps":["trace[1939657499] 'agreement among raft nodes before linearized reading' (duration: 2.263886568s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.97869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92042356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:40:56.978397Z","caller":"traceutil/trace.go:171","msg":"trace[1732665178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24801; }","duration":"3.933466072s","start":"2026-05-10T01:40:53.04492Z","end":"2026-05-10T01:40:56.978386Z","steps":["trace[1732665178] 'agreement among raft nodes before linearized reading' (duration: 3.933338298s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:54.714502Z","time spent":"2.264212187s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.978741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933515631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:40:56.978756Z","caller":"traceutil/trace.go:171","msg":"trace[354666453] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24801; }","duration":"2.920488461s","start":"2026-05-10T01:40:54.058231Z","end":"2026-05-10T01:40:56.97872Z","steps":["trace[354666453] 'agreement among raft nodes before linearized reading' (duration: 2.920251785s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.978774Z","caller":"traceutil/trace.go:171","msg":"trace[142912275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24801; }","duration":"3.933556754s","start":"2026-05-10T01:40:53.045209Z","end":"2026-05-10T01:40:56.978765Z","steps":["trace[142912275] 'agreement among raft nodes before linearized reading' (duration: 3.933484701s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.044914Z","time spent":"3.93383172s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172966606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:56.978805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.045202Z","time spent":"3.933595575s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:54.058215Z","time spent":"2.920572333s","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:56.978823Z","caller":"traceutil/trace.go:171","msg":"trace[1708384523] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24801; }","duration":"1.173017326s","start":"2026-05-10T01:40:55.805798Z","end":"2026-05-10T01:40:56.978815Z","steps":["trace[1708384523] 'agreement among raft nodes before linearized reading' (duration: 1.172932333s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:54.229877Z","time spent":"2.748516475s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.978847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.805779Z","time spent":"1.173062998s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.978486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245773782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:40:56.978848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243525315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:40:56.978882Z","caller":"traceutil/trace.go:171","msg":"trace[2073998301] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24801; }","duration":"4.243572176s","start":"2026-05-10T01:40:52.735301Z","end":"2026-05-10T01:40:56.978873Z","steps":["trace[2073998301] 'agreement among raft nodes before linearized reading' (duration: 4.24339724s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.735295Z","time spent":"4.243613506s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.978929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93496206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:40:56.978571Z","caller":"traceutil/trace.go:171","msg":"trace[2020240129] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24801; }","duration":"3.86684979s","start":"2026-05-10T01:40:53.111716Z","end":"2026-05-10T01:40:56.978566Z","steps":["trace[2020240129] 'agreement among raft nodes before linearized reading' (duration: 3.866699366s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624872392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:56.978962Z","caller":"traceutil/trace.go:171","msg":"trace[1870688017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24801; }","duration":"3.935024102s","start":"2026-05-10T01:40:53.043929Z","end":"2026-05-10T01:40:56.978953Z","steps":["trace[1870688017] 'agreement among raft nodes before linearized reading' (duration: 3.93494356s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.978976Z","caller":"traceutil/trace.go:171","msg":"trace[609786866] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24801; }","duration":"1.624890762s","start":"2026-05-10T01:40:55.354077Z","end":"2026-05-10T01:40:56.978968Z","steps":["trace[609786866] 'agreement among raft nodes before linearized reading' (duration: 1.624858431s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.978973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195677705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:56.978999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.354056Z","time spent":"1.624939044s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.111694Z","time spent":"3.867281842s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.978989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.043907Z","time spent":"3.935075923s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:40:56.979029Z","caller":"traceutil/trace.go:171","msg":"trace[1025614468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24801; }","duration":"1.195734716s","start":"2026-05-10T01:40:55.783265Z","end":"2026-05-10T01:40:56.978999Z","steps":["trace[1025614468] 'agreement among raft nodes before linearized reading' (duration: 1.195687665s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.978883Z","caller":"traceutil/trace.go:171","msg":"trace[708776196] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24801; }","duration":"4.246179953s","start":"2026-05-10T01:40:52.732691Z","end":"2026-05-10T01:40:56.978871Z","steps":["trace[708776196] 'agreement among raft nodes before linearized reading' (duration: 4.24571687s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.97868Z","caller":"traceutil/trace.go:171","msg":"trace[1263677113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24801; }","duration":"3.93344464s","start":"2026-05-10T01:40:53.045228Z","end":"2026-05-10T01:40:56.978673Z","steps":["trace[1263677113] 'agreement among raft nodes before linearized reading' (duration: 3.933355437s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.979064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.783196Z","time spent":"1.195860829s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:56.978921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308389162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:56.978429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374674647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-10T01:40:56.97909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:52.732681Z","time spent":"4.246396969s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-10T01:40:56.979104Z","caller":"traceutil/trace.go:171","msg":"trace[1775448052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24801; }","duration":"1.308586107s","start":"2026-05-10T01:40:55.670507Z","end":"2026-05-10T01:40:56.979093Z","steps":["trace[1775448052] 'agreement among raft nodes before linearized reading' (duration: 1.308358441s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.979103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.045218Z","time spent":"3.933870241s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:56.979111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935147704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:56.979119Z","caller":"traceutil/trace.go:171","msg":"trace[603586866] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24801; }","duration":"3.375407616s","start":"2026-05-10T01:40:53.603696Z","end":"2026-05-10T01:40:56.979104Z","steps":["trace[603586866] 'agreement among raft nodes before linearized reading' (duration: 3.374570455s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.979133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:55.67045Z","time spent":"1.308674379s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:56.979158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.603667Z","time spent":"3.375479308s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-10T01:40:56.979154Z","caller":"traceutil/trace.go:171","msg":"trace[1299934849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24801; }","duration":"3.935212486s","start":"2026-05-10T01:40:53.043925Z","end":"2026-05-10T01:40:56.979137Z","steps":["trace[1299934849] 'agreement among raft nodes before linearized reading' (duration: 3.935073933s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.979198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:53.043905Z","time spent":"3.935283968s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:57.485337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:58.449438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.021746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:58.449548Z","caller":"traceutil/trace.go:171","msg":"trace[863953006] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"1.465710137s","start":"2026-05-10T01:40:56.983817Z","end":"2026-05-10T01:40:58.449527Z","steps":["trace[863953006] 'process raft request' (duration: 575.516447ms)","trace[863953006] 'compare' (duration: 889.444571ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:58.449609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983788Z","time spent":"1.465792159s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:58.99011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:40:58.990177Z","caller":"traceutil/trace.go:171","msg":"trace[454305449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018281s","start":"2026-05-10T01:40:56.989979Z","end":"2026-05-10T01:40:58.990162Z","steps":["trace[454305449] 'agreement among raft nodes before linearized reading' (duration: 2.000092376s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:58.990214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.989972Z","time spent":"2.000235221s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:59.314167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754734204s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:40:59.314637Z","caller":"traceutil/trace.go:171","msg":"trace[86439565] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"2.330724694s","start":"2026-05-10T01:40:56.983889Z","end":"2026-05-10T01:40:59.314613Z","steps":["trace[86439565] 'process raft request' (duration: 2.330622131s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:59.31465Z","caller":"traceutil/trace.go:171","msg":"trace[40919792] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"2.330797636s","start":"2026-05-10T01:40:56.983819Z","end":"2026-05-10T01:40:59.314617Z","steps":["trace[40919792] 'process raft request' (duration: 2.330532289s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.314801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983795Z","time spent":"2.330921849s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:59.3149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983862Z","time spent":"2.330835107s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:59.3157Z","caller":"traceutil/trace.go:171","msg":"trace[128645033] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"2.33176545s","start":"2026-05-10T01:40:56.983889Z","end":"2026-05-10T01:40:59.315654Z","steps":["trace[128645033] 'process raft request' (duration: 2.330668502s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:59.315802Z","caller":"traceutil/trace.go:171","msg":"trace[614148989] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"2.331864844s","start":"2026-05-10T01:40:56.983922Z","end":"2026-05-10T01:40:59.315787Z","steps":["trace[614148989] 'process raft request' (duration: 2.331715189s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:59.315826Z","caller":"traceutil/trace.go:171","msg":"trace[506060825] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25614; }","duration":"2.330846038s","start":"2026-05-10T01:40:56.984965Z","end":"2026-05-10T01:40:59.315811Z","steps":["trace[506060825] 'read index received' (duration: 574.450291ms)","trace[506060825] 'applied index is now lower than readState.Index' (duration: 1.756394807s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:59.31584Z","caller":"traceutil/trace.go:171","msg":"trace[2099040885] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"2.025982139s","start":"2026-05-10T01:40:57.289839Z","end":"2026-05-10T01:40:59.315822Z","steps":["trace[2099040885] 'process raft request' (duration: 2.025892137s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.315854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983862Z","time spent":"2.331911645s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:59.315904Z","caller":"traceutil/trace.go:171","msg":"trace[1773982492] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"1.866043986s","start":"2026-05-10T01:40:57.449847Z","end":"2026-05-10T01:40:59.31589Z","steps":["trace[1773982492] 'process raft request' (duration: 1.865925853s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.315895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983909Z","time spent":"2.331934306s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:59.315972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:57.449822Z","time spent":"1.866104697s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:59.316029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:57.289808Z","time spent":"2.026066692s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:59.315741Z","caller":"traceutil/trace.go:171","msg":"trace[416549471] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"2.331802143s","start":"2026-05-10T01:40:56.983912Z","end":"2026-05-10T01:40:59.315714Z","steps":["trace[416549471] 'process raft request' (duration: 2.331625407s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.316209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.983901Z","time spent":"2.332275074s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:59.316031Z","caller":"traceutil/trace.go:171","msg":"trace[143703845] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"2.330391976s","start":"2026-05-10T01:40:56.985629Z","end":"2026-05-10T01:40:59.316021Z","steps":["trace[143703845] 'process raft request' (duration: 2.330053178s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.316332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.985621Z","time spent":"2.330651242s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:59.316109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331123755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-10T01:40:59.316516Z","caller":"traceutil/trace.go:171","msg":"trace[960059831] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24810; }","duration":"2.331556356s","start":"2026-05-10T01:40:56.984946Z","end":"2026-05-10T01:40:59.316503Z","steps":["trace[960059831] 'agreement among raft nodes before linearized reading' (duration: 2.330970131s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:59.316557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.98494Z","time spent":"2.331598577s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-10T01:40:59.816412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:41:00.616845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.438028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:00.617247Z","caller":"traceutil/trace.go:171","msg":"trace[108154428] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"2.570303357s","start":"2026-05-10T01:40:58.046921Z","end":"2026-05-10T01:41:00.617224Z","steps":["trace[108154428] 'process raft request' (duration: 2.57004318s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:00.617315Z","caller":"traceutil/trace.go:171","msg":"trace[740190660] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.629774739s","start":"2026-05-10T01:40:58.987531Z","end":"2026-05-10T01:41:00.617306Z","steps":["trace[740190660] 'process raft request' (duration: 1.629660866s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.61802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634103401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:41:00.618153Z","caller":"traceutil/trace.go:171","msg":"trace[1893675503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24817; }","duration":"1.634259605s","start":"2026-05-10T01:40:58.983875Z","end":"2026-05-10T01:41:00.618134Z","steps":["trace[1893675503] 'agreement among raft nodes before linearized reading' (duration: 1.633841354s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.618294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.983854Z","time spent":"1.634418649s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:41:00.617287Z","caller":"traceutil/trace.go:171","msg":"trace[305479080] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"2.570319488s","start":"2026-05-10T01:40:58.046937Z","end":"2026-05-10T01:41:00.617256Z","steps":["trace[305479080] 'process raft request' (duration: 2.570188754s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.61845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.046917Z","time spent":"2.571459886s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.618054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.987515Z","time spent":"1.630492627s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.617346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.0469Z","time spent":"2.57040013s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:00.617256Z","caller":"traceutil/trace.go:171","msg":"trace[45673792] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"2.57043295s","start":"2026-05-10T01:40:58.046804Z","end":"2026-05-10T01:41:00.617237Z","steps":["trace[45673792] 'process raft request' (duration: 2.160177175s)","trace[45673792] 'compare' (duration: 408.285074ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:00.617369Z","caller":"traceutil/trace.go:171","msg":"trace[1226938541] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"2.57041665s","start":"2026-05-10T01:40:58.046933Z","end":"2026-05-10T01:41:00.617349Z","steps":["trace[1226938541] 'process raft request' (duration: 2.570156053s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.618798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.046783Z","time spent":"2.571917599s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.61882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.046911Z","time spent":"2.571874987s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:00.617396Z","caller":"traceutil/trace.go:171","msg":"trace[807896135] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25623; }","duration":"1.301518614s","start":"2026-05-10T01:40:59.315861Z","end":"2026-05-10T01:41:00.61738Z","steps":["trace[807896135] 'read index received' (duration: 891.135636ms)","trace[807896135] 'applied index is now lower than readState.Index' (duration: 410.381708ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:00.617396Z","caller":"traceutil/trace.go:171","msg":"trace[1736432001] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"2.025367974s","start":"2026-05-10T01:40:58.592015Z","end":"2026-05-10T01:41:00.617383Z","steps":["trace[1736432001] 'process raft request' (duration: 2.025144319s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.61895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.591987Z","time spent":"2.026933924s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:00.617336Z","caller":"traceutil/trace.go:171","msg":"trace[1471681468] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"2.570358529s","start":"2026-05-10T01:40:58.046942Z","end":"2026-05-10T01:41:00.6173Z","steps":["trace[1471681468] 'process raft request' (duration: 2.570098742s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.617529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632525235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:41:00.619118Z","caller":"traceutil/trace.go:171","msg":"trace[369051935] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24817; }","duration":"3.634127427s","start":"2026-05-10T01:40:56.984972Z","end":"2026-05-10T01:41:00.619099Z","steps":["trace[369051935] 'agreement among raft nodes before linearized reading' (duration: 3.632452624s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.617582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80260871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.619126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.046934Z","time spent":"2.572102124s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.619195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.984962Z","time spent":"3.634209219s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-10T01:41:00.619224Z","caller":"traceutil/trace.go:171","msg":"trace[471317801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24817; }","duration":"2.804270042s","start":"2026-05-10T01:40:57.814921Z","end":"2026-05-10T01:41:00.619191Z","steps":["trace[471317801] 'agreement among raft nodes before linearized reading' (duration: 2.80262712s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.617628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627256073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.619262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:57.814894Z","time spent":"2.804358616s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:00.619286Z","caller":"traceutil/trace.go:171","msg":"trace[1224443105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24817; }","duration":"1.628941667s","start":"2026-05-10T01:40:58.99033Z","end":"2026-05-10T01:41:00.619272Z","steps":["trace[1224443105] 'agreement among raft nodes before linearized reading' (duration: 1.627228742s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.990323Z","time spent":"1.628994948s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:00.617665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630672217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-10T01:41:00.619378Z","caller":"traceutil/trace.go:171","msg":"trace[687091436] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24817; }","duration":"3.632392552s","start":"2026-05-10T01:40:56.986974Z","end":"2026-05-10T01:41:00.619367Z","steps":["trace[687091436] 'agreement among raft nodes before linearized reading' (duration: 3.630627785s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.986969Z","time spent":"3.632435264s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:41:00.617629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043386822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:00.619502Z","caller":"traceutil/trace.go:171","msg":"trace[1573784493] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24817; }","duration":"2.045324133s","start":"2026-05-10T01:40:58.574169Z","end":"2026-05-10T01:41:00.619493Z","steps":["trace[1573784493] 'agreement among raft nodes before linearized reading' (duration: 2.043328541s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.574144Z","time spent":"2.045378883s","remote":"127.0.0.1:33460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.617739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631504389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-10T01:41:00.619569Z","caller":"traceutil/trace.go:171","msg":"trace[763696762] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24817; }","duration":"3.633345386s","start":"2026-05-10T01:40:56.986215Z","end":"2026-05-10T01:41:00.61956Z","steps":["trace[763696762] 'agreement among raft nodes before linearized reading' (duration: 3.631472667s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.986208Z","time spent":"3.633384327s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-10T01:41:00.617714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302384876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:00.619633Z","caller":"traceutil/trace.go:171","msg":"trace[1130691728] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24817; }","duration":"1.304343697s","start":"2026-05-10T01:40:59.31528Z","end":"2026-05-10T01:41:00.619623Z","steps":["trace[1130691728] 'agreement among raft nodes before linearized reading' (duration: 1.302391866s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.617821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983906266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.619667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.315265Z","time spent":"1.304391588s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:00.619667Z","caller":"traceutil/trace.go:171","msg":"trace[1130974598] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24817; }","duration":"1.985764495s","start":"2026-05-10T01:40:58.633895Z","end":"2026-05-10T01:41:00.619659Z","steps":["trace[1130974598] 'agreement among raft nodes before linearized reading' (duration: 1.983832884s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:58.633842Z","time spent":"1.985872237s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.617915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632512775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-10T01:41:00.619793Z","caller":"traceutil/trace.go:171","msg":"trace[217566493] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24817; }","duration":"3.634398204s","start":"2026-05-10T01:40:56.985384Z","end":"2026-05-10T01:41:00.619782Z","steps":["trace[217566493] 'agreement among raft nodes before linearized reading' (duration: 3.632419222s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.98538Z","time spent":"3.634450095s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-10T01:41:00.617857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631637891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:41:00.619971Z","caller":"traceutil/trace.go:171","msg":"trace[307134781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24817; }","duration":"3.633769478s","start":"2026-05-10T01:40:56.986193Z","end":"2026-05-10T01:41:00.619962Z","steps":["trace[307134781] 'agreement among raft nodes before linearized reading' (duration: 3.631601631s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.619997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:56.986184Z","time spent":"3.633805179s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:41:00.942083Z","caller":"traceutil/trace.go:171","msg":"trace[1983216766] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25630; }","duration":"323.175074ms","start":"2026-05-10T01:41:00.618888Z","end":"2026-05-10T01:41:00.942063Z","steps":["trace[1983216766] 'read index received' (duration: 279.204961ms)","trace[1983216766] 'applied index is now lower than readState.Index' (duration: 43.969263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:00.942323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178993221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.942589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379069377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:00.942641Z","caller":"traceutil/trace.go:171","msg":"trace[450833933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24818; }","duration":"1.37916057s","start":"2026-05-10T01:40:59.563466Z","end":"2026-05-10T01:41:00.942626Z","steps":["trace[450833933] 'agreement among raft nodes before linearized reading' (duration: 1.379072617s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.942684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.563444Z","time spent":"1.379229262s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.942694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622277443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:41:00.94276Z","caller":"traceutil/trace.go:171","msg":"trace[867370677] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b; range_end:; response_count:1; response_revision:24818; }","duration":"1.622373897s","start":"2026-05-10T01:40:59.32037Z","end":"2026-05-10T01:41:00.942744Z","steps":["trace[867370677] 'agreement among raft nodes before linearized reading' (duration: 1.622176462s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.942763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622861269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-810fa674-99f2-4244-add2-cf9c8d5058fd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-10T01:41:00.942794Z","caller":"traceutil/trace.go:171","msg":"trace[489884796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-810fa674-99f2-4244-add2-cf9c8d5058fd; range_end:; response_count:1; response_revision:24818; }","duration":"1.622931422s","start":"2026-05-10T01:40:59.319853Z","end":"2026-05-10T01:41:00.942785Z","steps":["trace[489884796] 'agreement among raft nodes before linearized reading' (duration: 1.622810468s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.942799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.320361Z","time spent":"1.622428329s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" "} {"level":"info","ts":"2026-05-10T01:41:00.942537Z","caller":"traceutil/trace.go:171","msg":"trace[1460399884] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24818; }","duration":"1.179089934s","start":"2026-05-10T01:40:59.763295Z","end":"2026-05-10T01:41:00.942385Z","steps":["trace[1460399884] 'agreement among raft nodes before linearized reading' (duration: 1.178909299s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.942824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.319838Z","time spent":"1.622979733s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-810fa674-99f2-4244-add2-cf9c8d5058fd\" "} {"level":"warn","ts":"2026-05-10T01:41:00.942887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341924213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:00.942914Z","caller":"traceutil/trace.go:171","msg":"trace[1318283337] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24818; }","duration":"1.341985454s","start":"2026-05-10T01:40:59.600919Z","end":"2026-05-10T01:41:00.942905Z","steps":["trace[1318283337] 'agreement among raft nodes before linearized reading' (duration: 1.341940543s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.942921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.763231Z","time spent":"1.179669269s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.942943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.600896Z","time spent":"1.342041276s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.942939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.934669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.943068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.019385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-10T01:41:00.943096Z","caller":"traceutil/trace.go:171","msg":"trace[1715855446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24818; }","duration":"488.085627ms","start":"2026-05-10T01:41:00.455004Z","end":"2026-05-10T01:41:00.94309Z","steps":["trace[1715855446] 'agreement among raft nodes before linearized reading' (duration: 488.006755ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:00.943083Z","caller":"traceutil/trace.go:171","msg":"trace[669634860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24818; }","duration":"330.222576ms","start":"2026-05-10T01:41:00.61281Z","end":"2026-05-10T01:41:00.943033Z","steps":["trace[669634860] 'agreement among raft nodes before linearized reading' (duration: 329.852316ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:00.943096Z","caller":"traceutil/trace.go:171","msg":"trace[1224148891] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"925.493397ms","start":"2026-05-10T01:41:00.01756Z","end":"2026-05-10T01:41:00.943054Z","steps":["trace[1224148891] 'process raft request' (duration: 880.577801ms)","trace[1224148891] 'compare' (duration: 43.737925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:00.943118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.454981Z","time spent":"488.131727ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:41:00.943141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.883907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:00.943171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.612787Z","time spent":"330.368661ms","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:00.943189Z","caller":"traceutil/trace.go:171","msg":"trace[141076319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24818; }","duration":"965.982119ms","start":"2026-05-10T01:40:59.977192Z","end":"2026-05-10T01:41:00.943174Z","steps":["trace[141076319] 'agreement among raft nodes before linearized reading' (duration: 965.912287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.943314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:59.977169Z","time spent":"966.131112ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.943508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.017536Z","time spent":"925.58826ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:00.997565Z","caller":"traceutil/trace.go:171","msg":"trace[797327664] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"374.406645ms","start":"2026-05-10T01:41:00.623136Z","end":"2026-05-10T01:41:00.997543Z","steps":["trace[797327664] 'process raft request' (duration: 374.242041ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:00.997624Z","caller":"traceutil/trace.go:171","msg":"trace[1706808554] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"373.310346ms","start":"2026-05-10T01:41:00.624297Z","end":"2026-05-10T01:41:00.997607Z","steps":["trace[1706808554] 'process raft request' (duration: 373.187533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.997688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.623114Z","time spent":"374.508928ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.997736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.624284Z","time spent":"373.392138ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:00.997899Z","caller":"traceutil/trace.go:171","msg":"trace[1301255940] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"373.567722ms","start":"2026-05-10T01:41:00.624323Z","end":"2026-05-10T01:41:00.997891Z","steps":["trace[1301255940] 'process raft request' (duration: 373.203283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.997932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.624302Z","time spent":"373.613444ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.997918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.381155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:41:00.997974Z","caller":"traceutil/trace.go:171","msg":"trace[421322162] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24822; }","duration":"376.461277ms","start":"2026-05-10T01:41:00.621497Z","end":"2026-05-10T01:41:00.997959Z","steps":["trace[421322162] 'agreement among raft nodes before linearized reading' (duration: 376.296923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.998008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.621482Z","time spent":"376.519469ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-05-10T01:41:00.998025Z","caller":"traceutil/trace.go:171","msg":"trace[530217926] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"371.804898ms","start":"2026-05-10T01:41:00.626209Z","end":"2026-05-10T01:41:00.998014Z","steps":["trace[530217926] 'process raft request' (duration: 371.357476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.998068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.626181Z","time spent":"371.864499ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:00.998108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.133336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:00.998131Z","caller":"traceutil/trace.go:171","msg":"trace[1144667295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24822; }","duration":"372.185427ms","start":"2026-05-10T01:41:00.62594Z","end":"2026-05-10T01:41:00.998125Z","steps":["trace[1144667295] 'agreement among raft nodes before linearized reading' (duration: 372.148746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.99815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.625921Z","time spent":"372.226458ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:00.998254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.099858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:41:00.998284Z","caller":"traceutil/trace.go:171","msg":"trace[1586216365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24822; }","duration":"376.16083ms","start":"2026-05-10T01:41:00.622116Z","end":"2026-05-10T01:41:00.998277Z","steps":["trace[1586216365] 'agreement among raft nodes before linearized reading' (duration: 376.041457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.998305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.622097Z","time spent":"376.203951ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:41:00.998309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.367033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:00.998426Z","caller":"traceutil/trace.go:171","msg":"trace[14262913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24822; }","duration":"359.516647ms","start":"2026-05-10T01:41:00.638901Z","end":"2026-05-10T01:41:00.998418Z","steps":["trace[14262913] 'agreement among raft nodes before linearized reading' (duration: 359.387434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.998459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.638884Z","time spent":"359.563748ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:00.998428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.859038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:00.998505Z","caller":"traceutil/trace.go:171","msg":"trace[586196963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24822; }","duration":"376.990791ms","start":"2026-05-10T01:41:00.621506Z","end":"2026-05-10T01:41:00.998497Z","steps":["trace[586196963] 'agreement among raft nodes before linearized reading' (duration: 376.901059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:00.998527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.621481Z","time spent":"377.040673ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:01.50072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784503947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:41:02.228182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.467792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:02.228276Z","caller":"traceutil/trace.go:171","msg":"trace[472865893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24822; }","duration":"976.571354ms","start":"2026-05-10T01:41:01.251691Z","end":"2026-05-10T01:41:02.228262Z","steps":["trace[472865893] 'range keys from in-memory index tree' (duration: 976.453281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.228617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.762089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:02.22878Z","caller":"traceutil/trace.go:171","msg":"trace[1069259753] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"1.277253662s","start":"2026-05-10T01:41:00.951512Z","end":"2026-05-10T01:41:02.228766Z","steps":["trace[1069259753] 'process raft request' (duration: 1.2771696s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.22885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.951492Z","time spent":"1.277324786s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:02.22892Z","caller":"traceutil/trace.go:171","msg":"trace[1279407952] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"1.283846095s","start":"2026-05-10T01:41:00.945053Z","end":"2026-05-10T01:41:02.228899Z","steps":["trace[1279407952] 'process raft request' (duration: 810.734006ms)","trace[1279407952] 'compare' (duration: 472.663047ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:02.229005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.945037Z","time spent":"1.283921316s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:02.32346Z","caller":"traceutil/trace.go:171","msg":"trace[1858437396] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25635; }","duration":"1.323188866s","start":"2026-05-10T01:41:01.000248Z","end":"2026-05-10T01:41:02.323437Z","steps":["trace[1858437396] 'read index received' (duration: 755.513172ms)","trace[1858437396] 'applied index is now lower than readState.Index' (duration: 567.672734ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:02.323642Z","caller":"traceutil/trace.go:171","msg":"trace[1754487018] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"989.025898ms","start":"2026-05-10T01:41:01.334605Z","end":"2026-05-10T01:41:02.32363Z","steps":["trace[1754487018] 'process raft request' (duration: 988.71729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.323674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:00.99958Z","time spent":"1.324086568s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:41:02.323753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.334588Z","time spent":"989.083519ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:02.32392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313955646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ae10aa1dc25363\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-10T01:41:02.324015Z","caller":"traceutil/trace.go:171","msg":"trace[1938132835] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ae10aa1dc25363; range_end:; response_count:1; response_revision:24825; }","duration":"1.314067868s","start":"2026-05-10T01:41:01.009907Z","end":"2026-05-10T01:41:02.323975Z","steps":["trace[1938132835] 'agreement among raft nodes before linearized reading' (duration: 1.313873473s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.00989Z","time spent":"1.314159643s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ae10aa1dc25363\" "} {"level":"warn","ts":"2026-05-10T01:41:02.324218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.663389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-10T01:41:02.324249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.726731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-10T01:41:02.324301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.846434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:41:02.324309Z","caller":"traceutil/trace.go:171","msg":"trace[208904419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24825; }","duration":"990.771653ms","start":"2026-05-10T01:41:01.33351Z","end":"2026-05-10T01:41:02.324281Z","steps":["trace[208904419] 'agreement among raft nodes before linearized reading' (duration: 990.582188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.637879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-10T01:41:02.324331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324071868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:02.324354Z","caller":"traceutil/trace.go:171","msg":"trace[1171362367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24825; }","duration":"990.809593ms","start":"2026-05-10T01:41:01.333534Z","end":"2026-05-10T01:41:02.324344Z","steps":["trace[1171362367] 'agreement among raft nodes before linearized reading' (duration: 990.465355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.333505Z","time spent":"990.846164ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:41:02.32438Z","caller":"traceutil/trace.go:171","msg":"trace[1873066622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24825; }","duration":"1.324139081s","start":"2026-05-10T01:41:01.000226Z","end":"2026-05-10T01:41:02.324365Z","steps":["trace[1873066622] 'agreement among raft nodes before linearized reading' (duration: 1.324065229s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.33353Z","time spent":"990.850334ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:41:02.324381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.509991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-10T01:41:02.32436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.36384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:02.324427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.000219Z","time spent":"1.324199612s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:41:02.324441Z","caller":"traceutil/trace.go:171","msg":"trace[994315448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24825; }","duration":"162.611823ms","start":"2026-05-10T01:41:02.161815Z","end":"2026-05-10T01:41:02.324427Z","steps":["trace[994315448] 'agreement among raft nodes before linearized reading' (duration: 162.451449ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:02.324311Z","caller":"traceutil/trace.go:171","msg":"trace[1627691458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24825; }","duration":"990.811423ms","start":"2026-05-10T01:41:01.33348Z","end":"2026-05-10T01:41:02.324292Z","steps":["trace[1627691458] 'agreement among raft nodes before linearized reading' (duration: 990.626458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298039793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:41:02.324464Z","caller":"traceutil/trace.go:171","msg":"trace[1079124300] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24825; }","duration":"273.519944ms","start":"2026-05-10T01:41:02.050919Z","end":"2026-05-10T01:41:02.324439Z","steps":["trace[1079124300] 'agreement among raft nodes before linearized reading' (duration: 273.34397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.333475Z","time spent":"991.021618ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:41:02.324509Z","caller":"traceutil/trace.go:171","msg":"trace[1906900702] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24825; }","duration":"1.298114695s","start":"2026-05-10T01:41:01.026383Z","end":"2026-05-10T01:41:02.324498Z","steps":["trace[1906900702] 'agreement among raft nodes before linearized reading' (duration: 1.297976501s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.32454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.29079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:41:02.324343Z","caller":"traceutil/trace.go:171","msg":"trace[751118602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24825; }","duration":"990.924206ms","start":"2026-05-10T01:41:01.33341Z","end":"2026-05-10T01:41:02.324334Z","steps":["trace[751118602] 'agreement among raft nodes before linearized reading' (duration: 990.638169ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:02.324578Z","caller":"traceutil/trace.go:171","msg":"trace[218233345] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24825; }","duration":"841.389322ms","start":"2026-05-10T01:41:01.48318Z","end":"2026-05-10T01:41:02.324569Z","steps":["trace[218233345] 'agreement among raft nodes before linearized reading' (duration: 841.182877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.026368Z","time spent":"1.298199247s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:41:02.324595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.33339Z","time spent":"991.192912ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:02.324624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.483159Z","time spent":"841.455765ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:02.324595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304541141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-10T01:41:02.324669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312383575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-10T01:41:02.324672Z","caller":"traceutil/trace.go:171","msg":"trace[1942904447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24825; }","duration":"1.304655014s","start":"2026-05-10T01:41:01.020006Z","end":"2026-05-10T01:41:02.324661Z","steps":["trace[1942904447] 'agreement among raft nodes before linearized reading' (duration: 1.304522641s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:02.324704Z","caller":"traceutil/trace.go:171","msg":"trace[1093682395] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24825; }","duration":"1.312446228s","start":"2026-05-10T01:41:01.012248Z","end":"2026-05-10T01:41:02.324694Z","steps":["trace[1093682395] 'agreement among raft nodes before linearized reading' (duration: 1.312367175s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:02.324711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.019985Z","time spent":"1.304716417s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-10T01:41:02.324737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:01.012231Z","time spent":"1.312498809s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:41:02.738651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.076859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:02.738844Z","caller":"traceutil/trace.go:171","msg":"trace[928311816] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"414.195168ms","start":"2026-05-10T01:41:02.324623Z","end":"2026-05-10T01:41:02.738818Z","steps":["trace[928311816] 'process raft request' (duration: 25.863402ms)","trace[928311816] 'compare' (duration: 387.878694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:02.738937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.324605Z","time spent":"414.298771ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.47263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.378661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:03.472886Z","caller":"traceutil/trace.go:171","msg":"trace[40261712] linearizableReadLoop","detail":"{readStateIndex:25647; appliedIndex:25639; }","duration":"1.138249324s","start":"2026-05-10T01:41:02.334624Z","end":"2026-05-10T01:41:03.472873Z","steps":["trace[40261712] 'read index received' (duration: 15.962105ms)","trace[40261712] 'applied index is now lower than readState.Index' (duration: 1.122286479s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:03.47293Z","caller":"traceutil/trace.go:171","msg":"trace[491110525] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.141658642s","start":"2026-05-10T01:41:02.331265Z","end":"2026-05-10T01:41:03.472924Z","steps":["trace[491110525] 'process raft request' (duration: 1.141523628s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.472918Z","caller":"traceutil/trace.go:171","msg":"trace[2103635246] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"1.141797405s","start":"2026-05-10T01:41:02.331098Z","end":"2026-05-10T01:41:03.472896Z","steps":["trace[2103635246] 'process raft request' (duration: 1.141662311s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.47294Z","caller":"traceutil/trace.go:171","msg":"trace[2074497221] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.145555794s","start":"2026-05-10T01:41:02.327363Z","end":"2026-05-10T01:41:03.472919Z","steps":["trace[2074497221] 'process raft request' (duration: 1.145332327s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.472979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.331254Z","time spent":"1.141688242s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.473028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.331085Z","time spent":"1.141880817s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:03.473051Z","caller":"traceutil/trace.go:171","msg":"trace[1847230038] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.141641692s","start":"2026-05-10T01:41:02.331404Z","end":"2026-05-10T01:41:03.473045Z","steps":["trace[1847230038] 'process raft request' (duration: 1.141408345s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.473045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.327344Z","time spent":"1.145643475s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.473077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.331395Z","time spent":"1.141666602s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:03.473139Z","caller":"traceutil/trace.go:171","msg":"trace[439501307] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"1.140879792s","start":"2026-05-10T01:41:02.332253Z","end":"2026-05-10T01:41:03.473133Z","steps":["trace[439501307] 'process raft request' (duration: 1.140576984s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.473162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.332242Z","time spent":"1.140906792s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:03.473178Z","caller":"traceutil/trace.go:171","msg":"trace[2091352117] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"1.146656632s","start":"2026-05-10T01:41:02.326512Z","end":"2026-05-10T01:41:03.473169Z","steps":["trace[2091352117] 'process raft request' (duration: 557.681575ms)","trace[2091352117] 'compare' (duration: 588.215817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:03.47321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.326488Z","time spent":"1.146704072s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.473373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138754426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:03.473366Z","caller":"traceutil/trace.go:171","msg":"trace[914267122] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"1.140554902s","start":"2026-05-10T01:41:02.332795Z","end":"2026-05-10T01:41:03.47335Z","steps":["trace[914267122] 'process raft request' (duration: 1.14005432s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.473392Z","caller":"traceutil/trace.go:171","msg":"trace[376376657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24833; }","duration":"1.138793546s","start":"2026-05-10T01:41:02.334593Z","end":"2026-05-10T01:41:03.473386Z","steps":["trace[376376657] 'agreement among raft nodes before linearized reading' (duration: 1.138756685s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.473412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.334579Z","time spent":"1.138829668s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:03.473471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.332786Z","time spent":"1.140625215s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.915259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.334804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:03.915509Z","caller":"traceutil/trace.go:171","msg":"trace[167804629] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.291184216s","start":"2026-05-10T01:41:02.624294Z","end":"2026-05-10T01:41:03.915479Z","steps":["trace[167804629] 'process raft request' (duration: 1.125500282s)","trace[167804629] 'compare' (duration: 164.801841ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:03.915591Z","caller":"traceutil/trace.go:171","msg":"trace[1466804804] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.290852057s","start":"2026-05-10T01:41:02.624716Z","end":"2026-05-10T01:41:03.915568Z","steps":["trace[1466804804] 'process raft request' (duration: 1.290644542s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.915603Z","caller":"traceutil/trace.go:171","msg":"trace[1745673465] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.290696692s","start":"2026-05-10T01:41:02.624888Z","end":"2026-05-10T01:41:03.915585Z","steps":["trace[1745673465] 'process raft request' (duration: 1.290623101s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.915639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.624267Z","time spent":"1.291298489s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:03.915606Z","caller":"traceutil/trace.go:171","msg":"trace[62010036] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.290785205s","start":"2026-05-10T01:41:02.624789Z","end":"2026-05-10T01:41:03.915575Z","steps":["trace[62010036] 'process raft request' (duration: 1.290677182s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.915702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.624881Z","time spent":"1.290767515s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.915779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.624779Z","time spent":"1.290904828s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:03.915901Z","caller":"traceutil/trace.go:171","msg":"trace[1544442468] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"1.290145127s","start":"2026-05-10T01:41:02.625746Z","end":"2026-05-10T01:41:03.915891Z","steps":["trace[1544442468] 'process raft request' (duration: 1.289986663s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.91587Z","caller":"traceutil/trace.go:171","msg":"trace[2037884704] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"1.290574449s","start":"2026-05-10T01:41:02.625273Z","end":"2026-05-10T01:41:03.915847Z","steps":["trace[2037884704] 'process raft request' (duration: 1.290270991s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.915886Z","caller":"traceutil/trace.go:171","msg":"trace[2135013800] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25647; }","duration":"442.961304ms","start":"2026-05-10T01:41:03.472902Z","end":"2026-05-10T01:41:03.915863Z","steps":["trace[2135013800] 'read index received' (duration: 276.790299ms)","trace[2135013800] 'applied index is now lower than readState.Index' (duration: 166.169845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:03.915946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.625737Z","time spent":"1.290183439s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.915943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.89397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:03.915969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.351667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:03.915989Z","caller":"traceutil/trace.go:171","msg":"trace[358657745] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24839; }","duration":"589.981482ms","start":"2026-05-10T01:41:03.325994Z","end":"2026-05-10T01:41:03.915975Z","steps":["trace[358657745] 'agreement among raft nodes before linearized reading' (duration: 589.872799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.915988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.625241Z","time spent":"1.290693012s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:03.916003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.943571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:03.916027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.399752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:03.91602Z","caller":"traceutil/trace.go:171","msg":"trace[1386114892] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24839; }","duration":"569.447591ms","start":"2026-05-10T01:41:03.346559Z","end":"2026-05-10T01:41:03.916007Z","steps":["trace[1386114892] 'agreement among raft nodes before linearized reading' (duration: 569.334267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.325974Z","time spent":"590.040365ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:03.91604Z","caller":"traceutil/trace.go:171","msg":"trace[658093356] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24839; }","duration":"949.985913ms","start":"2026-05-10T01:41:02.966044Z","end":"2026-05-10T01:41:03.916029Z","steps":["trace[658093356] 'agreement among raft nodes before linearized reading' (duration: 949.851589ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.916048Z","caller":"traceutil/trace.go:171","msg":"trace[90142512] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24839; }","duration":"618.456424ms","start":"2026-05-10T01:41:03.297583Z","end":"2026-05-10T01:41:03.916039Z","steps":["trace[90142512] 'agreement among raft nodes before linearized reading' (duration: 618.416503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.346548Z","time spent":"569.501152ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:03.916068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.965983Z","time spent":"950.076256ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:03.916082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.297546Z","time spent":"618.526985ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:03.916108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17507207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-10T01:41:03.916156Z","caller":"traceutil/trace.go:171","msg":"trace[52145909] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24839; }","duration":"1.175141462s","start":"2026-05-10T01:41:02.740992Z","end":"2026-05-10T01:41:03.916134Z","steps":["trace[52145909] 'agreement among raft nodes before linearized reading' (duration: 1.174976377s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.740976Z","time spent":"1.175212493s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:41:03.916055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.500527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:03.916296Z","caller":"traceutil/trace.go:171","msg":"trace[923542787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24839; }","duration":"441.778654ms","start":"2026-05-10T01:41:03.474508Z","end":"2026-05-10T01:41:03.916287Z","steps":["trace[923542787] 'agreement among raft nodes before linearized reading' (duration: 441.496177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.474493Z","time spent":"441.820995ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:03.916317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.629189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:03.91634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.12896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:03.916353Z","caller":"traceutil/trace.go:171","msg":"trace[488918663] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24839; }","duration":"270.709761ms","start":"2026-05-10T01:41:03.645633Z","end":"2026-05-10T01:41:03.916342Z","steps":["trace[488918663] 'agreement among raft nodes before linearized reading' (duration: 270.639989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.732471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:41:03.916378Z","caller":"traceutil/trace.go:171","msg":"trace[1581502520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24839; }","duration":"356.195372ms","start":"2026-05-10T01:41:03.56017Z","end":"2026-05-10T01:41:03.916365Z","steps":["trace[1581502520] 'agreement among raft nodes before linearized reading' (duration: 356.13628ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.916415Z","caller":"traceutil/trace.go:171","msg":"trace[619835505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24839; }","duration":"913.855124ms","start":"2026-05-10T01:41:03.002545Z","end":"2026-05-10T01:41:03.9164Z","steps":["trace[619835505] 'agreement among raft nodes before linearized reading' (duration: 913.345811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.91642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.56015Z","time spent":"356.258213ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:03.916422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.215177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:41:03.916449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.002522Z","time spent":"913.920886ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:41:03.916442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.001762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ae10a97ddad030\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-10T01:41:03.916468Z","caller":"traceutil/trace.go:171","msg":"trace[309745139] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b; range_end:; response_count:1; response_revision:24839; }","duration":"439.273699ms","start":"2026-05-10T01:41:03.477179Z","end":"2026-05-10T01:41:03.916453Z","steps":["trace[309745139] 'agreement among raft nodes before linearized reading' (duration: 439.128275ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:03.916493Z","caller":"traceutil/trace.go:171","msg":"trace[1128324419] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ae10a97ddad030; range_end:; response_count:1; response_revision:24839; }","duration":"439.062253ms","start":"2026-05-10T01:41:03.477415Z","end":"2026-05-10T01:41:03.916477Z","steps":["trace[1128324419] 'agreement among raft nodes before linearized reading' (duration: 438.887169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:03.916508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.477173Z","time spent":"439.32397ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae10ae52b0754b\" "} {"level":"warn","ts":"2026-05-10T01:41:03.916533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:03.477411Z","time spent":"439.112804ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18ae10a97ddad030\" "} {"level":"warn","ts":"2026-05-10T01:41:03.915702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:02.624703Z","time spent":"1.290938729s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:16.110589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784504164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:41:17.241724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.233303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:17.241859Z","caller":"traceutil/trace.go:171","msg":"trace[347431117] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.695604559s","start":"2026-05-10T01:41:15.546227Z","end":"2026-05-10T01:41:17.241832Z","steps":["trace[347431117] 'process raft request' (duration: 912.159491ms)","trace[347431117] 'compare' (duration: 782.38771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:17.241943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:15.546205Z","time spent":"1.695694441s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:17.250982Z","caller":"traceutil/trace.go:171","msg":"trace[1580870917] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.704671974s","start":"2026-05-10T01:41:15.546296Z","end":"2026-05-10T01:41:17.250968Z","steps":["trace[1580870917] 'process raft request' (duration: 1.704552061s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.25105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:15.54627Z","time spent":"1.704749666s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:17.251196Z","caller":"traceutil/trace.go:171","msg":"trace[1758671773] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.580288883s","start":"2026-05-10T01:41:15.670885Z","end":"2026-05-10T01:41:17.251174Z","steps":["trace[1758671773] 'process raft request' (duration: 1.580045447s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.25136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:15.670859Z","time spent":"1.580424557s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:17.251435Z","caller":"traceutil/trace.go:171","msg":"trace[288130933] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.193649501s","start":"2026-05-10T01:41:16.057773Z","end":"2026-05-10T01:41:17.251423Z","steps":["trace[288130933] 'process raft request' (duration: 1.193318792s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.25149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.057744Z","time spent":"1.193718933s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:17.251881Z","caller":"traceutil/trace.go:171","msg":"trace[965581638] linearizableReadLoop","detail":"{readStateIndex:25743; appliedIndex:25734; }","duration":"1.641540314s","start":"2026-05-10T01:41:15.610253Z","end":"2026-05-10T01:41:17.251793Z","steps":["trace[965581638] 'read index received' (duration: 848.112937ms)","trace[965581638] 'applied index is now lower than readState.Index' (duration: 793.426487ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:17.252017Z","caller":"traceutil/trace.go:171","msg":"trace[1767365448] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"1.189864322s","start":"2026-05-10T01:41:16.06214Z","end":"2026-05-10T01:41:17.252004Z","steps":["trace[1767365448] 'process raft request' (duration: 1.189252296s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.062111Z","time spent":"1.189938384s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:17.25235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.492445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:17.252354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.381645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:17.252382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.151943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:17.252394Z","caller":"traceutil/trace.go:171","msg":"trace[2132199596] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24928; }","duration":"391.463767ms","start":"2026-05-10T01:41:16.86092Z","end":"2026-05-10T01:41:17.252383Z","steps":["trace[2132199596] 'agreement among raft nodes before linearized reading' (duration: 391.407425ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.2524Z","caller":"traceutil/trace.go:171","msg":"trace[2092261973] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24928; }","duration":"635.580007ms","start":"2026-05-10T01:41:16.616796Z","end":"2026-05-10T01:41:17.252376Z","steps":["trace[2092261973] 'agreement among raft nodes before linearized reading' (duration: 635.506676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.795249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-05-10T01:41:17.25236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.123247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:41:17.252421Z","caller":"traceutil/trace.go:171","msg":"trace[1482754077] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24928; }","duration":"355.300888ms","start":"2026-05-10T01:41:16.897108Z","end":"2026-05-10T01:41:17.252409Z","steps":["trace[1482754077] 'agreement among raft nodes before linearized reading' (duration: 355.223776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.61677Z","time spent":"635.65805ms","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:17.25245Z","caller":"traceutil/trace.go:171","msg":"trace[194020276] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24928; }","duration":"966.864311ms","start":"2026-05-10T01:41:16.285575Z","end":"2026-05-10T01:41:17.25244Z","steps":["trace[194020276] 'agreement among raft nodes before linearized reading' (duration: 966.797999ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.252449Z","caller":"traceutil/trace.go:171","msg":"trace[1494909372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24928; }","duration":"940.212839ms","start":"2026-05-10T01:41:16.312229Z","end":"2026-05-10T01:41:17.252442Z","steps":["trace[1494909372] 'agreement among raft nodes before linearized reading' (duration: 940.088056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.25246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.897085Z","time spent":"355.365809ms","remote":"127.0.0.1:34132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:17.25248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.285554Z","time spent":"966.920433ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-05-10T01:41:17.252484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.312181Z","time spent":"940.296291ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:41:17.25249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.075854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:17.252259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485967224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:17.252535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.388814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:17.252168Z","caller":"traceutil/trace.go:171","msg":"trace[302827465] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"1.187187884s","start":"2026-05-10T01:41:16.064956Z","end":"2026-05-10T01:41:17.252144Z","steps":["trace[302827465] 'process raft request' (duration: 1.186770092s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.252555Z","caller":"traceutil/trace.go:171","msg":"trace[145898653] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24928; }","duration":"228.143485ms","start":"2026-05-10T01:41:17.024392Z","end":"2026-05-10T01:41:17.252536Z","steps":["trace[145898653] 'agreement among raft nodes before linearized reading' (duration: 228.038293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.860899Z","time spent":"391.515778ms","remote":"127.0.0.1:32976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:17.252232Z","caller":"traceutil/trace.go:171","msg":"trace[1207036950] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"1.189647979s","start":"2026-05-10T01:41:16.062574Z","end":"2026-05-10T01:41:17.252222Z","steps":["trace[1207036950] 'process raft request' (duration: 1.189020772s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642014647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:41:17.25267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.064936Z","time spent":"1.187650076s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:17.252697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027628198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-10T01:41:17.252705Z","caller":"traceutil/trace.go:171","msg":"trace[152083643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24928; }","duration":"1.642492868s","start":"2026-05-10T01:41:15.610203Z","end":"2026-05-10T01:41:17.252696Z","steps":["trace[152083643] 'agreement among raft nodes before linearized reading' (duration: 1.641970615s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.252694Z","caller":"traceutil/trace.go:171","msg":"trace[1636645284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"627.448886ms","start":"2026-05-10T01:41:16.625103Z","end":"2026-05-10T01:41:17.252552Z","steps":["trace[1636645284] 'agreement among raft nodes before linearized reading' (duration: 627.401735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:15.610186Z","time spent":"1.64253833s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:17.252735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.625082Z","time spent":"627.64489ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:41:17.252727Z","caller":"traceutil/trace.go:171","msg":"trace[1090282562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24928; }","duration":"1.027698251s","start":"2026-05-10T01:41:16.22502Z","end":"2026-05-10T01:41:17.252718Z","steps":["trace[1090282562] 'agreement among raft nodes before linearized reading' (duration: 1.027617779s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.224997Z","time spent":"1.027759573s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-05-10T01:41:17.25255Z","caller":"traceutil/trace.go:171","msg":"trace[1907057819] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24928; }","duration":"1.486301202s","start":"2026-05-10T01:41:15.76624Z","end":"2026-05-10T01:41:17.252542Z","steps":["trace[1907057819] 'agreement among raft nodes before linearized reading' (duration: 1.485947974s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.252256Z","caller":"traceutil/trace.go:171","msg":"trace[687648221] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"872.971793ms","start":"2026-05-10T01:41:16.379265Z","end":"2026-05-10T01:41:17.252237Z","steps":["trace[687648221] 'process raft request' (duration: 872.49004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.252872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.379248Z","time spent":"873.582379ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:17.252693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.062556Z","time spent":"1.190093789s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:17.252265Z","caller":"traceutil/trace.go:171","msg":"trace[569612104] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"1.189106873s","start":"2026-05-10T01:41:16.06315Z","end":"2026-05-10T01:41:17.252257Z","steps":["trace[569612104] 'process raft request' (duration: 1.188511018s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.253006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.063145Z","time spent":"1.189833173s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:17.252624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185618322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:41:17.2531Z","caller":"traceutil/trace.go:171","msg":"trace[1424390484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24928; }","duration":"1.186120666s","start":"2026-05-10T01:41:16.066967Z","end":"2026-05-10T01:41:17.253088Z","steps":["trace[1424390484] 'agreement among raft nodes before linearized reading' (duration: 1.185604612s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.253139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.066955Z","time spent":"1.186172117s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:41:17.252304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.447206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:17.25322Z","caller":"traceutil/trace.go:171","msg":"trace[233005936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24928; }","duration":"186.403471ms","start":"2026-05-10T01:41:17.066803Z","end":"2026-05-10T01:41:17.253207Z","steps":["trace[233005936] 'agreement among raft nodes before linearized reading' (duration: 185.479097ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:17.252296Z","caller":"traceutil/trace.go:171","msg":"trace[22447310] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"1.188246731s","start":"2026-05-10T01:41:16.064041Z","end":"2026-05-10T01:41:17.252287Z","steps":["trace[22447310] 'process raft request' (duration: 1.187650956s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:17.253383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:16.064026Z","time spent":"1.189321219s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:17.252807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:15.766216Z","time spent":"1.48658336s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:19.08898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582096681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:19.089091Z","caller":"traceutil/trace.go:171","msg":"trace[622300764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24931; }","duration":"1.582258575s","start":"2026-05-10T01:41:17.506805Z","end":"2026-05-10T01:41:19.089064Z","steps":["trace[622300764] 'count revisions from in-memory index tree' (duration: 1.582012829s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.08915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:17.506783Z","time spent":"1.582347177s","remote":"127.0.0.1:33044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:19.089207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540906981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:41:19.089269Z","caller":"traceutil/trace.go:171","msg":"trace[1063214820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24931; }","duration":"1.541008744s","start":"2026-05-10T01:41:17.548243Z","end":"2026-05-10T01:41:19.089252Z","steps":["trace[1063214820] 'range keys from in-memory index tree' (duration: 1.540774087s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.089301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:17.548228Z","time spent":"1.541065686s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:41:19.0893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561144817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:41:19.089379Z","caller":"traceutil/trace.go:171","msg":"trace[853151268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24931; }","duration":"1.561231409s","start":"2026-05-10T01:41:17.528125Z","end":"2026-05-10T01:41:19.089357Z","steps":["trace[853151268] 'range keys from in-memory index tree' (duration: 1.560955392s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.089434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:17.528083Z","time spent":"1.561337182s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:41:19.089639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61593596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:19.089708Z","caller":"traceutil/trace.go:171","msg":"trace[248096899] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24931; }","duration":"1.616052572s","start":"2026-05-10T01:41:17.473636Z","end":"2026-05-10T01:41:19.089689Z","steps":["trace[248096899] 'count revisions from in-memory index tree' (duration: 1.615839137s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.089754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:17.473616Z","time spent":"1.616123424s","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:19.304702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.232247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:41:19.304809Z","caller":"traceutil/trace.go:171","msg":"trace[105745714] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25747; }","duration":"825.733547ms","start":"2026-05-10T01:41:18.479057Z","end":"2026-05-10T01:41:19.30479Z","steps":["trace[105745714] 'read index received' (duration: 57.352µs)","trace[105745714] 'applied index is now lower than readState.Index' (duration: 825.674475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:19.3053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.238009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-10T01:41:19.305347Z","caller":"traceutil/trace.go:171","msg":"trace[531828136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24931; }","duration":"826.323671ms","start":"2026-05-10T01:41:18.47901Z","end":"2026-05-10T01:41:19.305334Z","steps":["trace[531828136] 'agreement among raft nodes before linearized reading' (duration: 826.149267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.305392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:18.478992Z","time spent":"826.388042ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:41:19.80532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784504199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:41:19.959818Z","caller":"traceutil/trace.go:171","msg":"trace[1347398108] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"865.950641ms","start":"2026-05-10T01:41:19.093837Z","end":"2026-05-10T01:41:19.959788Z","steps":["trace[1347398108] 'process raft request' (duration: 865.545801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:19.960062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.093818Z","time spent":"866.094864ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:20.625301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:41:20.625374Z","caller":"traceutil/trace.go:171","msg":"trace[1769990436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807706s","start":"2026-05-10T01:41:18.624551Z","end":"2026-05-10T01:41:20.625359Z","steps":["trace[1769990436] 'agreement among raft nodes before linearized reading' (duration: 2.000717763s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:20.625409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:18.62453Z","time spent":"2.000872977s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:41:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:41:21.556018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583515237s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:41:21.667871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.258032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:21.668001Z","caller":"traceutil/trace.go:171","msg":"trace[1667134569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24932; }","duration":"416.395415ms","start":"2026-05-10T01:41:21.251587Z","end":"2026-05-10T01:41:21.667982Z","steps":["trace[1667134569] 'range keys from in-memory index tree' (duration: 416.239921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.668305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.916366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:21.668402Z","caller":"traceutil/trace.go:171","msg":"trace[1544951527] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"2.40490641s","start":"2026-05-10T01:41:19.263486Z","end":"2026-05-10T01:41:21.668392Z","steps":["trace[1544951527] 'process raft request' (duration: 2.29285318s)","trace[1544951527] 'compare' (duration: 111.502386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:21.668447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.263467Z","time spent":"2.404959122s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.668646Z","caller":"traceutil/trace.go:171","msg":"trace[1865333162] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"2.405070545s","start":"2026-05-10T01:41:19.263547Z","end":"2026-05-10T01:41:21.668617Z","steps":["trace[1865333162] 'process raft request' (duration: 2.404809179s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.668788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.263541Z","time spent":"2.405171537s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.668925Z","caller":"traceutil/trace.go:171","msg":"trace[932767741] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"2.359380808s","start":"2026-05-10T01:41:19.309536Z","end":"2026-05-10T01:41:21.668917Z","steps":["trace[932767741] 'process raft request' (duration: 2.359247175s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.668903Z","caller":"traceutil/trace.go:171","msg":"trace[1817801993] linearizableReadLoop","detail":"{readStateIndex:25758; appliedIndex:25748; }","duration":"2.364044508s","start":"2026-05-10T01:41:19.304837Z","end":"2026-05-10T01:41:21.668881Z","steps":["trace[1817801993] 'read index received' (duration: 654.5296ms)","trace[1817801993] 'applied index is now lower than readState.Index' (duration: 1.709513778s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:21.668978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.309513Z","time spent":"2.359438959s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669Z","caller":"traceutil/trace.go:171","msg":"trace[1943780189] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"2.17349763s","start":"2026-05-10T01:41:19.495491Z","end":"2026-05-10T01:41:21.668988Z","steps":["trace[1943780189] 'process raft request' (duration: 2.173325646s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.495471Z","time spent":"2.173564472s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669169Z","caller":"traceutil/trace.go:171","msg":"trace[513442478] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"2.405596408s","start":"2026-05-10T01:41:19.263564Z","end":"2026-05-10T01:41:21.669161Z","steps":["trace[513442478] 'process raft request' (duration: 2.404979732s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.263537Z","time spent":"2.40565516s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669229Z","caller":"traceutil/trace.go:171","msg":"trace[15922801] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.854477595s","start":"2026-05-10T01:41:19.814739Z","end":"2026-05-10T01:41:21.669217Z","steps":["trace[15922801] 'process raft request' (duration: 1.854106295s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.669233Z","caller":"traceutil/trace.go:171","msg":"trace[1260109949] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"2.403381231s","start":"2026-05-10T01:41:19.265834Z","end":"2026-05-10T01:41:21.669215Z","steps":["trace[1260109949] 'process raft request' (duration: 2.402880197s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.66928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.814717Z","time spent":"1.854533517s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:21.669356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.265827Z","time spent":"2.403470224s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669352Z","caller":"traceutil/trace.go:171","msg":"trace[1019832205] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"2.403503004s","start":"2026-05-10T01:41:19.265832Z","end":"2026-05-10T01:41:21.669335Z","steps":["trace[1019832205] 'process raft request' (duration: 2.402919928s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403874574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:41:21.669442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.265819Z","time spent":"2.403580486s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669466Z","caller":"traceutil/trace.go:171","msg":"trace[397498167] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"2.403672809s","start":"2026-05-10T01:41:19.265782Z","end":"2026-05-10T01:41:21.669455Z","steps":["trace[397498167] 'process raft request' (duration: 2.402854837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50268427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:21.669519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183918303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:21.669524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.265772Z","time spent":"2.40372393s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:21.669547Z","caller":"traceutil/trace.go:171","msg":"trace[1428937009] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24942; }","duration":"3.183948304s","start":"2026-05-10T01:41:18.485591Z","end":"2026-05-10T01:41:21.669539Z","steps":["trace[1428937009] 'agreement among raft nodes before linearized reading' (duration: 3.183897182s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.669542Z","caller":"traceutil/trace.go:171","msg":"trace[1243443102] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"2.403708679s","start":"2026-05-10T01:41:19.265816Z","end":"2026-05-10T01:41:21.669524Z","steps":["trace[1243443102] 'process raft request' (duration: 2.402859837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:18.485538Z","time spent":"3.184038147s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:21.66947Z","caller":"traceutil/trace.go:171","msg":"trace[1264189174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24942; }","duration":"2.403949256s","start":"2026-05-10T01:41:19.265509Z","end":"2026-05-10T01:41:21.669459Z","steps":["trace[1264189174] 'agreement among raft nodes before linearized reading' (duration: 2.403831953s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.669546Z","caller":"traceutil/trace.go:171","msg":"trace[1037793468] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24942; }","duration":"2.502824643s","start":"2026-05-10T01:41:19.166704Z","end":"2026-05-10T01:41:21.669528Z","steps":["trace[1037793468] 'agreement among raft nodes before linearized reading' (duration: 2.502660449s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.265799Z","time spent":"2.403781401s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:21.669644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.166681Z","time spent":"2.502947157s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:21.669624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.2655Z","time spent":"2.4041146s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:21.669701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404657034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:41:21.669721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575748708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:41:21.669732Z","caller":"traceutil/trace.go:171","msg":"trace[448145850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24942; }","duration":"2.404712726s","start":"2026-05-10T01:41:19.265011Z","end":"2026-05-10T01:41:21.669724Z","steps":["trace[448145850] 'agreement among raft nodes before linearized reading' (duration: 2.404560661s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.66976Z","caller":"traceutil/trace.go:171","msg":"trace[1322445518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24942; }","duration":"2.576072587s","start":"2026-05-10T01:41:19.093677Z","end":"2026-05-10T01:41:21.669749Z","steps":["trace[1322445518] 'agreement among raft nodes before linearized reading' (duration: 2.575690806s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.669768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.264995Z","time spent":"2.404765627s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:21.669795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.093659Z","time spent":"2.576127908s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:41:21.78368Z","caller":"traceutil/trace.go:171","msg":"trace[1459690493] linearizableReadLoop","detail":"{readStateIndex:25760; appliedIndex:25759; }","duration":"114.69888ms","start":"2026-05-10T01:41:21.668958Z","end":"2026-05-10T01:41:21.783656Z","steps":["trace[1459690493] 'read index received' (duration: 111.664201ms)","trace[1459690493] 'applied index is now lower than readState.Index' (duration: 3.033569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:21.783911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868315795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:21.783947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.90278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:21.784031Z","caller":"traceutil/trace.go:171","msg":"trace[168277041] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"467.550913ms","start":"2026-05-10T01:41:21.316463Z","end":"2026-05-10T01:41:21.784014Z","steps":["trace[168277041] 'process raft request' (duration: 464.143315ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.784042Z","caller":"traceutil/trace.go:171","msg":"trace[1826954500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24943; }","duration":"459.056113ms","start":"2026-05-10T01:41:21.324964Z","end":"2026-05-10T01:41:21.78402Z","steps":["trace[1826954500] 'agreement among raft nodes before linearized reading' (duration: 458.825327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158219441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:21.784095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:21.324927Z","time spent":"459.157606ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:21.78411Z","caller":"traceutil/trace.go:171","msg":"trace[1642451677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24943; }","duration":"1.158274823s","start":"2026-05-10T01:41:20.625825Z","end":"2026-05-10T01:41:21.784099Z","steps":["trace[1642451677] 'agreement among raft nodes before linearized reading' (duration: 1.158229932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:21.316433Z","time spent":"467.632236ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:21.784129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875023198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-10T01:41:21.784149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:20.62581Z","time spent":"1.158332374s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:41:21.784177Z","caller":"traceutil/trace.go:171","msg":"trace[40100767] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24943; }","duration":"1.87510175s","start":"2026-05-10T01:41:19.90906Z","end":"2026-05-10T01:41:21.784162Z","steps":["trace[40100767] 'agreement among raft nodes before linearized reading' (duration: 1.874951006s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.909043Z","time spent":"1.875162252s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-10T01:41:21.78403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.240754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:21.784316Z","caller":"traceutil/trace.go:171","msg":"trace[978234031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24943; }","duration":"748.578872ms","start":"2026-05-10T01:41:21.035729Z","end":"2026-05-10T01:41:21.784308Z","steps":["trace[978234031] 'agreement among raft nodes before linearized reading' (duration: 748.280034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:21.035707Z","time spent":"748.627313ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:21.784369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.682726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:41:21.784399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113620045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:21.784407Z","caller":"traceutil/trace.go:171","msg":"trace[1153193822] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24943; }","duration":"353.767028ms","start":"2026-05-10T01:41:21.430631Z","end":"2026-05-10T01:41:21.784398Z","steps":["trace[1153193822] 'agreement among raft nodes before linearized reading' (duration: 353.691186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.783961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376157464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:21.78443Z","caller":"traceutil/trace.go:171","msg":"trace[1377213204] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24943; }","duration":"2.113694067s","start":"2026-05-10T01:41:19.670726Z","end":"2026-05-10T01:41:21.78442Z","steps":["trace[1377213204] 'agreement among raft nodes before linearized reading' (duration: 2.113636766s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:21.430609Z","time spent":"353.81992ms","remote":"127.0.0.1:42506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:21.784465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.670697Z","time spent":"2.113759109s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:21.784547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162318168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:41:21.784592Z","caller":"traceutil/trace.go:171","msg":"trace[505894097] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24943; }","duration":"1.16239924s","start":"2026-05-10T01:41:20.622181Z","end":"2026-05-10T01:41:21.78458Z","steps":["trace[505894097] 'agreement among raft nodes before linearized reading' (duration: 1.162252426s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:20.622157Z","time spent":"1.162461552s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-05-10T01:41:21.784656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468984725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:41:21.784676Z","caller":"traceutil/trace.go:171","msg":"trace[1528302816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24943; }","duration":"2.469044216s","start":"2026-05-10T01:41:19.315627Z","end":"2026-05-10T01:41:21.784672Z","steps":["trace[1528302816] 'agreement among raft nodes before linearized reading' (duration: 2.468988895s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.78468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248617991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6869c59c5c-66fkk.18ae0ee2abd4faca\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-05-10T01:41:21.784692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.315607Z","time spent":"2.469080298s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:41:21.784719Z","caller":"traceutil/trace.go:171","msg":"trace[1924190117] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6869c59c5c-66fkk.18ae0ee2abd4faca; range_end:; response_count:1; response_revision:24943; }","duration":"2.248713084s","start":"2026-05-10T01:41:19.535996Z","end":"2026-05-10T01:41:21.784709Z","steps":["trace[1924190117] 'agreement among raft nodes before linearized reading' (duration: 2.248613962s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.783986Z","caller":"traceutil/trace.go:171","msg":"trace[292229851] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24943; }","duration":"1.868470698s","start":"2026-05-10T01:41:19.915497Z","end":"2026-05-10T01:41:21.783968Z","steps":["trace[292229851] 'agreement among raft nodes before linearized reading' (duration: 1.868258822s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.535976Z","time spent":"2.248767145s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-6869c59c5c-66fkk.18ae0ee2abd4faca\" "} {"level":"warn","ts":"2026-05-10T01:41:21.78477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.915463Z","time spent":"1.86929956s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:21.784442Z","caller":"traceutil/trace.go:171","msg":"trace[1877308158] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24943; }","duration":"2.376721198s","start":"2026-05-10T01:41:19.407711Z","end":"2026-05-10T01:41:21.784432Z","steps":["trace[1877308158] 'agreement among raft nodes before linearized reading' (duration: 2.37605635s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468459771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:41:21.78484Z","caller":"traceutil/trace.go:171","msg":"trace[1838628831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24943; }","duration":"2.468520052s","start":"2026-05-10T01:41:19.316311Z","end":"2026-05-10T01:41:21.784831Z","steps":["trace[1838628831] 'agreement among raft nodes before linearized reading' (duration: 2.468372189s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.784878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.316304Z","time spent":"2.468567814s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:21.784798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401225765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:21.784932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469429156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:41:21.784844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.407677Z","time spent":"2.37715354s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:21.785002Z","caller":"traceutil/trace.go:171","msg":"trace[9217574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24943; }","duration":"2.469525688s","start":"2026-05-10T01:41:19.315464Z","end":"2026-05-10T01:41:21.78499Z","steps":["trace[9217574] 'agreement among raft nodes before linearized reading' (duration: 2.469366464s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.78504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.315446Z","time spent":"2.46958605s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:41:21.78494Z","caller":"traceutil/trace.go:171","msg":"trace[927645150] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24943; }","duration":"2.40142461s","start":"2026-05-10T01:41:19.383507Z","end":"2026-05-10T01:41:21.784932Z","steps":["trace[927645150] 'agreement among raft nodes before linearized reading' (duration: 2.40027366s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.785087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:19.383492Z","time spent":"2.401583674s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:21.793332Z","caller":"traceutil/trace.go:171","msg":"trace[1808801370] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"119.761011ms","start":"2026-05-10T01:41:21.673549Z","end":"2026-05-10T01:41:21.79331Z","steps":["trace[1808801370] 'process raft request' (duration: 119.404832ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:21.793532Z","caller":"traceutil/trace.go:171","msg":"trace[1076812976] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"118.426126ms","start":"2026-05-10T01:41:21.675096Z","end":"2026-05-10T01:41:21.793522Z","steps":["trace[1076812976] 'process raft request' (duration: 117.979025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:21.793782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.806611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:41:21.793822Z","caller":"traceutil/trace.go:171","msg":"trace[1367899688] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24945; }","duration":"122.859702ms","start":"2026-05-10T01:41:21.670952Z","end":"2026-05-10T01:41:21.793812Z","steps":["trace[1367899688] 'agreement among raft nodes before linearized reading' (duration: 122.691778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.473349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.385703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:28.473481Z","caller":"traceutil/trace.go:171","msg":"trace[12314823] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"645.356202ms","start":"2026-05-10T01:41:27.828095Z","end":"2026-05-10T01:41:28.473451Z","steps":["trace[12314823] 'process raft request' (duration: 163.787244ms)","trace[12314823] 'compare' (duration: 481.260889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:28.473632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.828067Z","time spent":"645.481124ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:28.4739Z","caller":"traceutil/trace.go:171","msg":"trace[1019137033] linearizableReadLoop","detail":"{readStateIndex:25866; appliedIndex:25865; }","duration":"615.969658ms","start":"2026-05-10T01:41:27.857485Z","end":"2026-05-10T01:41:28.473454Z","steps":["trace[1019137033] 'read index received' (duration: 134.416511ms)","trace[1019137033] 'applied index is now lower than readState.Index' (duration: 481.536727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:28.474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.69672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:41:28.474079Z","caller":"traceutil/trace.go:171","msg":"trace[535853014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359; range_end:; response_count:1; response_revision:25047; }","duration":"618.830263ms","start":"2026-05-10T01:41:27.855231Z","end":"2026-05-10T01:41:28.474061Z","steps":["trace[535853014] 'agreement among raft nodes before linearized reading' (duration: 618.552715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.474045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.115049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:41:28.474121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.855192Z","time spent":"618.920315ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" "} {"level":"info","ts":"2026-05-10T01:41:28.474137Z","caller":"traceutil/trace.go:171","msg":"trace[1110948314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25047; }","duration":"639.248622ms","start":"2026-05-10T01:41:27.834869Z","end":"2026-05-10T01:41:28.474118Z","steps":["trace[1110948314] 'agreement among raft nodes before linearized reading' (duration: 638.952854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.474185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.834851Z","time spent":"639.320465ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:28.474219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.107535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:41:28.474353Z","caller":"traceutil/trace.go:171","msg":"trace[2057536757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25047; }","duration":"645.335421ms","start":"2026-05-10T01:41:27.829002Z","end":"2026-05-10T01:41:28.474338Z","steps":["trace[2057536757] 'agreement among raft nodes before linearized reading' (duration: 644.969372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.4744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.828929Z","time spent":"645.459984ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:41:28.500321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.954165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:28.500465Z","caller":"traceutil/trace.go:171","msg":"trace[1596646367] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"639.660662ms","start":"2026-05-10T01:41:27.860783Z","end":"2026-05-10T01:41:28.500444Z","steps":["trace[1596646367] 'process raft request' (duration: 639.295193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.500552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.075681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:41:28.50061Z","caller":"traceutil/trace.go:171","msg":"trace[1351837849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25048; }","duration":"383.167352ms","start":"2026-05-10T01:41:28.117428Z","end":"2026-05-10T01:41:28.500595Z","steps":["trace[1351837849] 'agreement among raft nodes before linearized reading' (duration: 383.031718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.500649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.11741Z","time spent":"383.231284ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:41:28.500607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.860767Z","time spent":"639.767167ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:28.500872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.85522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:28.50038Z","caller":"traceutil/trace.go:171","msg":"trace[1252432570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25048; }","duration":"634.041017ms","start":"2026-05-10T01:41:27.866326Z","end":"2026-05-10T01:41:28.500367Z","steps":["trace[1252432570] 'agreement among raft nodes before linearized reading' (duration: 633.911053ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:28.500914Z","caller":"traceutil/trace.go:171","msg":"trace[1845203126] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25048; }","duration":"450.902381ms","start":"2026-05-10T01:41:28.05Z","end":"2026-05-10T01:41:28.500903Z","steps":["trace[1845203126] 'agreement among raft nodes before linearized reading' (duration: 450.829309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:28.501168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:27.866319Z","time spent":"634.743475ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:28.501218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.049944Z","time spent":"451.186038ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:29.162991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.39124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:29.163173Z","caller":"traceutil/trace.go:171","msg":"trace[598477705] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"684.624741ms","start":"2026-05-10T01:41:28.47853Z","end":"2026-05-10T01:41:29.163154Z","steps":["trace[598477705] 'process raft request' (duration: 554.971814ms)","trace[598477705] 'compare' (duration: 129.095312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:29.163279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.478507Z","time spent":"684.718343ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:29.163528Z","caller":"traceutil/trace.go:171","msg":"trace[1704631453] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"684.898988ms","start":"2026-05-10T01:41:28.478609Z","end":"2026-05-10T01:41:29.163508Z","steps":["trace[1704631453] 'process raft request' (duration: 684.481977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.163792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.47858Z","time spent":"685.001571ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:29.598746Z","caller":"traceutil/trace.go:171","msg":"trace[2070090845] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25867; }","duration":"975.25036ms","start":"2026-05-10T01:41:28.623481Z","end":"2026-05-10T01:41:29.598731Z","steps":["trace[2070090845] 'read index received' (duration: 410.03559ms)","trace[2070090845] 'applied index is now lower than readState.Index' (duration: 565.21371ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:29.598826Z","caller":"traceutil/trace.go:171","msg":"trace[100921131] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.093905281s","start":"2026-05-10T01:41:28.504914Z","end":"2026-05-10T01:41:29.598819Z","steps":["trace[100921131] 'process raft request' (duration: 1.025011942s)","trace[100921131] 'compare' (duration: 68.645863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:29.598899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.504901Z","time spent":"1.093939241s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:29.598886Z","caller":"traceutil/trace.go:171","msg":"trace[287059388] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.089610579s","start":"2026-05-10T01:41:28.509245Z","end":"2026-05-10T01:41:29.598856Z","steps":["trace[287059388] 'process raft request' (duration: 1.089416374s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.59895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.459724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:29.599021Z","caller":"traceutil/trace.go:171","msg":"trace[112633362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"975.579068ms","start":"2026-05-10T01:41:28.623424Z","end":"2026-05-10T01:41:29.599003Z","steps":["trace[112633362] 'agreement among raft nodes before linearized reading' (duration: 975.445594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.599059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.623399Z","time spent":"975.652581ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:29.599148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.509219Z","time spent":"1.089732252s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:29.881409Z","caller":"traceutil/trace.go:171","msg":"trace[709460992] linearizableReadLoop","detail":"{readStateIndex:25872; appliedIndex:25871; }","duration":"282.573759ms","start":"2026-05-10T01:41:29.598788Z","end":"2026-05-10T01:41:29.881362Z","steps":["trace[709460992] 'read index received' (duration: 276.846011ms)","trace[709460992] 'applied index is now lower than readState.Index' (duration: 5.726318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:29.881698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.275897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-10T01:41:29.881759Z","caller":"traceutil/trace.go:171","msg":"trace[191714364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25053; }","duration":"551.38413ms","start":"2026-05-10T01:41:29.330358Z","end":"2026-05-10T01:41:29.881742Z","steps":["trace[191714364] 'agreement among raft nodes before linearized reading' (duration: 551.158874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.88183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.400807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:29.881831Z","caller":"traceutil/trace.go:171","msg":"trace[25650046] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"704.942839ms","start":"2026-05-10T01:41:29.176875Z","end":"2026-05-10T01:41:29.881818Z","steps":["trace[25650046] 'process raft request' (duration: 698.819739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.881835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.330334Z","time spent":"551.487984ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-10T01:41:29.881859Z","caller":"traceutil/trace.go:171","msg":"trace[420907435] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25053; }","duration":"875.460897ms","start":"2026-05-10T01:41:29.00639Z","end":"2026-05-10T01:41:29.881851Z","steps":["trace[420907435] 'agreement among raft nodes before linearized reading' (duration: 875.397985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.881879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.006374Z","time spent":"875.500639ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:29.881916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.176852Z","time spent":"705.012941ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:29.881962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.853547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:29.881981Z","caller":"traceutil/trace.go:171","msg":"trace[214205683] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25053; }","duration":"726.908599ms","start":"2026-05-10T01:41:29.155066Z","end":"2026-05-10T01:41:29.881975Z","steps":["trace[214205683] 'agreement among raft nodes before linearized reading' (duration: 726.854298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.881997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.155044Z","time spent":"726.949801ms","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:29.882083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009050257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-10T01:41:29.882148Z","caller":"traceutil/trace.go:171","msg":"trace[1886748848] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25053; }","duration":"1.009144859s","start":"2026-05-10T01:41:28.872982Z","end":"2026-05-10T01:41:29.882127Z","steps":["trace[1886748848] 'agreement among raft nodes before linearized reading' (duration: 1.009004946s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.881777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.443278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-10T01:41:29.882198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:28.872961Z","time spent":"1.009224442s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-10T01:41:29.88223Z","caller":"traceutil/trace.go:171","msg":"trace[1589446652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359; range_end:; response_count:1; response_revision:25053; }","duration":"403.936171ms","start":"2026-05-10T01:41:29.478285Z","end":"2026-05-10T01:41:29.882221Z","steps":["trace[1589446652] 'agreement among raft nodes before linearized reading' (duration: 403.12186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:29.882257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.478267Z","time spent":"403.983692ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" "} {"level":"info","ts":"2026-05-10T01:41:30.426519Z","caller":"traceutil/trace.go:171","msg":"trace[1439171013] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25872; }","duration":"545.010926ms","start":"2026-05-10T01:41:29.881491Z","end":"2026-05-10T01:41:30.426502Z","steps":["trace[1439171013] 'read index received' (duration: 498.735333ms)","trace[1439171013] 'applied index is now lower than readState.Index' (duration: 46.274883ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:30.426568Z","caller":"traceutil/trace.go:171","msg":"trace[1075829875] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"716.403017ms","start":"2026-05-10T01:41:29.710143Z","end":"2026-05-10T01:41:30.426546Z","steps":["trace[1075829875] 'process raft request' (duration: 716.255023ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:30.426571Z","caller":"traceutil/trace.go:171","msg":"trace[788073886] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"714.863667ms","start":"2026-05-10T01:41:29.711687Z","end":"2026-05-10T01:41:30.42655Z","steps":["trace[788073886] 'process raft request' (duration: 714.766703ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:30.426595Z","caller":"traceutil/trace.go:171","msg":"trace[845774317] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"722.477964ms","start":"2026-05-10T01:41:29.704094Z","end":"2026-05-10T01:41:30.426572Z","steps":["trace[845774317] 'process raft request' (duration: 676.104269ms)","trace[845774317] 'compare' (duration: 45.8037ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:30.426591Z","caller":"traceutil/trace.go:171","msg":"trace[1818300442] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"714.802165ms","start":"2026-05-10T01:41:29.711758Z","end":"2026-05-10T01:41:30.42656Z","steps":["trace[1818300442] 'process raft request' (duration: 714.717133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:30.426667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.710118Z","time spent":"716.493339ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:30.426683Z","caller":"traceutil/trace.go:171","msg":"trace[1903024040] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"717.536266ms","start":"2026-05-10T01:41:29.709116Z","end":"2026-05-10T01:41:30.426653Z","steps":["trace[1903024040] 'process raft request' (duration: 717.161796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:30.426691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.997141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:41:30.426697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.711674Z","time spent":"714.945048ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:30.426729Z","caller":"traceutil/trace.go:171","msg":"trace[890397919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25060; }","duration":"566.062643ms","start":"2026-05-10T01:41:29.860659Z","end":"2026-05-10T01:41:30.426722Z","steps":["trace[890397919] 'agreement among raft nodes before linearized reading' (duration: 565.925839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:30.426725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.331065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:30.42675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.709096Z","time spent":"717.624349ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:30.426783Z","caller":"traceutil/trace.go:171","msg":"trace[1626816376] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"715.976716ms","start":"2026-05-10T01:41:29.7108Z","end":"2026-05-10T01:41:30.426776Z","steps":["trace[1626816376] 'process raft request' (duration: 715.622406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:30.426756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.860644Z","time spent":"566.104603ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:41:30.426786Z","caller":"traceutil/trace.go:171","msg":"trace[1739253679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"825.454489ms","start":"2026-05-10T01:41:29.601317Z","end":"2026-05-10T01:41:30.426772Z","steps":["trace[1739253679] 'agreement among raft nodes before linearized reading' (duration: 825.330276ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:30.426792Z","caller":"traceutil/trace.go:171","msg":"trace[1304935228] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"716.675504ms","start":"2026-05-10T01:41:29.710106Z","end":"2026-05-10T01:41:30.426782Z","steps":["trace[1304935228] 'process raft request' (duration: 716.260843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:30.426829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.710789Z","time spent":"716.014887ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:30.42688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.71009Z","time spent":"716.756616ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:30.426826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.600096Z","time spent":"826.724012ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:30.426738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.711749Z","time spent":"714.902237ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:30.426682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.704068Z","time spent":"722.567097ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:31.003805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.331435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:31.003989Z","caller":"traceutil/trace.go:171","msg":"trace[1808409455] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.115676256s","start":"2026-05-10T01:41:29.888277Z","end":"2026-05-10T01:41:31.003953Z","steps":["trace[1808409455] 'process raft request' (duration: 995.070134ms)","trace[1808409455] 'compare' (duration: 119.835672ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:31.004034Z","caller":"traceutil/trace.go:171","msg":"trace[1250291981] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25879; }","duration":"577.425836ms","start":"2026-05-10T01:41:30.426567Z","end":"2026-05-10T01:41:31.003992Z","steps":["trace[1250291981] 'read index received' (duration: 456.795994ms)","trace[1250291981] 'applied index is now lower than readState.Index' (duration: 120.626302ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:31.004112Z","caller":"traceutil/trace.go:171","msg":"trace[1279572544] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"569.915712ms","start":"2026-05-10T01:41:30.434174Z","end":"2026-05-10T01:41:31.00409Z","steps":["trace[1279572544] 'process raft request' (duration: 569.787388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.004199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:30.434129Z","time spent":"570.034025ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:31.004221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.888266Z","time spent":"1.11580682s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:31.00426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118458169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f0bb416-5300-437c-88f6-ddf15fb9b678\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-10T01:41:31.004328Z","caller":"traceutil/trace.go:171","msg":"trace[827668883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f0bb416-5300-437c-88f6-ddf15fb9b678; range_end:; response_count:1; response_revision:25062; }","duration":"1.118542862s","start":"2026-05-10T01:41:29.885767Z","end":"2026-05-10T01:41:31.00431Z","steps":["trace[827668883] 'agreement among raft nodes before linearized reading' (duration: 1.118316287s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.00436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:29.885758Z","time spent":"1.118595623s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5f0bb416-5300-437c-88f6-ddf15fb9b678\" "} {"level":"warn","ts":"2026-05-10T01:41:31.004408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.461688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:41:31.004418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.066746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:41:31.004432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.496089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:41:31.004456Z","caller":"traceutil/trace.go:171","msg":"trace[62018992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25062; }","duration":"525.5547ms","start":"2026-05-10T01:41:30.478887Z","end":"2026-05-10T01:41:31.004442Z","steps":["trace[62018992] 'agreement among raft nodes before linearized reading' (duration: 525.431967ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:31.00446Z","caller":"traceutil/trace.go:171","msg":"trace[369745144] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25062; }","duration":"381.149218ms","start":"2026-05-10T01:41:30.6233Z","end":"2026-05-10T01:41:31.004449Z","steps":["trace[369745144] 'agreement among raft nodes before linearized reading' (duration: 380.995405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.00449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:30.478862Z","time spent":"525.619982ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:41:31.004493Z","caller":"traceutil/trace.go:171","msg":"trace[412855355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25062; }","duration":"500.584521ms","start":"2026-05-10T01:41:30.503883Z","end":"2026-05-10T01:41:31.004467Z","steps":["trace[412855355] 'agreement among raft nodes before linearized reading' (duration: 500.434327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.004471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.515428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-10T01:41:31.004529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:30.503862Z","time spent":"500.656863ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:41:31.004751Z","caller":"traceutil/trace.go:171","msg":"trace[1799326808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359; range_end:; response_count:1; response_revision:25062; }","duration":"118.62205ms","start":"2026-05-10T01:41:30.88591Z","end":"2026-05-10T01:41:31.004532Z","steps":["trace[1799326808] 'agreement among raft nodes before linearized reading' (duration: 118.433346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.004809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.565327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:31.004496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:30.623278Z","time spent":"381.21051ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-05-10T01:41:31.004837Z","caller":"traceutil/trace.go:171","msg":"trace[883684992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25062; }","duration":"569.152542ms","start":"2026-05-10T01:41:30.435675Z","end":"2026-05-10T01:41:31.004828Z","steps":["trace[883684992] 'agreement among raft nodes before linearized reading' (duration: 568.551046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:31.005093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:30.43566Z","time spent":"569.424239ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:41:33.159522Z","caller":"traceutil/trace.go:171","msg":"trace[371017013] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25899; }","duration":"145.894878ms","start":"2026-05-10T01:41:33.013596Z","end":"2026-05-10T01:41:33.159491Z","steps":["trace[371017013] 'read index received' (duration: 145.661123ms)","trace[371017013] 'applied index is now lower than readState.Index' (duration: 232.195µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:33.159883Z","caller":"traceutil/trace.go:171","msg":"trace[327724386] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"147.09844ms","start":"2026-05-10T01:41:33.012747Z","end":"2026-05-10T01:41:33.159846Z","steps":["trace[327724386] 'process raft request' (duration: 146.576786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:33.159947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.253292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:41:33.159961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.366908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:41:33.160012Z","caller":"traceutil/trace.go:171","msg":"trace[612829872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25080; }","duration":"113.367955ms","start":"2026-05-10T01:41:33.046627Z","end":"2026-05-10T01:41:33.159995Z","steps":["trace[612829872] 'agreement among raft nodes before linearized reading' (duration: 113.17071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:33.159988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.345691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-10T01:41:33.160076Z","caller":"traceutil/trace.go:171","msg":"trace[102833445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359; range_end:; response_count:1; response_revision:25080; }","duration":"146.483394ms","start":"2026-05-10T01:41:33.013569Z","end":"2026-05-10T01:41:33.160052Z","steps":["trace[102833445] 'agreement among raft nodes before linearized reading' (duration: 146.187017ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:33.160015Z","caller":"traceutil/trace.go:171","msg":"trace[1843550830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25080; }","duration":"112.443421ms","start":"2026-05-10T01:41:33.047559Z","end":"2026-05-10T01:41:33.160002Z","steps":["trace[1843550830] 'agreement among raft nodes before linearized reading' (duration: 112.282417ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:33.472041Z","caller":"traceutil/trace.go:171","msg":"trace[1399456177] linearizableReadLoop","detail":"{readStateIndex:25902; appliedIndex:25900; }","duration":"301.893592ms","start":"2026-05-10T01:41:33.170116Z","end":"2026-05-10T01:41:33.472009Z","steps":["trace[1399456177] 'read index received' (duration: 293.74967ms)","trace[1399456177] 'applied index is now lower than readState.Index' (duration: 8.141102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:33.472342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.204489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:33.472067Z","caller":"traceutil/trace.go:171","msg":"trace[2070678033] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"306.780258ms","start":"2026-05-10T01:41:33.16525Z","end":"2026-05-10T01:41:33.472031Z","steps":["trace[2070678033] 'process raft request' (duration: 306.632064ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:33.472412Z","caller":"traceutil/trace.go:171","msg":"trace[906704203] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25082; }","duration":"302.315052ms","start":"2026-05-10T01:41:33.170076Z","end":"2026-05-10T01:41:33.472391Z","steps":["trace[906704203] 'agreement among raft nodes before linearized reading' (duration: 302.113347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:33.472435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.24884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-10T01:41:33.472467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:33.170065Z","time spent":"302.386874ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:33.472492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.825717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:33.472509Z","caller":"traceutil/trace.go:171","msg":"trace[1511970167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25082; }","duration":"297.382103ms","start":"2026-05-10T01:41:33.175108Z","end":"2026-05-10T01:41:33.47249Z","steps":["trace[1511970167] 'agreement among raft nodes before linearized reading' (duration: 297.164857ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:33.472542Z","caller":"traceutil/trace.go:171","msg":"trace[1689821852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25082; }","duration":"289.91956ms","start":"2026-05-10T01:41:33.18261Z","end":"2026-05-10T01:41:33.472529Z","steps":["trace[1689821852] 'agreement among raft nodes before linearized reading' (duration: 289.795557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:33.472557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.60928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:41:33.472628Z","caller":"traceutil/trace.go:171","msg":"trace[2024769408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25082; }","duration":"292.713983ms","start":"2026-05-10T01:41:33.179896Z","end":"2026-05-10T01:41:33.47261Z","steps":["trace[2024769408] 'agreement among raft nodes before linearized reading' (duration: 292.512517ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:33.472318Z","caller":"traceutil/trace.go:171","msg":"trace[1624375243] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"307.031733ms","start":"2026-05-10T01:41:33.165242Z","end":"2026-05-10T01:41:33.472273Z","steps":["trace[1624375243] 'process raft request' (duration: 298.750958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:33.47268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:33.165208Z","time spent":"307.23265ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:33.472841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:33.165219Z","time spent":"307.539388ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:37.571731Z","caller":"traceutil/trace.go:171","msg":"trace[749663540] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25946; }","duration":"388.133411ms","start":"2026-05-10T01:41:37.183548Z","end":"2026-05-10T01:41:37.571681Z","steps":["trace[749663540] 'read index received' (duration: 387.870864ms)","trace[749663540] 'applied index is now lower than readState.Index' (duration: 261.117µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:37.571794Z","caller":"traceutil/trace.go:171","msg":"trace[1440210601] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"390.973405ms","start":"2026-05-10T01:41:37.180781Z","end":"2026-05-10T01:41:37.571754Z","steps":["trace[1440210601] 'process raft request' (duration: 390.625245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:37.571933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.365697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:37.571967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.18076Z","time spent":"391.112468ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:37.572018Z","caller":"traceutil/trace.go:171","msg":"trace[1533261401] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25125; }","duration":"388.473069ms","start":"2026-05-10T01:41:37.183523Z","end":"2026-05-10T01:41:37.571996Z","steps":["trace[1533261401] 'agreement among raft nodes before linearized reading' (duration: 388.287924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:37.572062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.183512Z","time spent":"388.540501ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:41:38.072027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741984784504651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:41:38.278593Z","caller":"traceutil/trace.go:171","msg":"trace[971319658] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25947; }","duration":"706.765657ms","start":"2026-05-10T01:41:37.571802Z","end":"2026-05-10T01:41:38.278567Z","steps":["trace[971319658] 'read index received' (duration: 706.4915ms)","trace[971319658] 'applied index is now lower than readState.Index' (duration: 273.247µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:38.278613Z","caller":"traceutil/trace.go:171","msg":"trace[212796397] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"991.05273ms","start":"2026-05-10T01:41:37.287517Z","end":"2026-05-10T01:41:38.27857Z","steps":["trace[212796397] 'process raft request' (duration: 990.836364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.278797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.287488Z","time spent":"991.213364ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:38.278846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.247177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:41:38.278891Z","caller":"traceutil/trace.go:171","msg":"trace[2040557644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25127; }","duration":"792.349389ms","start":"2026-05-10T01:41:37.486529Z","end":"2026-05-10T01:41:38.278879Z","steps":["trace[2040557644] 'agreement among raft nodes before linearized reading' (duration: 792.181954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.278931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.486506Z","time spent":"792.415651ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:38.278942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.899194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:38.278966Z","caller":"traceutil/trace.go:171","msg":"trace[65644785] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"892.523532ms","start":"2026-05-10T01:41:37.386425Z","end":"2026-05-10T01:41:38.278949Z","steps":["trace[65644785] 'process raft request' (duration: 892.09056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.27903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.71705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:38.278839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.214183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:41:38.279053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.51112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:41:38.279107Z","caller":"traceutil/trace.go:171","msg":"trace[999203502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25127; }","duration":"783.49971ms","start":"2026-05-10T01:41:37.495591Z","end":"2026-05-10T01:41:38.279091Z","steps":["trace[999203502] 'agreement among raft nodes before linearized reading' (duration: 783.060158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.293349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-10T01:41:38.279149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.410223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:41:38.27916Z","caller":"traceutil/trace.go:171","msg":"trace[1614715199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25127; }","duration":"788.666593ms","start":"2026-05-10T01:41:37.49046Z","end":"2026-05-10T01:41:38.279126Z","steps":["trace[1614715199] 'agreement among raft nodes before linearized reading' (duration: 788.238532ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.278986Z","caller":"traceutil/trace.go:171","msg":"trace[2051408863] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25127; }","duration":"703.985596ms","start":"2026-05-10T01:41:37.574989Z","end":"2026-05-10T01:41:38.278975Z","steps":["trace[2051408863] 'agreement among raft nodes before linearized reading' (duration: 703.901704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.2792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.179552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:41:38.279245Z","caller":"traceutil/trace.go:171","msg":"trace[1036312627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25127; }","duration":"784.559607ms","start":"2026-05-10T01:41:37.494666Z","end":"2026-05-10T01:41:38.279226Z","steps":["trace[1036312627] 'agreement among raft nodes before linearized reading' (duration: 784.29628ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.279298Z","caller":"traceutil/trace.go:171","msg":"trace[1962531303] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25127; }","duration":"100.317115ms","start":"2026-05-10T01:41:38.178971Z","end":"2026-05-10T01:41:38.279288Z","steps":["trace[1962531303] 'agreement among raft nodes before linearized reading' (duration: 100.10445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.494646Z","time spent":"784.66507ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.490442Z","time spent":"788.808906ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.574971Z","time spent":"704.285273ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.658317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:38.279168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.495585Z","time spent":"783.566802ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:41:38.279457Z","caller":"traceutil/trace.go:171","msg":"trace[1738743185] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25127; }","duration":"283.763451ms","start":"2026-05-10T01:41:37.995683Z","end":"2026-05-10T01:41:38.279446Z","steps":["trace[1738743185] 'agreement among raft nodes before linearized reading' (duration: 283.562935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.386389Z","time spent":"892.623265ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.279225Z","caller":"traceutil/trace.go:171","msg":"trace[425508400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25127; }","duration":"613.33093ms","start":"2026-05-10T01:41:37.665855Z","end":"2026-05-10T01:41:38.279186Z","steps":["trace[425508400] 'agreement among raft nodes before linearized reading' (duration: 613.227937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.309897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:38.279539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.66582Z","time spent":"613.71204ms","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.180345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:38.279584Z","caller":"traceutil/trace.go:171","msg":"trace[1168149305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25127; }","duration":"333.509613ms","start":"2026-05-10T01:41:37.946052Z","end":"2026-05-10T01:41:38.279562Z","steps":["trace[1168149305] 'agreement among raft nodes before linearized reading' (duration: 333.296727ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.279061Z","caller":"traceutil/trace.go:171","msg":"trace[468261173] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25127; }","duration":"916.746671ms","start":"2026-05-10T01:41:37.362305Z","end":"2026-05-10T01:41:38.279051Z","steps":["trace[468261173] 'agreement among raft nodes before linearized reading' (duration: 916.698219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.94603Z","time spent":"333.600905ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:38.279657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.36229Z","time spent":"917.348617ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.129153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"warn","ts":"2026-05-10T01:41:38.279707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.108143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:41:38.27974Z","caller":"traceutil/trace.go:171","msg":"trace[1345251820] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25127; }","duration":"626.359679ms","start":"2026-05-10T01:41:37.65337Z","end":"2026-05-10T01:41:38.279729Z","steps":["trace[1345251820] 'agreement among raft nodes before linearized reading' (duration: 626.095433ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.279743Z","caller":"traceutil/trace.go:171","msg":"trace[24932366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25127; }","duration":"643.162005ms","start":"2026-05-10T01:41:37.63657Z","end":"2026-05-10T01:41:38.279732Z","steps":["trace[24932366] 'agreement among raft nodes before linearized reading' (duration: 643.062123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.27977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.653358Z","time spent":"626.40369ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.636558Z","time spent":"643.209536ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.595422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:38.279607Z","caller":"traceutil/trace.go:171","msg":"trace[764385152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25127; }","duration":"653.266817ms","start":"2026-05-10T01:41:37.626326Z","end":"2026-05-10T01:41:38.279593Z","steps":["trace[764385152] 'agreement among raft nodes before linearized reading' (duration: 653.174875ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.279863Z","caller":"traceutil/trace.go:171","msg":"trace[1467225642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25127; }","duration":"654.90985ms","start":"2026-05-10T01:41:37.624938Z","end":"2026-05-10T01:41:38.279848Z","steps":["trace[1467225642] 'agreement among raft nodes before linearized reading' (duration: 654.606493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.279888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.626307Z","time spent":"653.575325ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:41:38.279902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.624926Z","time spent":"654.962721ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:38.279701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.82985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:41:38.280024Z","caller":"traceutil/trace.go:171","msg":"trace[95476481] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25127; }","duration":"550.19188ms","start":"2026-05-10T01:41:37.729824Z","end":"2026-05-10T01:41:38.280015Z","steps":["trace[95476481] 'agreement among raft nodes before linearized reading' (duration: 549.818061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.280052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:37.729802Z","time spent":"550.240061ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:41:38.48028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.422806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-10T01:41:38.480361Z","caller":"traceutil/trace.go:171","msg":"trace[1670232406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d41d3c50-7662-48ae-951b-d34d8c0aa359; range_end:; response_count:1; response_revision:25127; }","duration":"195.539658ms","start":"2026-05-10T01:41:38.2848Z","end":"2026-05-10T01:41:38.48034Z","steps":["trace[1670232406] 'range keys from in-memory index tree' (duration: 195.257002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.480957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.340482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:41:38.481075Z","caller":"traceutil/trace.go:171","msg":"trace[1501093490] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"196.194546ms","start":"2026-05-10T01:41:38.284856Z","end":"2026-05-10T01:41:38.48105Z","steps":["trace[1501093490] 'process raft request' (duration: 22.69144ms)","trace[1501093490] 'compare' (duration: 173.081835ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:38.812314Z","caller":"traceutil/trace.go:171","msg":"trace[942074771] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25949; }","duration":"525.738746ms","start":"2026-05-10T01:41:38.286553Z","end":"2026-05-10T01:41:38.812292Z","steps":["trace[942074771] 'read index received' (duration: 21.090358ms)","trace[942074771] 'applied index is now lower than readState.Index' (duration: 504.646948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:41:38.812804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.243558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:38.812804Z","caller":"traceutil/trace.go:171","msg":"trace[2089742009] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"527.831499ms","start":"2026-05-10T01:41:38.284942Z","end":"2026-05-10T01:41:38.812774Z","steps":["trace[2089742009] 'process raft request' (duration: 527.171932ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.812804Z","caller":"traceutil/trace.go:171","msg":"trace[1288022724] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"527.719316ms","start":"2026-05-10T01:41:38.285058Z","end":"2026-05-10T01:41:38.812777Z","steps":["trace[1288022724] 'process raft request' (duration: 527.11122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.812918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.284937Z","time spent":"527.918141ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:38.812919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.285046Z","time spent":"527.813768ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.812851Z","caller":"traceutil/trace.go:171","msg":"trace[407092742] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25133; }","duration":"526.3318ms","start":"2026-05-10T01:41:38.286507Z","end":"2026-05-10T01:41:38.812839Z","steps":["trace[407092742] 'agreement among raft nodes before linearized reading' (duration: 526.245448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.812974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.286494Z","time spent":"526.467444ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:41:38.813006Z","caller":"traceutil/trace.go:171","msg":"trace[244839419] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"528.060236ms","start":"2026-05-10T01:41:38.284929Z","end":"2026-05-10T01:41:38.812989Z","steps":["trace[244839419] 'process raft request' (duration: 527.112431ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.812972Z","caller":"traceutil/trace.go:171","msg":"trace[645961295] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"521.469504ms","start":"2026-05-10T01:41:38.291354Z","end":"2026-05-10T01:41:38.812823Z","steps":["trace[645961295] 'process raft request' (duration: 520.868349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.813117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.284907Z","time spent":"528.147718ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:38.813328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.291342Z","time spent":"521.839623ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.813214Z","caller":"traceutil/trace.go:171","msg":"trace[301133133] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"528.322173ms","start":"2026-05-10T01:41:38.284877Z","end":"2026-05-10T01:41:38.813199Z","steps":["trace[301133133] 'process raft request' (duration: 526.526606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.813501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.284859Z","time spent":"528.590529ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.816064Z","caller":"traceutil/trace.go:171","msg":"trace[1740029356] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"354.658202ms","start":"2026-05-10T01:41:38.461393Z","end":"2026-05-10T01:41:38.816052Z","steps":["trace[1740029356] 'process raft request' (duration: 354.554309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.816134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.46136Z","time spent":"354.741604ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.816231Z","caller":"traceutil/trace.go:171","msg":"trace[691445074] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"352.383092ms","start":"2026-05-10T01:41:38.463833Z","end":"2026-05-10T01:41:38.816216Z","steps":["trace[691445074] 'process raft request' (duration: 352.147136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.816325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.463811Z","time spent":"352.457874ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.816515Z","caller":"traceutil/trace.go:171","msg":"trace[370490257] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"351.948052ms","start":"2026-05-10T01:41:38.464556Z","end":"2026-05-10T01:41:38.816504Z","steps":["trace[370490257] 'process raft request' (duration: 351.603832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.816573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.464546Z","time spent":"351.994253ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.816642Z","caller":"traceutil/trace.go:171","msg":"trace[1816487058] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"355.955946ms","start":"2026-05-10T01:41:38.460677Z","end":"2026-05-10T01:41:38.816633Z","steps":["trace[1816487058] 'process raft request' (duration: 355.192936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.81671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.460648Z","time spent":"356.029237ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:38.816782Z","caller":"traceutil/trace.go:171","msg":"trace[1260434628] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"352.125835ms","start":"2026-05-10T01:41:38.464649Z","end":"2026-05-10T01:41:38.816774Z","steps":["trace[1260434628] 'process raft request' (duration: 351.814158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.816813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.464635Z","time spent":"352.160787ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:38.816913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.205101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:41:38.81697Z","caller":"traceutil/trace.go:171","msg":"trace[2028771080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25140; }","duration":"530.260902ms","start":"2026-05-10T01:41:38.286679Z","end":"2026-05-10T01:41:38.81694Z","steps":["trace[2028771080] 'agreement among raft nodes before linearized reading' (duration: 530.105909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.817001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.286672Z","time spent":"530.321684ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:41:38.817052Z","caller":"traceutil/trace.go:171","msg":"trace[1457743908] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"351.864268ms","start":"2026-05-10T01:41:38.465171Z","end":"2026-05-10T01:41:38.817035Z","steps":["trace[1457743908] 'process raft request' (duration: 351.53759ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:38.817155Z","caller":"traceutil/trace.go:171","msg":"trace[125266266] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"350.963236ms","start":"2026-05-10T01:41:38.46618Z","end":"2026-05-10T01:41:38.817143Z","steps":["trace[125266266] 'process raft request' (duration: 350.570756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:38.817156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.465164Z","time spent":"351.93241ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:38.817215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:38.466174Z","time spent":"351.006697ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:59.22338Z","caller":"traceutil/trace.go:171","msg":"trace[93164226] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"294.534358ms","start":"2026-05-10T01:41:58.928822Z","end":"2026-05-10T01:41:59.223357Z","steps":["trace[93164226] 'process raft request' (duration: 294.342573ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:59.497523Z","caller":"traceutil/trace.go:171","msg":"trace[1285553126] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"566.566554ms","start":"2026-05-10T01:41:58.930909Z","end":"2026-05-10T01:41:59.497476Z","steps":["trace[1285553126] 'process raft request' (duration: 562.93228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.497722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.930884Z","time spent":"566.735529ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:59.497784Z","caller":"traceutil/trace.go:171","msg":"trace[1711790447] linearizableReadLoop","detail":"{readStateIndex:26135; appliedIndex:26130; }","duration":"552.15733ms","start":"2026-05-10T01:41:58.945606Z","end":"2026-05-10T01:41:59.497764Z","steps":["trace[1711790447] 'read index received' (duration: 277.801294ms)","trace[1711790447] 'applied index is now lower than readState.Index' (duration: 274.355066ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:59.497848Z","caller":"traceutil/trace.go:171","msg":"trace[1188716002] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"564.781317ms","start":"2026-05-10T01:41:58.933029Z","end":"2026-05-10T01:41:59.49781Z","steps":["trace[1188716002] 'process raft request' (duration: 564.606023ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:59.4979Z","caller":"traceutil/trace.go:171","msg":"trace[688993302] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"559.527172ms","start":"2026-05-10T01:41:58.938368Z","end":"2026-05-10T01:41:59.497895Z","steps":["trace[688993302] 'process raft request' (duration: 559.364617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.497971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.933011Z","time spent":"564.906671ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:59.498014Z","caller":"traceutil/trace.go:171","msg":"trace[762131918] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"565.116698ms","start":"2026-05-10T01:41:58.932874Z","end":"2026-05-10T01:41:59.497991Z","steps":["trace[762131918] 'process raft request' (duration: 564.498501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.474729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:41:59.498104Z","caller":"traceutil/trace.go:171","msg":"trace[1808816648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25308; }","duration":"552.53472ms","start":"2026-05-10T01:41:58.945562Z","end":"2026-05-10T01:41:59.498097Z","steps":["trace[1808816648] 'agreement among raft nodes before linearized reading' (duration: 552.439838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.497984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.938359Z","time spent":"559.563223ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:41:59.498127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.945547Z","time spent":"552.575091ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:41:59.498133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.932863Z","time spent":"565.20889ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:59.497878Z","caller":"traceutil/trace.go:171","msg":"trace[721793178] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"561.840941ms","start":"2026-05-10T01:41:58.93603Z","end":"2026-05-10T01:41:59.497871Z","steps":["trace[721793178] 'process raft request' (duration: 561.674427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.776015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:41:59.498229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.936014Z","time spent":"562.191241ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:41:59.498257Z","caller":"traceutil/trace.go:171","msg":"trace[21854568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25308; }","duration":"550.849427ms","start":"2026-05-10T01:41:58.947398Z","end":"2026-05-10T01:41:59.498247Z","steps":["trace[21854568] 'agreement among raft nodes before linearized reading' (duration: 550.704703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.947386Z","time spent":"550.895088ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:41:59.498291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.781922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:41:59.498369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.093137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:41:59.498395Z","caller":"traceutil/trace.go:171","msg":"trace[1057455322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25308; }","duration":"550.135048ms","start":"2026-05-10T01:41:58.948254Z","end":"2026-05-10T01:41:59.498389Z","steps":["trace[1057455322] 'agreement among raft nodes before linearized reading' (duration: 550.069567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.915398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:41:59.498401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.626061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:41:59.498492Z","caller":"traceutil/trace.go:171","msg":"trace[67675781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25308; }","duration":"550.732233ms","start":"2026-05-10T01:41:58.94775Z","end":"2026-05-10T01:41:59.498482Z","steps":["trace[67675781] 'agreement among raft nodes before linearized reading' (duration: 550.591209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.202703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:41:59.498513Z","caller":"traceutil/trace.go:171","msg":"trace[1587464932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25308; }","duration":"360.075792ms","start":"2026-05-10T01:41:59.138421Z","end":"2026-05-10T01:41:59.498496Z","steps":["trace[1587464932] 'agreement among raft nodes before linearized reading' (duration: 359.805355ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:59.498563Z","caller":"traceutil/trace.go:171","msg":"trace[1370960130] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25308; }","duration":"472.369957ms","start":"2026-05-10T01:41:59.026176Z","end":"2026-05-10T01:41:59.498546Z","steps":["trace[1370960130] 'agreement among raft nodes before linearized reading' (duration: 472.212103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:59.138398Z","time spent":"360.161264ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:41:59.498416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.948243Z","time spent":"550.169189ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:59.498615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:59.026155Z","time spent":"472.446011ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:41:59.498362Z","caller":"traceutil/trace.go:171","msg":"trace[1482194703] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25308; }","duration":"486.886914ms","start":"2026-05-10T01:41:59.011454Z","end":"2026-05-10T01:41:59.498341Z","steps":["trace[1482194703] 'agreement among raft nodes before linearized reading' (duration: 486.771361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:59.498785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:58.947743Z","time spent":"551.017561ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:41:59.498834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:41:59.011434Z","time spent":"487.355317ms","remote":"127.0.0.1:33594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:42:05.041751Z","caller":"traceutil/trace.go:171","msg":"trace[1897109917] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26173; }","duration":"411.814185ms","start":"2026-05-10T01:42:04.629902Z","end":"2026-05-10T01:42:05.041716Z","steps":["trace[1897109917] 'read index received' (duration: 411.704923ms)","trace[1897109917] 'applied index is now lower than readState.Index' (duration: 107.472µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:05.041868Z","caller":"traceutil/trace.go:171","msg":"trace[1896488114] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"423.818107ms","start":"2026-05-10T01:42:04.618017Z","end":"2026-05-10T01:42:05.041835Z","steps":["trace[1896488114] 'process raft request' (duration: 423.495619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.042001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.078974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:05.042077Z","caller":"traceutil/trace.go:171","msg":"trace[622965839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25346; }","duration":"412.200547ms","start":"2026-05-10T01:42:04.62986Z","end":"2026-05-10T01:42:05.042061Z","steps":["trace[622965839] 'agreement among raft nodes before linearized reading' (duration: 412.027102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.042129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.629841Z","time spent":"412.276838ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:42:05.042198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.244908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:42:05.042278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.617995Z","time spent":"424.001793ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:05.042319Z","caller":"traceutil/trace.go:171","msg":"trace[1300547440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25346; }","duration":"412.412332ms","start":"2026-05-10T01:42:04.629886Z","end":"2026-05-10T01:42:05.042298Z","steps":["trace[1300547440] 'agreement among raft nodes before linearized reading' (duration: 411.942809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.042591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.629833Z","time spent":"412.565255ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:42:05.647064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.709516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:05.647602Z","caller":"traceutil/trace.go:171","msg":"trace[1060693629] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"734.656191ms","start":"2026-05-10T01:42:04.912911Z","end":"2026-05-10T01:42:05.647567Z","steps":["trace[1060693629] 'process raft request' (duration: 360.329589ms)","trace[1060693629] 'compare' (duration: 373.064489ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:05.647682Z","caller":"traceutil/trace.go:171","msg":"trace[614925566] linearizableReadLoop","detail":"{readStateIndex:26175; appliedIndex:26174; }","duration":"605.792434ms","start":"2026-05-10T01:42:05.041859Z","end":"2026-05-10T01:42:05.647652Z","steps":["trace[614925566] 'read index received' (duration: 231.39485ms)","trace[614925566] 'applied index is now lower than readState.Index' (duration: 374.393714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:05.647801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.91288Z","time spent":"734.831126ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:05.647886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.967158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:05.647938Z","caller":"traceutil/trace.go:171","msg":"trace[621769339] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25348; }","duration":"976.117812ms","start":"2026-05-10T01:42:04.671802Z","end":"2026-05-10T01:42:05.64792Z","steps":["trace[621769339] 'agreement among raft nodes before linearized reading' (duration: 975.968248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.647977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.671779Z","time spent":"976.185964ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:05.647984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.439889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:05.647808Z","caller":"traceutil/trace.go:171","msg":"trace[1291041805] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"402.238838ms","start":"2026-05-10T01:42:05.245445Z","end":"2026-05-10T01:42:05.647684Z","steps":["trace[1291041805] 'process raft request' (duration: 402.124125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.648242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.245426Z","time spent":"402.74846ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:05.648065Z","caller":"traceutil/trace.go:171","msg":"trace[285841888] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25348; }","duration":"979.535741ms","start":"2026-05-10T01:42:04.668511Z","end":"2026-05-10T01:42:05.648047Z","steps":["trace[285841888] 'agreement among raft nodes before linearized reading' (duration: 979.303545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:05.64841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:04.668446Z","time spent":"979.929471ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:42:05.749828Z","caller":"traceutil/trace.go:171","msg":"trace[2086595293] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"228.775292ms","start":"2026-05-10T01:42:05.521023Z","end":"2026-05-10T01:42:05.749798Z","steps":["trace[2086595293] 'process raft request' (duration: 226.824761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:06.538603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.128526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:06.539685Z","caller":"traceutil/trace.go:171","msg":"trace[1841416602] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.015493216s","start":"2026-05-10T01:42:05.524167Z","end":"2026-05-10T01:42:06.53966Z","steps":["trace[1841416602] 'process raft request' (duration: 1.015158096s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:06.539708Z","caller":"traceutil/trace.go:171","msg":"trace[779835312] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.010017262s","start":"2026-05-10T01:42:05.529668Z","end":"2026-05-10T01:42:06.539685Z","steps":["trace[779835312] 'process raft request' (duration: 1.009802107s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:06.539748Z","caller":"traceutil/trace.go:171","msg":"trace[1345179050] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26176; }","duration":"891.975696ms","start":"2026-05-10T01:42:05.647739Z","end":"2026-05-10T01:42:06.539715Z","steps":["trace[1345179050] 'read index received' (duration: 100.196612ms)","trace[1345179050] 'applied index is now lower than readState.Index' (duration: 791.774534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:06.539791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.524157Z","time spent":"1.015579087s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:06.539829Z","caller":"traceutil/trace.go:171","msg":"trace[1528784155] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"1.015204027s","start":"2026-05-10T01:42:05.524609Z","end":"2026-05-10T01:42:06.539814Z","steps":["trace[1528784155] 'process raft request' (duration: 1.014821767s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:06.539851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.529659Z","time spent":"1.010122006s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:06.539835Z","caller":"traceutil/trace.go:171","msg":"trace[1231968146] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"1.016952773s","start":"2026-05-10T01:42:05.522829Z","end":"2026-05-10T01:42:06.539782Z","steps":["trace[1231968146] 'process raft request' (duration: 482.552053ms)","trace[1231968146] 'compare' (duration: 532.623413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:06.539884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.524602Z","time spent":"1.015253988s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:06.540011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.522807Z","time spent":"1.017116707s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:07.034299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.762139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:42:07.034533Z","caller":"traceutil/trace.go:171","msg":"trace[1472019967] linearizableReadLoop","detail":"{readStateIndex:26182; appliedIndex:26181; }","duration":"494.716069ms","start":"2026-05-10T01:42:06.539798Z","end":"2026-05-10T01:42:07.034514Z","steps":["trace[1472019967] 'read index received' (duration: 64.132µs)","trace[1472019967] 'applied index is now lower than readState.Index' (duration: 494.650267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.03461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988111396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:42:07.034694Z","caller":"traceutil/trace.go:171","msg":"trace[342381815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25353; }","duration":"1.988202248s","start":"2026-05-10T01:42:05.046471Z","end":"2026-05-10T01:42:07.034673Z","steps":["trace[342381815] 'agreement among raft nodes before linearized reading' (duration: 1.493331075s)","trace[342381815] 'range keys from in-memory index tree' (duration: 494.677098ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.034737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.046435Z","time spent":"1.988292971s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:42:07.034707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508242662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:42:07.034807Z","caller":"traceutil/trace.go:171","msg":"trace[1497085147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25353; }","duration":"1.508371096s","start":"2026-05-10T01:42:05.526407Z","end":"2026-05-10T01:42:07.034778Z","steps":["trace[1497085147] 'agreement among raft nodes before linearized reading' (duration: 1.013318138s)","trace[1497085147] 'range keys from in-memory index tree' (duration: 494.811481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.034875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.526399Z","time spent":"1.508461199s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:42:07.034901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855431379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:42:07.034967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991761041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.035029Z","caller":"traceutil/trace.go:171","msg":"trace[1267203913] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25353; }","duration":"1.855625574s","start":"2026-05-10T01:42:05.179365Z","end":"2026-05-10T01:42:07.034991Z","steps":["trace[1267203913] 'agreement among raft nodes before linearized reading' (duration: 1.360406492s)","trace[1267203913] 'count revisions from in-memory index tree' (duration: 495.039688ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.035125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.179341Z","time spent":"1.855747877s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.035169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598410555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:42:07.036617Z","caller":"traceutil/trace.go:171","msg":"trace[1747699831] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25353; }","duration":"1.599886393s","start":"2026-05-10T01:42:05.436702Z","end":"2026-05-10T01:42:07.036589Z","steps":["trace[1747699831] 'agreement among raft nodes before linearized reading' (duration: 1.10307813s)","trace[1747699831] 'count revisions from in-memory index tree' (duration: 495.356216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.036769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.436681Z","time spent":"1.600065168s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.035314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.393354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.036918Z","caller":"traceutil/trace.go:171","msg":"trace[2095489054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25353; }","duration":"510.021277ms","start":"2026-05-10T01:42:06.52687Z","end":"2026-05-10T01:42:07.036892Z","steps":["trace[2095489054] 'agreement among raft nodes before linearized reading' (duration: 508.381294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.036999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:06.526857Z","time spent":"510.116829ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.035373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.619347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.037332Z","caller":"traceutil/trace.go:171","msg":"trace[953445964] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25353; }","duration":"543.596739ms","start":"2026-05-10T01:42:06.49371Z","end":"2026-05-10T01:42:07.037307Z","steps":["trace[953445964] 'agreement among raft nodes before linearized reading' (duration: 541.630238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.037406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:06.493691Z","time spent":"543.693072ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.035499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324001407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:42:07.035611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504599068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:42:07.037668Z","caller":"traceutil/trace.go:171","msg":"trace[297118397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25353; }","duration":"1.506661901s","start":"2026-05-10T01:42:05.530982Z","end":"2026-05-10T01:42:07.037644Z","steps":["trace[297118397] 'agreement among raft nodes before linearized reading' (duration: 1.00876867s)","trace[297118397] 'range keys from in-memory index tree' (duration: 495.745165ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:07.03767Z","caller":"traceutil/trace.go:171","msg":"trace[1184735943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25353; }","duration":"1.32604208s","start":"2026-05-10T01:42:05.711452Z","end":"2026-05-10T01:42:07.037494Z","steps":["trace[1184735943] 'agreement among raft nodes before linearized reading' (duration: 1.323940826s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.03771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.530976Z","time spent":"1.506721162s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:42:07.035708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505986783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:42:07.037736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.711433Z","time spent":"1.326282936s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:42:07.037788Z","caller":"traceutil/trace.go:171","msg":"trace[834211046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25353; }","duration":"1.508055268s","start":"2026-05-10T01:42:05.529703Z","end":"2026-05-10T01:42:07.037759Z","steps":["trace[834211046] 'agreement among raft nodes before linearized reading' (duration: 1.010054454s)","trace[834211046] 'range keys from in-memory index tree' (duration: 495.887139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.037967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.529699Z","time spent":"1.508256824s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:42:07.035769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507201705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:42:07.03807Z","caller":"traceutil/trace.go:171","msg":"trace[889911488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25353; }","duration":"1.509505095s","start":"2026-05-10T01:42:05.528549Z","end":"2026-05-10T01:42:07.038054Z","steps":["trace[889911488] 'agreement among raft nodes before linearized reading' (duration: 1.011215483s)","trace[889911488] 'range keys from in-memory index tree' (duration: 495.963081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.038122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.528543Z","time spent":"1.509564847s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:42:07.035044Z","caller":"traceutil/trace.go:171","msg":"trace[1733637601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25353; }","duration":"1.991878634s","start":"2026-05-10T01:42:05.043142Z","end":"2026-05-10T01:42:07.03502Z","steps":["trace[1733637601] 'agreement among raft nodes before linearized reading' (duration: 1.496704653s)","trace[1733637601] 'range keys from in-memory index tree' (duration: 495.067198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.038197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.043121Z","time spent":"1.995062536s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:42:07.036212Z","caller":"traceutil/trace.go:171","msg":"trace[1282034748] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"313.969544ms","start":"2026-05-10T01:42:06.722197Z","end":"2026-05-10T01:42:07.036167Z","steps":["trace[1282034748] 'process raft request' (duration: 312.208949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.035712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916310271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.038449Z","caller":"traceutil/trace.go:171","msg":"trace[1464476944] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25353; }","duration":"1.919098114s","start":"2026-05-10T01:42:05.119336Z","end":"2026-05-10T01:42:07.038434Z","steps":["trace[1464476944] 'agreement among raft nodes before linearized reading' (duration: 1.420451683s)","trace[1464476944] 'count revisions from in-memory index tree' (duration: 495.879369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.038499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:05.119309Z","time spent":"1.919169275s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.038473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:06.722181Z","time spent":"316.151921ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:42:07.306033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.742842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.306148Z","caller":"traceutil/trace.go:171","msg":"trace[641667322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25354; }","duration":"754.879686ms","start":"2026-05-10T01:42:06.551234Z","end":"2026-05-10T01:42:07.306113Z","steps":["trace[641667322] 'agreement among raft nodes before linearized reading' (duration: 484.942165ms)","trace[641667322] 'count revisions from in-memory index tree' (duration: 269.768376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.306212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:06.55118Z","time spent":"755.01218ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:07.306268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.349901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:42:07.30634Z","caller":"traceutil/trace.go:171","msg":"trace[1855276035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25354; }","duration":"268.454853ms","start":"2026-05-10T01:42:07.037866Z","end":"2026-05-10T01:42:07.306321Z","steps":["trace[1855276035] 'range keys from in-memory index tree' (duration: 268.170365ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:07.30639Z","caller":"traceutil/trace.go:171","msg":"trace[1821132151] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"265.137267ms","start":"2026-05-10T01:42:07.041229Z","end":"2026-05-10T01:42:07.306366Z","steps":["trace[1821132151] 'process raft request' (duration: 224.953003ms)","trace[1821132151] 'compare' (duration: 39.700861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.306382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.948238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-10T01:42:07.306471Z","caller":"traceutil/trace.go:171","msg":"trace[1859554850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25354; }","duration":"616.172354ms","start":"2026-05-10T01:42:06.690283Z","end":"2026-05-10T01:42:07.306455Z","steps":["trace[1859554850] 'agreement among raft nodes before linearized reading' (duration: 345.921315ms)","trace[1859554850] 'range keys from in-memory index tree' (duration: 269.973862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.3065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:06.69026Z","time spent":"616.234985ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-10T01:42:07.330437Z","caller":"traceutil/trace.go:171","msg":"trace[1948023290] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"287.635051ms","start":"2026-05-10T01:42:07.042781Z","end":"2026-05-10T01:42:07.330416Z","steps":["trace[1948023290] 'process raft request' (duration: 287.489827ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:07.33069Z","caller":"traceutil/trace.go:171","msg":"trace[2070737152] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"287.773284ms","start":"2026-05-10T01:42:07.042902Z","end":"2026-05-10T01:42:07.330676Z","steps":["trace[2070737152] 'process raft request' (duration: 287.478106ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:07.330733Z","caller":"traceutil/trace.go:171","msg":"trace[1119212260] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26183; }","duration":"284.396626ms","start":"2026-05-10T01:42:07.04632Z","end":"2026-05-10T01:42:07.330716Z","steps":["trace[1119212260] 'read index received' (duration: 219.85362ms)","trace[1119212260] 'applied index is now lower than readState.Index' (duration: 64.541896ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:07.330788Z","caller":"traceutil/trace.go:171","msg":"trace[969930913] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"287.655701ms","start":"2026-05-10T01:42:07.043108Z","end":"2026-05-10T01:42:07.330764Z","steps":["trace[969930913] 'process raft request' (duration: 287.452826ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:07.330921Z","caller":"traceutil/trace.go:171","msg":"trace[78236459] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"286.742598ms","start":"2026-05-10T01:42:07.044133Z","end":"2026-05-10T01:42:07.330876Z","steps":["trace[78236459] 'process raft request' (duration: 286.512712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.330967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.632222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:42:07.331193Z","caller":"traceutil/trace.go:171","msg":"trace[700059001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25359; }","duration":"284.882759ms","start":"2026-05-10T01:42:07.046295Z","end":"2026-05-10T01:42:07.331178Z","steps":["trace[700059001] 'agreement among raft nodes before linearized reading' (duration: 284.579532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.588748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.072571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:07.588843Z","caller":"traceutil/trace.go:171","msg":"trace[473051041] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26188; }","duration":"258.032611ms","start":"2026-05-10T01:42:07.330794Z","end":"2026-05-10T01:42:07.588826Z","steps":["trace[473051041] 'read index received' (duration: 118.919029ms)","trace[473051041] 'applied index is now lower than readState.Index' (duration: 139.111492ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:07.588874Z","caller":"traceutil/trace.go:171","msg":"trace[1908016066] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"278.095523ms","start":"2026-05-10T01:42:07.310756Z","end":"2026-05-10T01:42:07.588851Z","steps":["trace[1908016066] 'process raft request' (duration: 138.833837ms)","trace[1908016066] 'compare' (duration: 138.62416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:07.588946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.572192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:07.588982Z","caller":"traceutil/trace.go:171","msg":"trace[173326470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25360; }","duration":"542.626784ms","start":"2026-05-10T01:42:07.046346Z","end":"2026-05-10T01:42:07.588973Z","steps":["trace[173326470] 'agreement among raft nodes before linearized reading' (duration: 542.553872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:07.589023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.046338Z","time spent":"542.676145ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:42:08.115719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.137746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:08.116227Z","caller":"traceutil/trace.go:171","msg":"trace[33210774] linearizableReadLoop","detail":"{readStateIndex:26190; appliedIndex:26189; }","duration":"527.330277ms","start":"2026-05-10T01:42:07.588869Z","end":"2026-05-10T01:42:08.116199Z","steps":["trace[33210774] 'read index received' (duration: 102.624336ms)","trace[33210774] 'applied index is now lower than readState.Index' (duration: 424.704031ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:08.116534Z","caller":"traceutil/trace.go:171","msg":"trace[2007284928] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"462.847921ms","start":"2026-05-10T01:42:07.653673Z","end":"2026-05-10T01:42:08.116521Z","steps":["trace[2007284928] 'process raft request' (duration: 462.281016ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.116535Z","caller":"traceutil/trace.go:171","msg":"trace[1058453025] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"781.761994ms","start":"2026-05-10T01:42:07.33474Z","end":"2026-05-10T01:42:08.116501Z","steps":["trace[1058453025] 'process raft request' (duration: 356.738695ms)","trace[1058453025] 'compare' (duration: 423.52178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:08.116619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.653652Z","time spent":"462.911803ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:08.116607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.859906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:08.116628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.618367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:08.116651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.511316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:08.116677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.334718Z","time spent":"781.881908ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:08.116709Z","caller":"traceutil/trace.go:171","msg":"trace[525000402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25364; }","duration":"526.74561ms","start":"2026-05-10T01:42:07.589946Z","end":"2026-05-10T01:42:08.116692Z","steps":["trace[525000402] 'agreement among raft nodes before linearized reading' (duration: 526.621397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:08.116755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.58993Z","time spent":"526.814362ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:42:08.116752Z","caller":"traceutil/trace.go:171","msg":"trace[131171282] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25364; }","duration":"739.66226ms","start":"2026-05-10T01:42:07.377063Z","end":"2026-05-10T01:42:08.116725Z","steps":["trace[131171282] 'agreement among raft nodes before linearized reading' (duration: 739.475835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:08.116753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.586008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:42:08.116666Z","caller":"traceutil/trace.go:171","msg":"trace[1168770771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25364; }","duration":"771.962759ms","start":"2026-05-10T01:42:07.344685Z","end":"2026-05-10T01:42:08.116648Z","steps":["trace[1168770771] 'agreement among raft nodes before linearized reading' (duration: 771.802275ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.116788Z","caller":"traceutil/trace.go:171","msg":"trace[1866360777] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"359.766553ms","start":"2026-05-10T01:42:07.756274Z","end":"2026-05-10T01:42:08.11604Z","steps":["trace[1866360777] 'process raft request' (duration: 359.722172ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.116816Z","caller":"traceutil/trace.go:171","msg":"trace[1153872912] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25364; }","duration":"508.708433ms","start":"2026-05-10T01:42:07.608092Z","end":"2026-05-10T01:42:08.1168Z","steps":["trace[1153872912] 'agreement among raft nodes before linearized reading' (duration: 508.517067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:08.116816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.377043Z","time spent":"739.762944ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:42:08.116607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.217478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:08.116874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.608072Z","time spent":"508.794224ms","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:42:08.116908Z","caller":"traceutil/trace.go:171","msg":"trace[924101344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25364; }","duration":"121.563068ms","start":"2026-05-10T01:42:07.995335Z","end":"2026-05-10T01:42:08.116898Z","steps":["trace[924101344] 'agreement among raft nodes before linearized reading' (duration: 121.230599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:08.116905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.344668Z","time spent":"772.189685ms","remote":"127.0.0.1:32794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:08.116979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.756254Z","time spent":"360.620865ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:08.11742Z","caller":"traceutil/trace.go:171","msg":"trace[1219686569] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"464.935575ms","start":"2026-05-10T01:42:07.652459Z","end":"2026-05-10T01:42:08.117395Z","steps":["trace[1219686569] 'process raft request' (duration: 463.396325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:08.117565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:07.652437Z","time spent":"465.05377ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:08.515551Z","caller":"traceutil/trace.go:171","msg":"trace[795698995] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"183.467125ms","start":"2026-05-10T01:42:08.332065Z","end":"2026-05-10T01:42:08.515532Z","steps":["trace[795698995] 'process raft request' (duration: 183.376493ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.515701Z","caller":"traceutil/trace.go:171","msg":"trace[1368458609] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"210.160078ms","start":"2026-05-10T01:42:08.30553Z","end":"2026-05-10T01:42:08.51569Z","steps":["trace[1368458609] 'process raft request' (duration: 158.396714ms)","trace[1368458609] 'compare' (duration: 51.066866ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:08.665173Z","caller":"traceutil/trace.go:171","msg":"trace[1881331709] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26195; }","duration":"102.161684ms","start":"2026-05-10T01:42:08.562994Z","end":"2026-05-10T01:42:08.665156Z","steps":["trace[1881331709] 'read index received' (duration: 37.182935ms)","trace[1881331709] 'applied index is now lower than readState.Index' (duration: 64.977359ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:08.665336Z","caller":"traceutil/trace.go:171","msg":"trace[1749565387] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"117.992304ms","start":"2026-05-10T01:42:08.547312Z","end":"2026-05-10T01:42:08.665304Z","steps":["trace[1749565387] 'process raft request' (duration: 117.80788ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.665402Z","caller":"traceutil/trace.go:171","msg":"trace[974628466] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"119.669328ms","start":"2026-05-10T01:42:08.545703Z","end":"2026-05-10T01:42:08.665373Z","steps":["trace[974628466] 'process raft request' (duration: 73.695173ms)","trace[974628466] 'compare' (duration: 45.571175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:08.665462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.441521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:08.6655Z","caller":"traceutil/trace.go:171","msg":"trace[274905646] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25370; }","duration":"102.546353ms","start":"2026-05-10T01:42:08.562942Z","end":"2026-05-10T01:42:08.665488Z","steps":["trace[274905646] 'agreement among raft nodes before linearized reading' (duration: 102.45263ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:08.665554Z","caller":"traceutil/trace.go:171","msg":"trace[1591297096] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"118.841616ms","start":"2026-05-10T01:42:08.546703Z","end":"2026-05-10T01:42:08.665544Z","steps":["trace[1591297096] 'process raft request' (duration: 118.374255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.462198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.364892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:09.462251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.771322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:42:09.46228Z","caller":"traceutil/trace.go:171","msg":"trace[228693126] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25370; }","duration":"568.447784ms","start":"2026-05-10T01:42:08.893803Z","end":"2026-05-10T01:42:09.462251Z","steps":["trace[228693126] 'range keys from in-memory index tree' (duration: 568.218858ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:09.462306Z","caller":"traceutil/trace.go:171","msg":"trace[1536938360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25370; }","duration":"151.872173ms","start":"2026-05-10T01:42:09.31042Z","end":"2026-05-10T01:42:09.462292Z","steps":["trace[1536938360] 'range keys from in-memory index tree' (duration: 151.614778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.462316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:08.893787Z","time spent":"568.521635ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:42:09.462541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.894885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:42:09.462576Z","caller":"traceutil/trace.go:171","msg":"trace[1473940888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25370; }","duration":"126.948387ms","start":"2026-05-10T01:42:09.335619Z","end":"2026-05-10T01:42:09.462567Z","steps":["trace[1473940888] 'range keys from in-memory index tree' (duration: 126.768502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.462587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.089657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:42:09.462645Z","caller":"traceutil/trace.go:171","msg":"trace[1842654594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25370; }","duration":"128.191439ms","start":"2026-05-10T01:42:09.334438Z","end":"2026-05-10T01:42:09.46263Z","steps":["trace[1842654594] 'range keys from in-memory index tree' (duration: 127.902332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.462694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.161049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:42:09.462764Z","caller":"traceutil/trace.go:171","msg":"trace[965265660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25370; }","duration":"128.265041ms","start":"2026-05-10T01:42:09.334482Z","end":"2026-05-10T01:42:09.462747Z","steps":["trace[965265660] 'range keys from in-memory index tree' (duration: 128.010045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.46277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.321777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:42:09.462841Z","caller":"traceutil/trace.go:171","msg":"trace[601890299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25370; }","duration":"127.422209ms","start":"2026-05-10T01:42:09.335401Z","end":"2026-05-10T01:42:09.462823Z","steps":["trace[601890299] 'range keys from in-memory index tree' (duration: 127.146673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.94703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.307632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:09.947442Z","caller":"traceutil/trace.go:171","msg":"trace[1283165213] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26199; }","duration":"477.396499ms","start":"2026-05-10T01:42:09.470023Z","end":"2026-05-10T01:42:09.94742Z","steps":["trace[1283165213] 'read index received' (duration: 48.044688ms)","trace[1283165213] 'applied index is now lower than readState.Index' (duration: 429.350031ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:09.947569Z","caller":"traceutil/trace.go:171","msg":"trace[1071671647] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"480.428259ms","start":"2026-05-10T01:42:09.467125Z","end":"2026-05-10T01:42:09.947553Z","steps":["trace[1071671647] 'process raft request' (duration: 224.47428ms)","trace[1071671647] 'compare' (duration: 255.052244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:09.94765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.467114Z","time spent":"480.490851ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:09.947677Z","caller":"traceutil/trace.go:171","msg":"trace[1500271257] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"480.177792ms","start":"2026-05-10T01:42:09.467466Z","end":"2026-05-10T01:42:09.947644Z","steps":["trace[1500271257] 'process raft request' (duration: 479.898604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.947811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.467458Z","time spent":"480.279624ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:09.947977Z","caller":"traceutil/trace.go:171","msg":"trace[2086295179] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"480.790808ms","start":"2026-05-10T01:42:09.46718Z","end":"2026-05-10T01:42:09.94797Z","steps":["trace[2086295179] 'process raft request' (duration: 479.958046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.948019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.467159Z","time spent":"480.839149ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:09.948164Z","caller":"traceutil/trace.go:171","msg":"trace[1583234804] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"480.970532ms","start":"2026-05-10T01:42:09.467183Z","end":"2026-05-10T01:42:09.948154Z","steps":["trace[1583234804] 'process raft request' (duration: 480.128711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.948221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.467174Z","time spent":"481.018713ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:09.948238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.786906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:09.948305Z","caller":"traceutil/trace.go:171","msg":"trace[1569936793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25375; }","duration":"324.874768ms","start":"2026-05-10T01:42:09.623416Z","end":"2026-05-10T01:42:09.948291Z","steps":["trace[1569936793] 'agreement among raft nodes before linearized reading' (duration: 324.784245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.948144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.107728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:09.948351Z","caller":"traceutil/trace.go:171","msg":"trace[442640210] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25375; }","duration":"478.325124ms","start":"2026-05-10T01:42:09.470016Z","end":"2026-05-10T01:42:09.948341Z","steps":["trace[442640210] 'agreement among raft nodes before linearized reading' (duration: 478.021685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:09.94835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.623401Z","time spent":"324.93892ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:42:09.948379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:09.47Z","time spent":"478.371136ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:42:11.063619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.063443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:11.063837Z","caller":"traceutil/trace.go:171","msg":"trace[1435928771] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"938.753472ms","start":"2026-05-10T01:42:10.125066Z","end":"2026-05-10T01:42:11.063819Z","steps":["trace[1435928771] 'process raft request' (duration: 938.654889ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:11.063853Z","caller":"traceutil/trace.go:171","msg":"trace[1217782630] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"939.744777ms","start":"2026-05-10T01:42:10.124071Z","end":"2026-05-10T01:42:11.063816Z","steps":["trace[1217782630] 'process raft request' (duration: 460.375956ms)","trace[1217782630] 'compare' (duration: 478.456957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:11.063912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.12505Z","time spent":"938.829363ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:11.063995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.124055Z","time spent":"939.86328ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:11.098602Z","caller":"traceutil/trace.go:171","msg":"trace[1220877630] linearizableReadLoop","detail":"{readStateIndex:26208; appliedIndex:26207; }","duration":"498.349584ms","start":"2026-05-10T01:42:10.600226Z","end":"2026-05-10T01:42:11.098575Z","steps":["trace[1220877630] 'read index received' (duration: 498.273232ms)","trace[1220877630] 'applied index is now lower than readState.Index' (duration: 75.262µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:11.09863Z","caller":"traceutil/trace.go:171","msg":"trace[418742818] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"881.008343ms","start":"2026-05-10T01:42:10.217592Z","end":"2026-05-10T01:42:11.098601Z","steps":["trace[418742818] 'process raft request' (duration: 880.849428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.098881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.644981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:11.098993Z","caller":"traceutil/trace.go:171","msg":"trace[1120765118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25379; }","duration":"498.769844ms","start":"2026-05-10T01:42:10.600209Z","end":"2026-05-10T01:42:11.098979Z","steps":["trace[1120765118] 'agreement among raft nodes before linearized reading' (duration: 498.457896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.099039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.600146Z","time spent":"498.881577ms","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:11.098931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.217574Z","time spent":"881.210457ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:11.261534Z","caller":"traceutil/trace.go:171","msg":"trace[1840735360] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"655.442813ms","start":"2026-05-10T01:42:10.606066Z","end":"2026-05-10T01:42:11.261509Z","steps":["trace[1840735360] 'process raft request' (duration: 561.578225ms)","trace[1840735360] 'compare' (duration: 93.700904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:11.261677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.606041Z","time spent":"655.560567ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:11.261917Z","caller":"traceutil/trace.go:171","msg":"trace[1543466629] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"591.615626ms","start":"2026-05-10T01:42:10.670286Z","end":"2026-05-10T01:42:11.261902Z","steps":["trace[1543466629] 'process raft request' (duration: 591.182074ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:11.261981Z","caller":"traceutil/trace.go:171","msg":"trace[1508990820] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"591.586225ms","start":"2026-05-10T01:42:10.670363Z","end":"2026-05-10T01:42:11.261949Z","steps":["trace[1508990820] 'process raft request' (duration: 591.364779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.26209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.670266Z","time spent":"591.7556ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:11.262094Z","caller":"traceutil/trace.go:171","msg":"trace[2115725475] linearizableReadLoop","detail":"{readStateIndex:26212; appliedIndex:26208; }","duration":"163.403434ms","start":"2026-05-10T01:42:11.098668Z","end":"2026-05-10T01:42:11.262072Z","steps":["trace[2115725475] 'read index received' (duration: 68.92805ms)","trace[2115725475] 'applied index is now lower than readState.Index' (duration: 94.473884ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:11.262152Z","caller":"traceutil/trace.go:171","msg":"trace[398894041] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"586.599696ms","start":"2026-05-10T01:42:10.67552Z","end":"2026-05-10T01:42:11.26212Z","steps":["trace[398894041] 'process raft request' (duration: 586.36883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.262178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.670358Z","time spent":"591.712388ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:11.26227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.67546Z","time spent":"586.745309ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:11.26226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.067964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:42:11.262303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.281406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:42:11.262321Z","caller":"traceutil/trace.go:171","msg":"trace[887578260] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25383; }","duration":"543.162428ms","start":"2026-05-10T01:42:10.719143Z","end":"2026-05-10T01:42:11.262305Z","steps":["trace[887578260] 'agreement among raft nodes before linearized reading' (duration: 543.011183ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:11.262344Z","caller":"traceutil/trace.go:171","msg":"trace[1891979965] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25383; }","duration":"636.363387ms","start":"2026-05-10T01:42:10.62597Z","end":"2026-05-10T01:42:11.262333Z","steps":["trace[1891979965] 'agreement among raft nodes before linearized reading' (duration: 636.182252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.262367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.719127Z","time spent":"543.227049ms","remote":"127.0.0.1:42490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:11.26238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:10.625948Z","time spent":"636.424519ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-05-10T01:42:11.947768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.180487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:11.947855Z","caller":"traceutil/trace.go:171","msg":"trace[1313785497] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"425.965814ms","start":"2026-05-10T01:42:11.521875Z","end":"2026-05-10T01:42:11.94784Z","steps":["trace[1313785497] 'read index received' (duration: 49.302µs)","trace[1313785497] 'applied index is now lower than readState.Index' (duration: 425.915212ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:11.94808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.20474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:42:11.948111Z","caller":"traceutil/trace.go:171","msg":"trace[191178631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25384; }","duration":"426.275752ms","start":"2026-05-10T01:42:11.521828Z","end":"2026-05-10T01:42:11.948104Z","steps":["trace[191178631] 'agreement among raft nodes before linearized reading' (duration: 426.130768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.948133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.521807Z","time spent":"426.319542ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:42:11.948063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.66411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:11.948201Z","caller":"traceutil/trace.go:171","msg":"trace[2045210151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25384; }","duration":"322.809894ms","start":"2026-05-10T01:42:11.625376Z","end":"2026-05-10T01:42:11.948186Z","steps":["trace[2045210151] 'agreement among raft nodes before linearized reading' (duration: 322.587428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:11.948251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.625199Z","time spent":"323.0432ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:42:11.947932Z","caller":"traceutil/trace.go:171","msg":"trace[228377785] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"604.522691ms","start":"2026-05-10T01:42:11.343401Z","end":"2026-05-10T01:42:11.947923Z","steps":["trace[228377785] 'process raft request' (duration: 26.115599ms)","trace[228377785] 'compare' (duration: 576.353499ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:11.948399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.343379Z","time spent":"604.996243ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:12.398687Z","caller":"traceutil/trace.go:171","msg":"trace[1921134444] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"444.665279ms","start":"2026-05-10T01:42:11.953984Z","end":"2026-05-10T01:42:12.398649Z","steps":["trace[1921134444] 'process raft request' (duration: 409.656999ms)","trace[1921134444] 'compare' (duration: 34.64067ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:12.398729Z","caller":"traceutil/trace.go:171","msg":"trace[227917777] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"444.694559ms","start":"2026-05-10T01:42:11.954016Z","end":"2026-05-10T01:42:12.398711Z","steps":["trace[227917777] 'process raft request' (duration: 444.524915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:12.398976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.954Z","time spent":"444.936436ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:12.398961Z","caller":"traceutil/trace.go:171","msg":"trace[1254103118] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"442.702808ms","start":"2026-05-10T01:42:11.956199Z","end":"2026-05-10T01:42:12.398902Z","steps":["trace[1254103118] 'process raft request' (duration: 442.451442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:12.398868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.95397Z","time spent":"444.801683ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:12.399225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.95618Z","time spent":"442.909333ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:12.401427Z","caller":"traceutil/trace.go:171","msg":"trace[488480876] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26214; }","duration":"446.98226ms","start":"2026-05-10T01:42:11.954429Z","end":"2026-05-10T01:42:12.401412Z","steps":["trace[488480876] 'read index received' (duration: 409.259859ms)","trace[488480876] 'applied index is now lower than readState.Index' (duration: 37.72101ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:12.401562Z","caller":"traceutil/trace.go:171","msg":"trace[716455943] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"185.267933ms","start":"2026-05-10T01:42:12.216274Z","end":"2026-05-10T01:42:12.401542Z","steps":["trace[716455943] 'process raft request' (duration: 184.250526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:12.401701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.266066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:42:12.401743Z","caller":"traceutil/trace.go:171","msg":"trace[1465013834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25388; }","duration":"447.323158ms","start":"2026-05-10T01:42:11.954411Z","end":"2026-05-10T01:42:12.401734Z","steps":["trace[1465013834] 'agreement among raft nodes before linearized reading' (duration: 447.150104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:12.401766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.954404Z","time spent":"447.357069ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:42:12.401892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.42322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:42:12.401924Z","caller":"traceutil/trace.go:171","msg":"trace[1086470525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25388; }","duration":"447.459432ms","start":"2026-05-10T01:42:11.954453Z","end":"2026-05-10T01:42:12.401913Z","steps":["trace[1086470525] 'agreement among raft nodes before linearized reading' (duration: 447.37888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:12.401951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:11.95445Z","time spent":"447.491522ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:42:12.894575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.899907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:12.894652Z","caller":"traceutil/trace.go:171","msg":"trace[1096031399] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25390; }","duration":"184.03345ms","start":"2026-05-10T01:42:12.710597Z","end":"2026-05-10T01:42:12.894631Z","steps":["trace[1096031399] 'count revisions from in-memory index tree' (duration: 183.761853ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:13.033701Z","caller":"traceutil/trace.go:171","msg":"trace[1387098468] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"283.746961ms","start":"2026-05-10T01:42:12.749924Z","end":"2026-05-10T01:42:13.033671Z","steps":["trace[1387098468] 'process raft request' (duration: 283.566535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.597305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.774677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:13.597419Z","caller":"traceutil/trace.go:171","msg":"trace[939885350] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"668.602385ms","start":"2026-05-10T01:42:12.928797Z","end":"2026-05-10T01:42:13.597399Z","steps":["trace[939885350] 'process raft request' (duration: 383.647274ms)","trace[939885350] 'compare' (duration: 284.608921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:13.597542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:12.928777Z","time spent":"668.731908ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:13.642281Z","caller":"traceutil/trace.go:171","msg":"trace[1091983724] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"571.889554ms","start":"2026-05-10T01:42:13.070358Z","end":"2026-05-10T01:42:13.642247Z","steps":["trace[1091983724] 'process raft request' (duration: 571.663228ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:13.642331Z","caller":"traceutil/trace.go:171","msg":"trace[1559665417] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26221; }","duration":"538.786263ms","start":"2026-05-10T01:42:13.103525Z","end":"2026-05-10T01:42:13.642311Z","steps":["trace[1559665417] 'read index received' (duration: 208.925206ms)","trace[1559665417] 'applied index is now lower than readState.Index' (duration: 329.859987ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:13.642342Z","caller":"traceutil/trace.go:171","msg":"trace[1217197561] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"372.109054ms","start":"2026-05-10T01:42:13.270201Z","end":"2026-05-10T01:42:13.64231Z","steps":["trace[1217197561] 'process raft request' (duration: 371.992621ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:13.642369Z","caller":"traceutil/trace.go:171","msg":"trace[2097624386] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"570.547688ms","start":"2026-05-10T01:42:13.071765Z","end":"2026-05-10T01:42:13.642313Z","steps":["trace[2097624386] 'process raft request' (duration: 570.398905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.642437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.070331Z","time spent":"572.023646ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:13.642452Z","caller":"traceutil/trace.go:171","msg":"trace[1592021225] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"370.951345ms","start":"2026-05-10T01:42:13.271495Z","end":"2026-05-10T01:42:13.642447Z","steps":["trace[1592021225] 'process raft request' (duration: 370.75704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.642482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.270179Z","time spent":"372.225688ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:13.642554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.271484Z","time spent":"370.996616ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:13.642595Z","caller":"traceutil/trace.go:171","msg":"trace[1676358181] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"370.993465ms","start":"2026-05-10T01:42:13.271592Z","end":"2026-05-10T01:42:13.642585Z","steps":["trace[1676358181] 'process raft request' (duration: 370.685657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.642614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.071738Z","time spent":"570.738333ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:13.642633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.271586Z","time spent":"371.023767ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:13.64243Z","caller":"traceutil/trace.go:171","msg":"trace[1837537290] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"371.679434ms","start":"2026-05-10T01:42:13.270735Z","end":"2026-05-10T01:42:13.642415Z","steps":["trace[1837537290] 'process raft request' (duration: 371.491889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.642738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.218066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-10T01:42:13.642739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.270712Z","time spent":"372.003643ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:13.642762Z","caller":"traceutil/trace.go:171","msg":"trace[197401582] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25398; }","duration":"539.267337ms","start":"2026-05-10T01:42:13.103488Z","end":"2026-05-10T01:42:13.642755Z","steps":["trace[197401582] 'agreement among raft nodes before linearized reading' (duration: 539.158494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.642789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.103472Z","time spent":"539.310428ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:42:13.674563Z","caller":"traceutil/trace.go:171","msg":"trace[713017433] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"152.183842ms","start":"2026-05-10T01:42:13.522343Z","end":"2026-05-10T01:42:13.674527Z","steps":["trace[713017433] 'process raft request' (duration: 151.922435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.674589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.839181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:42:13.674684Z","caller":"traceutil/trace.go:171","msg":"trace[973632505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25399; }","duration":"562.001986ms","start":"2026-05-10T01:42:13.112656Z","end":"2026-05-10T01:42:13.674658Z","steps":["trace[973632505] 'agreement among raft nodes before linearized reading' (duration: 561.803741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.674751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.11264Z","time spent":"562.094858ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:13.674876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.839041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:42:13.674935Z","caller":"traceutil/trace.go:171","msg":"trace[1808864260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25399; }","duration":"534.911722ms","start":"2026-05-10T01:42:13.140008Z","end":"2026-05-10T01:42:13.67492Z","steps":["trace[1808864260] 'agreement among raft nodes before linearized reading' (duration: 534.725487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:13.674971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:13.139923Z","time spent":"535.039337ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:42:14.02881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.41869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:14.028931Z","caller":"traceutil/trace.go:171","msg":"trace[152027609] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25400; }","duration":"154.517902ms","start":"2026-05-10T01:42:13.874338Z","end":"2026-05-10T01:42:14.028855Z","steps":["trace[152027609] 'range keys from in-memory index tree' (duration: 154.352328ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:14.743102Z","caller":"traceutil/trace.go:171","msg":"trace[1475488289] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"336.038477ms","start":"2026-05-10T01:42:14.406887Z","end":"2026-05-10T01:42:14.742926Z","steps":["trace[1475488289] 'process raft request' (duration: 335.875003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:14.74356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.406878Z","time spent":"336.394848ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:14.913831Z","caller":"traceutil/trace.go:171","msg":"trace[825249353] linearizableReadLoop","detail":"{readStateIndex:26232; appliedIndex:26230; }","duration":"506.71157ms","start":"2026-05-10T01:42:14.407099Z","end":"2026-05-10T01:42:14.913811Z","steps":["trace[825249353] 'read index received' (duration: 335.653157ms)","trace[825249353] 'applied index is now lower than readState.Index' (duration: 171.057313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:14.914164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.170557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:42:14.914205Z","caller":"traceutil/trace.go:171","msg":"trace[879853451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25403; }","duration":"476.26895ms","start":"2026-05-10T01:42:14.437925Z","end":"2026-05-10T01:42:14.914194Z","steps":["trace[879853451] 'agreement among raft nodes before linearized reading' (duration: 476.143467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:14.914211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.085511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:42:14.914278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.442322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:14.91431Z","caller":"traceutil/trace.go:171","msg":"trace[586806455] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25403; }","duration":"258.475863ms","start":"2026-05-10T01:42:14.655825Z","end":"2026-05-10T01:42:14.914301Z","steps":["trace[586806455] 'agreement among raft nodes before linearized reading' (duration: 258.426971ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:14.914324Z","caller":"traceutil/trace.go:171","msg":"trace[472208957] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"507.278496ms","start":"2026-05-10T01:42:14.407024Z","end":"2026-05-10T01:42:14.914302Z","steps":["trace[472208957] 'process raft request' (duration: 445.057839ms)","trace[472208957] 'compare' (duration: 61.561169ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:14.914343Z","caller":"traceutil/trace.go:171","msg":"trace[469224225] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"504.030421ms","start":"2026-05-10T01:42:14.410271Z","end":"2026-05-10T01:42:14.914302Z","steps":["trace[469224225] 'process raft request' (duration: 503.480036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:14.914421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.968518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:42:14.914427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.407003Z","time spent":"507.362218ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:14.914444Z","caller":"traceutil/trace.go:171","msg":"trace[1604206090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25403; }","duration":"462.01202ms","start":"2026-05-10T01:42:14.452426Z","end":"2026-05-10T01:42:14.914438Z","steps":["trace[1604206090] 'agreement among raft nodes before linearized reading' (duration: 461.951879ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:14.914278Z","caller":"traceutil/trace.go:171","msg":"trace[232067825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25403; }","duration":"507.184424ms","start":"2026-05-10T01:42:14.40708Z","end":"2026-05-10T01:42:14.914264Z","steps":["trace[232067825] 'agreement among raft nodes before linearized reading' (duration: 506.968698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:14.914484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.410251Z","time spent":"504.162924ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:14.914498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.445037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:14.9145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.407073Z","time spent":"507.415049ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:42:14.914516Z","caller":"traceutil/trace.go:171","msg":"trace[1140795118] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25403; }","duration":"366.500369ms","start":"2026-05-10T01:42:14.548011Z","end":"2026-05-10T01:42:14.914511Z","steps":["trace[1140795118] 'agreement among raft nodes before linearized reading' (duration: 366.462268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:14.914533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.547991Z","time spent":"366.537719ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:14.914235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.43791Z","time spent":"476.314501ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:42:14.914462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:14.452407Z","time spent":"462.05045ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:42:15.048204Z","caller":"traceutil/trace.go:171","msg":"trace[1337830251] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"129.343049ms","start":"2026-05-10T01:42:14.918819Z","end":"2026-05-10T01:42:15.048162Z","steps":["trace[1337830251] 'process raft request' (duration: 117.45472ms)","trace[1337830251] 'compare' (duration: 11.567001ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:15.048637Z","caller":"traceutil/trace.go:171","msg":"trace[1333932183] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"129.253698ms","start":"2026-05-10T01:42:14.919345Z","end":"2026-05-10T01:42:15.048599Z","steps":["trace[1333932183] 'process raft request' (duration: 128.661962ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.079188Z","caller":"traceutil/trace.go:171","msg":"trace[1187350651] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"429.251459ms","start":"2026-05-10T01:42:15.649904Z","end":"2026-05-10T01:42:16.079155Z","steps":["trace[1187350651] 'process raft request' (duration: 428.896899ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.079193Z","caller":"traceutil/trace.go:171","msg":"trace[1502517940] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"428.721126ms","start":"2026-05-10T01:42:15.650447Z","end":"2026-05-10T01:42:16.079168Z","steps":["trace[1502517940] 'process raft request' (duration: 428.632774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:16.079378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.64989Z","time spent":"429.407072ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:16.079389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.650419Z","time spent":"428.9146ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:16.079533Z","caller":"traceutil/trace.go:171","msg":"trace[1872263496] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"428.264272ms","start":"2026-05-10T01:42:15.65125Z","end":"2026-05-10T01:42:16.079514Z","steps":["trace[1872263496] 'process raft request' (duration: 427.885373ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.079508Z","caller":"traceutil/trace.go:171","msg":"trace[1340274308] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"428.190201ms","start":"2026-05-10T01:42:15.651296Z","end":"2026-05-10T01:42:16.079486Z","steps":["trace[1340274308] 'process raft request' (duration: 428.051457ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.079548Z","caller":"traceutil/trace.go:171","msg":"trace[587401240] linearizableReadLoop","detail":"{readStateIndex:26242; appliedIndex:26237; }","duration":"365.124263ms","start":"2026-05-10T01:42:15.7144Z","end":"2026-05-10T01:42:16.079525Z","steps":["trace[587401240] 'read index received' (duration: 364.477176ms)","trace[587401240] 'applied index is now lower than readState.Index' (duration: 645.707µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:16.079593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.651234Z","time spent":"428.330464ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:16.079653Z","caller":"traceutil/trace.go:171","msg":"trace[473917141] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"427.984637ms","start":"2026-05-10T01:42:15.651656Z","end":"2026-05-10T01:42:16.079641Z","steps":["trace[473917141] 'process raft request' (duration: 427.788511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:16.07965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.651272Z","time spent":"428.306963ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:16.079757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.651646Z","time spent":"428.040508ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:16.079801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.40451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:16.079834Z","caller":"traceutil/trace.go:171","msg":"trace[1325747615] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25412; }","duration":"365.439951ms","start":"2026-05-10T01:42:15.714383Z","end":"2026-05-10T01:42:16.079823Z","steps":["trace[1325747615] 'agreement among raft nodes before linearized reading' (duration: 365.38082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:16.07996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.714318Z","time spent":"365.626646ms","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:16.20452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.426158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:42:16.204634Z","caller":"traceutil/trace.go:171","msg":"trace[5245297] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26242; }","duration":"125.010617ms","start":"2026-05-10T01:42:16.079604Z","end":"2026-05-10T01:42:16.204615Z","steps":["trace[5245297] 'read index received' (duration: 9.338643ms)","trace[5245297] 'applied index is now lower than readState.Index' (duration: 115.670194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:16.204815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.03138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:42:16.20485Z","caller":"traceutil/trace.go:171","msg":"trace[217672549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25413; }","duration":"477.100561ms","start":"2026-05-10T01:42:15.727735Z","end":"2026-05-10T01:42:16.204836Z","steps":["trace[217672549] 'agreement among raft nodes before linearized reading' (duration: 476.947418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:16.204886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.727721Z","time spent":"477.157363ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:42:16.204984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.132772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:16.205015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.045769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-10T01:42:16.205013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.811402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:42:16.205028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.146655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:16.205078Z","caller":"traceutil/trace.go:171","msg":"trace[870819592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25413; }","duration":"263.925915ms","start":"2026-05-10T01:42:15.941137Z","end":"2026-05-10T01:42:16.205063Z","steps":["trace[870819592] 'agreement among raft nodes before linearized reading' (duration: 263.792821ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.20508Z","caller":"traceutil/trace.go:171","msg":"trace[1520257057] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25413; }","duration":"360.241167ms","start":"2026-05-10T01:42:15.844825Z","end":"2026-05-10T01:42:16.205066Z","steps":["trace[1520257057] 'agreement among raft nodes before linearized reading' (duration: 360.156735ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.205073Z","caller":"traceutil/trace.go:171","msg":"trace[1167885458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25413; }","duration":"172.128851ms","start":"2026-05-10T01:42:16.032927Z","end":"2026-05-10T01:42:16.205056Z","steps":["trace[1167885458] 'agreement among raft nodes before linearized reading' (duration: 171.998957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:16.20507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.219896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:16.205127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:15.844802Z","time spent":"360.317618ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:42:16.205041Z","caller":"traceutil/trace.go:171","msg":"trace[1304985726] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25413; }","duration":"219.244205ms","start":"2026-05-10T01:42:15.985785Z","end":"2026-05-10T01:42:16.205029Z","steps":["trace[1304985726] 'agreement among raft nodes before linearized reading' (duration: 219.118671ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:16.20516Z","caller":"traceutil/trace.go:171","msg":"trace[1019039584] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25413; }","duration":"221.345579ms","start":"2026-05-10T01:42:15.983776Z","end":"2026-05-10T01:42:16.205122Z","steps":["trace[1019039584] 'agreement among raft nodes before linearized reading' (duration: 221.209746ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:17.057349Z","caller":"traceutil/trace.go:171","msg":"trace[2074109849] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26246; }","duration":"138.398025ms","start":"2026-05-10T01:42:16.918926Z","end":"2026-05-10T01:42:17.057324Z","steps":["trace[2074109849] 'read index received' (duration: 138.122908ms)","trace[2074109849] 'applied index is now lower than readState.Index' (duration: 274.157µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:17.057763Z","caller":"traceutil/trace.go:171","msg":"trace[1413413108] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"307.936288ms","start":"2026-05-10T01:42:16.749812Z","end":"2026-05-10T01:42:17.057749Z","steps":["trace[1413413108] 'process raft request' (duration: 307.352863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:17.057869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:16.749784Z","time spent":"308.01467ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:17.058138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.877456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:42:17.058212Z","caller":"traceutil/trace.go:171","msg":"trace[1233582205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25416; }","duration":"139.01059ms","start":"2026-05-10T01:42:16.919184Z","end":"2026-05-10T01:42:17.058195Z","steps":["trace[1233582205] 'agreement among raft nodes before linearized reading' (duration: 138.829476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:17.058251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.305748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:42:17.058317Z","caller":"traceutil/trace.go:171","msg":"trace[2067313280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25416; }","duration":"139.418061ms","start":"2026-05-10T01:42:16.918884Z","end":"2026-05-10T01:42:17.058302Z","steps":["trace[2067313280] 'agreement among raft nodes before linearized reading' (duration: 139.208696ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:18.025708Z","caller":"traceutil/trace.go:171","msg":"trace[928903261] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"307.523787ms","start":"2026-05-10T01:42:17.718159Z","end":"2026-05-10T01:42:18.025683Z","steps":["trace[928903261] 'process raft request' (duration: 307.339152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:18.02595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:17.718133Z","time spent":"307.723492ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:18.373055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.181075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:18.373257Z","caller":"traceutil/trace.go:171","msg":"trace[1779161467] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"286.494981ms","start":"2026-05-10T01:42:18.086737Z","end":"2026-05-10T01:42:18.373232Z","steps":["trace[1779161467] 'process raft request' (duration: 85.051259ms)","trace[1779161467] 'compare' (duration: 200.597349ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:18.373307Z","caller":"traceutil/trace.go:171","msg":"trace[109614875] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"285.523975ms","start":"2026-05-10T01:42:18.087766Z","end":"2026-05-10T01:42:18.37329Z","steps":["trace[109614875] 'process raft request' (duration: 285.386402ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:18.373561Z","caller":"traceutil/trace.go:171","msg":"trace[2114870754] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"285.33214ms","start":"2026-05-10T01:42:18.088194Z","end":"2026-05-10T01:42:18.373526Z","steps":["trace[2114870754] 'process raft request' (duration: 285.059894ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:18.375154Z","caller":"traceutil/trace.go:171","msg":"trace[497468784] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"286.45829ms","start":"2026-05-10T01:42:18.088643Z","end":"2026-05-10T01:42:18.375102Z","steps":["trace[497468784] 'process raft request' (duration: 284.796107ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:18.375803Z","caller":"traceutil/trace.go:171","msg":"trace[1732131238] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"284.693683ms","start":"2026-05-10T01:42:18.091055Z","end":"2026-05-10T01:42:18.375749Z","steps":["trace[1732131238] 'process raft request' (duration: 282.605699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.042294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.777734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:19.042355Z","caller":"traceutil/trace.go:171","msg":"trace[381639899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25429; }","duration":"168.858735ms","start":"2026-05-10T01:42:18.873482Z","end":"2026-05-10T01:42:19.042341Z","steps":["trace[381639899] 'count revisions from in-memory index tree' (duration: 168.694451ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:19.390418Z","caller":"traceutil/trace.go:171","msg":"trace[976512827] linearizableReadLoop","detail":"{readStateIndex:26261; appliedIndex:26260; }","duration":"291.121191ms","start":"2026-05-10T01:42:19.099277Z","end":"2026-05-10T01:42:19.390398Z","steps":["trace[976512827] 'read index received' (duration: 290.906595ms)","trace[976512827] 'applied index is now lower than readState.Index' (duration: 213.806µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:19.390747Z","caller":"traceutil/trace.go:171","msg":"trace[838295098] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"327.565008ms","start":"2026-05-10T01:42:19.063173Z","end":"2026-05-10T01:42:19.390739Z","steps":["trace[838295098] 'process raft request' (duration: 327.104105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.390832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.063156Z","time spent":"327.609938ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:19.391056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.777817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:42:19.391074Z","caller":"traceutil/trace.go:171","msg":"trace[95541316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25430; }","duration":"291.813799ms","start":"2026-05-10T01:42:19.099255Z","end":"2026-05-10T01:42:19.391069Z","steps":["trace[95541316] 'agreement among raft nodes before linearized reading' (duration: 291.729896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.3912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.458561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:42:19.391226Z","caller":"traceutil/trace.go:171","msg":"trace[124542091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25430; }","duration":"291.522712ms","start":"2026-05-10T01:42:19.099699Z","end":"2026-05-10T01:42:19.391222Z","steps":["trace[124542091] 'agreement among raft nodes before linearized reading' (duration: 291.465751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.391666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.764016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:19.391793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.532042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:42:19.391819Z","caller":"traceutil/trace.go:171","msg":"trace[1701955857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25430; }","duration":"291.566423ms","start":"2026-05-10T01:42:19.100246Z","end":"2026-05-10T01:42:19.391812Z","steps":["trace[1701955857] 'agreement among raft nodes before linearized reading' (duration: 291.50125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.391919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.508941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:42:19.391913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.656455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:42:19.391933Z","caller":"traceutil/trace.go:171","msg":"trace[270614194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25430; }","duration":"291.525442ms","start":"2026-05-10T01:42:19.100403Z","end":"2026-05-10T01:42:19.391928Z","steps":["trace[270614194] 'agreement among raft nodes before linearized reading' (duration: 291.483071ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:19.391949Z","caller":"traceutil/trace.go:171","msg":"trace[13984697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25430; }","duration":"291.737417ms","start":"2026-05-10T01:42:19.100199Z","end":"2026-05-10T01:42:19.391936Z","steps":["trace[13984697] 'agreement among raft nodes before linearized reading' (duration: 291.613854ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:19.391792Z","caller":"traceutil/trace.go:171","msg":"trace[1639965824] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25430; }","duration":"269.948212ms","start":"2026-05-10T01:42:19.121822Z","end":"2026-05-10T01:42:19.39177Z","steps":["trace[1639965824] 'agreement among raft nodes before linearized reading' (duration: 269.743266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.745367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.559533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:19.745635Z","caller":"traceutil/trace.go:171","msg":"trace[1898922732] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"350.724479ms","start":"2026-05-10T01:42:19.394896Z","end":"2026-05-10T01:42:19.74562Z","steps":["trace[1898922732] 'process raft request' (duration: 350.552515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.745715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.394871Z","time spent":"350.796931ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:19.745755Z","caller":"traceutil/trace.go:171","msg":"trace[737670902] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"350.870313ms","start":"2026-05-10T01:42:19.394868Z","end":"2026-05-10T01:42:19.745738Z","steps":["trace[737670902] 'process raft request' (duration: 68.871528ms)","trace[737670902] 'compare' (duration: 281.183964ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:19.745767Z","caller":"traceutil/trace.go:171","msg":"trace[1698562886] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26261; }","duration":"350.679048ms","start":"2026-05-10T01:42:19.395071Z","end":"2026-05-10T01:42:19.74575Z","steps":["trace[1698562886] 'read index received' (duration: 68.643423ms)","trace[1698562886] 'applied index is now lower than readState.Index' (duration: 282.034765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:19.745823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.394848Z","time spent":"350.941925ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:19.745851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.76806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:19.745874Z","caller":"traceutil/trace.go:171","msg":"trace[489371955] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25435; }","duration":"350.821682ms","start":"2026-05-10T01:42:19.395045Z","end":"2026-05-10T01:42:19.745867Z","steps":["trace[489371955] 'agreement among raft nodes before linearized reading' (duration: 350.764001ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:19.745809Z","caller":"traceutil/trace.go:171","msg":"trace[459162105] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"349.671191ms","start":"2026-05-10T01:42:19.39612Z","end":"2026-05-10T01:42:19.745791Z","steps":["trace[459162105] 'process raft request' (duration: 349.471236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.745899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.395039Z","time spent":"350.856183ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:42:19.745924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.3961Z","time spent":"349.799715ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:19.746058Z","caller":"traceutil/trace.go:171","msg":"trace[658824310] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"349.835097ms","start":"2026-05-10T01:42:19.396183Z","end":"2026-05-10T01:42:19.746018Z","steps":["trace[658824310] 'process raft request' (duration: 349.543019ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:19.746077Z","caller":"traceutil/trace.go:171","msg":"trace[2146788665] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"349.915959ms","start":"2026-05-10T01:42:19.396135Z","end":"2026-05-10T01:42:19.746051Z","steps":["trace[2146788665] 'process raft request' (duration: 349.551159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:19.746196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.396126Z","time spent":"350.00109ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:19.747014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:19.396177Z","time spent":"349.95484ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:20.58364Z","caller":"traceutil/trace.go:171","msg":"trace[752540281] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"202.527279ms","start":"2026-05-10T01:42:20.381088Z","end":"2026-05-10T01:42:20.583615Z","steps":["trace[752540281] 'process raft request' (duration: 202.379056ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:20.985685Z","caller":"traceutil/trace.go:171","msg":"trace[1142388532] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26268; }","duration":"568.024733ms","start":"2026-05-10T01:42:20.417626Z","end":"2026-05-10T01:42:20.985651Z","steps":["trace[1142388532] 'read index received' (duration: 166.738771ms)","trace[1142388532] 'applied index is now lower than readState.Index' (duration: 401.284992ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:20.98571Z","caller":"traceutil/trace.go:171","msg":"trace[1839054513] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"604.305355ms","start":"2026-05-10T01:42:20.381346Z","end":"2026-05-10T01:42:20.985651Z","steps":["trace[1839054513] 'process raft request' (duration: 560.483107ms)","trace[1839054513] 'compare' (duration: 43.435069ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:20.985775Z","caller":"traceutil/trace.go:171","msg":"trace[2062686843] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"604.320385ms","start":"2026-05-10T01:42:20.381429Z","end":"2026-05-10T01:42:20.98575Z","steps":["trace[2062686843] 'process raft request' (duration: 604.029058ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:20.985822Z","caller":"traceutil/trace.go:171","msg":"trace[224362784] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"596.240305ms","start":"2026-05-10T01:42:20.389569Z","end":"2026-05-10T01:42:20.985809Z","steps":["trace[224362784] 'process raft request' (duration: 596.02625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.985886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.381328Z","time spent":"604.461988ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:20.985908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.381399Z","time spent":"604.414998ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:20.985689Z","caller":"traceutil/trace.go:171","msg":"trace[1465257715] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"596.855101ms","start":"2026-05-10T01:42:20.388804Z","end":"2026-05-10T01:42:20.985659Z","steps":["trace[1465257715] 'process raft request' (duration: 596.751679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.985934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.389547Z","time spent":"596.311417ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:20.986074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.388778Z","time spent":"597.227141ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:20.986242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.621018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:20.986261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.386568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:42:20.986282Z","caller":"traceutil/trace.go:171","msg":"trace[640680785] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25441; }","duration":"568.68918ms","start":"2026-05-10T01:42:20.417583Z","end":"2026-05-10T01:42:20.986272Z","steps":["trace[640680785] 'agreement among raft nodes before linearized reading' (duration: 568.626429ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:20.9863Z","caller":"traceutil/trace.go:171","msg":"trace[140892661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25441; }","duration":"537.46606ms","start":"2026-05-10T01:42:20.448818Z","end":"2026-05-10T01:42:20.986284Z","steps":["trace[140892661] 'agreement among raft nodes before linearized reading' (duration: 537.292755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.986322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.417564Z","time spent":"568.742261ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:20.986341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.4488Z","time spent":"537.533781ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:42:20.986337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.356459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:20.986394Z","caller":"traceutil/trace.go:171","msg":"trace[695699621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25441; }","duration":"144.454822ms","start":"2026-05-10T01:42:20.841921Z","end":"2026-05-10T01:42:20.986376Z","steps":["trace[695699621] 'agreement among raft nodes before linearized reading' (duration: 144.356559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.986442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.8265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:20.986476Z","caller":"traceutil/trace.go:171","msg":"trace[1938834401] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25441; }","duration":"313.900622ms","start":"2026-05-10T01:42:20.672565Z","end":"2026-05-10T01:42:20.986466Z","steps":["trace[1938834401] 'agreement among raft nodes before linearized reading' (duration: 313.849071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.986488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.834279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-10T01:42:20.986504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.672541Z","time spent":"313.956274ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:20.986524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.740565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:20.986546Z","caller":"traceutil/trace.go:171","msg":"trace[360920342] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25441; }","duration":"127.924762ms","start":"2026-05-10T01:42:20.858602Z","end":"2026-05-10T01:42:20.986527Z","steps":["trace[360920342] 'agreement among raft nodes before linearized reading' (duration: 127.743857ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:20.98657Z","caller":"traceutil/trace.go:171","msg":"trace[1595822159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25441; }","duration":"361.805206ms","start":"2026-05-10T01:42:20.624748Z","end":"2026-05-10T01:42:20.986553Z","steps":["trace[1595822159] 'agreement among raft nodes before linearized reading' (duration: 361.733144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.986601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.624734Z","time spent":"361.860859ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:42:20.98661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.453522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:42:20.986658Z","caller":"traceutil/trace.go:171","msg":"trace[359059899] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25441; }","duration":"360.541134ms","start":"2026-05-10T01:42:20.626102Z","end":"2026-05-10T01:42:20.986643Z","steps":["trace[359059899] 'agreement among raft nodes before linearized reading' (duration: 360.371049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:20.986727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:20.626091Z","time spent":"360.628226ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-05-10T01:42:22.008117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.758166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:22.00843Z","caller":"traceutil/trace.go:171","msg":"trace[80159119] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26276; }","duration":"243.507545ms","start":"2026-05-10T01:42:21.764903Z","end":"2026-05-10T01:42:22.008411Z","steps":["trace[80159119] 'read index received' (duration: 26.96441ms)","trace[80159119] 'applied index is now lower than readState.Index' (duration: 216.542085ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:22.00844Z","caller":"traceutil/trace.go:171","msg":"trace[1143517633] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"251.718198ms","start":"2026-05-10T01:42:21.756683Z","end":"2026-05-10T01:42:22.008401Z","steps":["trace[1143517633] 'process raft request' (duration: 48.583302ms)","trace[1143517633] 'compare' (duration: 202.639983ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:22.008551Z","caller":"traceutil/trace.go:171","msg":"trace[209463594] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"251.38926ms","start":"2026-05-10T01:42:21.75715Z","end":"2026-05-10T01:42:22.00854Z","steps":["trace[209463594] 'process raft request' (duration: 251.080602ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.008698Z","caller":"traceutil/trace.go:171","msg":"trace[152918258] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"251.459321ms","start":"2026-05-10T01:42:21.757226Z","end":"2026-05-10T01:42:22.008685Z","steps":["trace[152918258] 'process raft request' (duration: 251.054491ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.008754Z","caller":"traceutil/trace.go:171","msg":"trace[1722320687] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"250.841036ms","start":"2026-05-10T01:42:21.757882Z","end":"2026-05-10T01:42:22.008723Z","steps":["trace[1722320687] 'process raft request' (duration: 250.480986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:22.008786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.895824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:22.008873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.937176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:42:22.008901Z","caller":"traceutil/trace.go:171","msg":"trace[372653420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25449; }","duration":"110.09171ms","start":"2026-05-10T01:42:21.89878Z","end":"2026-05-10T01:42:22.008872Z","steps":["trace[372653420] 'agreement among raft nodes before linearized reading' (duration: 109.876024ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.008962Z","caller":"traceutil/trace.go:171","msg":"trace[1233836141] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25449; }","duration":"244.07475ms","start":"2026-05-10T01:42:21.764867Z","end":"2026-05-10T01:42:22.008941Z","steps":["trace[1233836141] 'agreement among raft nodes before linearized reading' (duration: 243.702479ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.308637Z","caller":"traceutil/trace.go:171","msg":"trace[1433889262] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"192.268494ms","start":"2026-05-10T01:42:22.116344Z","end":"2026-05-10T01:42:22.308613Z","steps":["trace[1433889262] 'process raft request' (duration: 192.042128ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.734768Z","caller":"traceutil/trace.go:171","msg":"trace[1727024527] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26282; }","duration":"140.970832ms","start":"2026-05-10T01:42:22.593771Z","end":"2026-05-10T01:42:22.734742Z","steps":["trace[1727024527] 'read index received' (duration: 140.710755ms)","trace[1727024527] 'applied index is now lower than readState.Index' (duration: 258.977µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:22.734914Z","caller":"traceutil/trace.go:171","msg":"trace[460607475] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"145.996982ms","start":"2026-05-10T01:42:22.588823Z","end":"2026-05-10T01:42:22.73482Z","steps":["trace[460607475] 'process raft request' (duration: 145.725684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:22.735099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.30909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-10T01:42:22.735127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.566097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:42:22.735167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.992482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:22.735333Z","caller":"traceutil/trace.go:171","msg":"trace[291627459] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25451; }","duration":"126.238188ms","start":"2026-05-10T01:42:22.609074Z","end":"2026-05-10T01:42:22.735312Z","steps":["trace[291627459] 'agreement among raft nodes before linearized reading' (duration: 125.947391ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.735194Z","caller":"traceutil/trace.go:171","msg":"trace[1071787525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25451; }","duration":"141.441604ms","start":"2026-05-10T01:42:22.593726Z","end":"2026-05-10T01:42:22.735168Z","steps":["trace[1071787525] 'agreement among raft nodes before linearized reading' (duration: 141.171867ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.735244Z","caller":"traceutil/trace.go:171","msg":"trace[2101242624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25451; }","duration":"111.704721ms","start":"2026-05-10T01:42:22.623477Z","end":"2026-05-10T01:42:22.735182Z","steps":["trace[2101242624] 'agreement among raft nodes before linearized reading' (duration: 111.535447ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:22.945866Z","caller":"traceutil/trace.go:171","msg":"trace[1329312766] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"204.129622ms","start":"2026-05-10T01:42:22.741702Z","end":"2026-05-10T01:42:22.945832Z","steps":["trace[1329312766] 'process raft request' (duration: 112.518683ms)","trace[1329312766] 'compare' (duration: 91.343853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:23.3181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.801159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:23.318238Z","caller":"traceutil/trace.go:171","msg":"trace[950157113] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"326.12509ms","start":"2026-05-10T01:42:22.99209Z","end":"2026-05-10T01:42:23.318215Z","steps":["trace[950157113] 'process raft request' (duration: 173.092735ms)","trace[950157113] 'compare' (duration: 152.600534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:23.318303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:22.992063Z","time spent":"326.211943ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:23.687823Z","caller":"traceutil/trace.go:171","msg":"trace[379456938] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"695.189996ms","start":"2026-05-10T01:42:22.992604Z","end":"2026-05-10T01:42:23.687794Z","steps":["trace[379456938] 'process raft request' (duration: 619.584742ms)","trace[379456938] 'compare' (duration: 75.274315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:23.687935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:22.992559Z","time spent":"695.322809ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:23.688107Z","caller":"traceutil/trace.go:171","msg":"trace[861611637] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"694.307302ms","start":"2026-05-10T01:42:22.993776Z","end":"2026-05-10T01:42:23.688083Z","steps":["trace[861611637] 'process raft request' (duration: 694.175699ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:23.688154Z","caller":"traceutil/trace.go:171","msg":"trace[1072876842] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26284; }","duration":"638.77048ms","start":"2026-05-10T01:42:23.049358Z","end":"2026-05-10T01:42:23.688128Z","steps":["trace[1072876842] 'read index received' (duration: 115.819908ms)","trace[1072876842] 'applied index is now lower than readState.Index' (duration: 522.949372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:23.688245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:22.993759Z","time spent":"694.413854ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:23.68827Z","caller":"traceutil/trace.go:171","msg":"trace[1904578893] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"581.803972ms","start":"2026-05-10T01:42:23.106453Z","end":"2026-05-10T01:42:23.688257Z","steps":["trace[1904578893] 'process raft request' (duration: 581.590146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.688315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.10643Z","time spent":"581.861463ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:23.68862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.230772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:42:23.688758Z","caller":"traceutil/trace.go:171","msg":"trace[1683774486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25457; }","duration":"639.405167ms","start":"2026-05-10T01:42:23.049312Z","end":"2026-05-10T01:42:23.688717Z","steps":["trace[1683774486] 'agreement among raft nodes before linearized reading' (duration: 638.974696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.688826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.049292Z","time spent":"639.518459ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:42:23.688103Z","caller":"traceutil/trace.go:171","msg":"trace[993950371] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"694.571559ms","start":"2026-05-10T01:42:22.993481Z","end":"2026-05-10T01:42:23.688053Z","steps":["trace[993950371] 'process raft request' (duration: 694.271712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.689326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:22.993454Z","time spent":"695.802912ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:23.694069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.387679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:23.694154Z","caller":"traceutil/trace.go:171","msg":"trace[535607999] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25459; }","duration":"452.525983ms","start":"2026-05-10T01:42:23.241611Z","end":"2026-05-10T01:42:23.694137Z","steps":["trace[535607999] 'agreement among raft nodes before linearized reading' (duration: 452.371519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.694186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.241588Z","time spent":"452.590405ms","remote":"127.0.0.1:46428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:42:23.694444Z","caller":"traceutil/trace.go:171","msg":"trace[1381017027] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"260.370172ms","start":"2026-05-10T01:42:23.434067Z","end":"2026-05-10T01:42:23.694437Z","steps":["trace[1381017027] 'process raft request' (duration: 259.751796ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:23.694557Z","caller":"traceutil/trace.go:171","msg":"trace[1697622517] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"100.271775ms","start":"2026-05-10T01:42:23.59428Z","end":"2026-05-10T01:42:23.694552Z","steps":["trace[1697622517] 'process raft request' (duration: 99.662619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.694739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.884143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:42:23.694756Z","caller":"traceutil/trace.go:171","msg":"trace[1884409710] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25459; }","duration":"437.924715ms","start":"2026-05-10T01:42:23.256826Z","end":"2026-05-10T01:42:23.694751Z","steps":["trace[1884409710] 'agreement among raft nodes before linearized reading' (duration: 437.888374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:23.694771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.256815Z","time spent":"437.951875ms","remote":"127.0.0.1:42366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:42:24.079907Z","caller":"traceutil/trace.go:171","msg":"trace[280545586] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26291; }","duration":"379.076636ms","start":"2026-05-10T01:42:23.7008Z","end":"2026-05-10T01:42:24.079877Z","steps":["trace[280545586] 'read index received' (duration: 330.493194ms)","trace[280545586] 'applied index is now lower than readState.Index' (duration: 48.582102ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:24.079926Z","caller":"traceutil/trace.go:171","msg":"trace[2055739979] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"387.267149ms","start":"2026-05-10T01:42:23.69262Z","end":"2026-05-10T01:42:24.079887Z","steps":["trace[2055739979] 'process raft request' (duration: 338.521722ms)","trace[2055739979] 'compare' (duration: 48.289534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:24.080078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.262141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:24.080115Z","caller":"traceutil/trace.go:171","msg":"trace[1497107749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25460; }","duration":"379.343223ms","start":"2026-05-10T01:42:23.70076Z","end":"2026-05-10T01:42:24.080103Z","steps":["trace[1497107749] 'agreement among raft nodes before linearized reading' (duration: 379.260841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.080125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.692593Z","time spent":"387.411451ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:24.080146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.700738Z","time spent":"379.401504ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:42:24.10607Z","caller":"traceutil/trace.go:171","msg":"trace[921148491] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"312.183989ms","start":"2026-05-10T01:42:23.793867Z","end":"2026-05-10T01:42:24.106051Z","steps":["trace[921148491] 'process raft request' (duration: 312.138037ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:24.106287Z","caller":"traceutil/trace.go:171","msg":"trace[117525594] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"325.683309ms","start":"2026-05-10T01:42:23.780597Z","end":"2026-05-10T01:42:24.106281Z","steps":["trace[117525594] 'process raft request' (duration: 325.308939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.106359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.780582Z","time spent":"325.72678ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:24.106588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.063029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:24.106614Z","caller":"traceutil/trace.go:171","msg":"trace[1375603783] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25462; }","duration":"326.090219ms","start":"2026-05-10T01:42:23.780517Z","end":"2026-05-10T01:42:24.106607Z","steps":["trace[1375603783] 'agreement among raft nodes before linearized reading' (duration: 326.049508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.10663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.780493Z","time spent":"326.132741ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:24.107236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.182455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:42:24.107261Z","caller":"traceutil/trace.go:171","msg":"trace[1061577633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25462; }","duration":"298.39368ms","start":"2026-05-10T01:42:23.80886Z","end":"2026-05-10T01:42:24.107254Z","steps":["trace[1061577633] 'agreement among raft nodes before linearized reading' (duration: 298.185705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.107326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:23.793838Z","time spent":"312.2847ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:24.445091Z","caller":"traceutil/trace.go:171","msg":"trace[1317960925] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"333.133362ms","start":"2026-05-10T01:42:24.111931Z","end":"2026-05-10T01:42:24.445065Z","steps":["trace[1317960925] 'process raft request' (duration: 268.552324ms)","trace[1317960925] 'compare' (duration: 64.070355ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:24.445145Z","caller":"traceutil/trace.go:171","msg":"trace[1251577596] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"332.722092ms","start":"2026-05-10T01:42:24.112368Z","end":"2026-05-10T01:42:24.44509Z","steps":["trace[1251577596] 'process raft request' (duration: 332.651059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.445225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:24.111902Z","time spent":"333.251475ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:24.445253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:24.112346Z","time spent":"332.846555ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:24.445306Z","caller":"traceutil/trace.go:171","msg":"trace[1104659920] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"332.839855ms","start":"2026-05-10T01:42:24.112446Z","end":"2026-05-10T01:42:24.445285Z","steps":["trace[1104659920] 'process raft request' (duration: 332.613659ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:24.445342Z","caller":"traceutil/trace.go:171","msg":"trace[18892615] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"333.02762ms","start":"2026-05-10T01:42:24.112308Z","end":"2026-05-10T01:42:24.445335Z","steps":["trace[18892615] 'process raft request' (duration: 332.638849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.445376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:24.112272Z","time spent":"333.085781ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:24.445413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:24.11244Z","time spent":"332.912347ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:24.445696Z","caller":"traceutil/trace.go:171","msg":"trace[393719588] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"130.263803ms","start":"2026-05-10T01:42:24.315412Z","end":"2026-05-10T01:42:24.445676Z","steps":["trace[393719588] 'process raft request' (duration: 130.166401ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:24.445738Z","caller":"traceutil/trace.go:171","msg":"trace[1804693264] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"333.188803ms","start":"2026-05-10T01:42:24.112507Z","end":"2026-05-10T01:42:24.445696Z","steps":["trace[1804693264] 'process raft request' (duration: 332.726691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.445863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:24.112493Z","time spent":"333.304267ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:24.910968Z","caller":"traceutil/trace.go:171","msg":"trace[1428776808] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26300; }","duration":"143.793014ms","start":"2026-05-10T01:42:24.767119Z","end":"2026-05-10T01:42:24.910912Z","steps":["trace[1428776808] 'read index received' (duration: 143.417584ms)","trace[1428776808] 'applied index is now lower than readState.Index' (duration: 374.31µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:24.910999Z","caller":"traceutil/trace.go:171","msg":"trace[393932428] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"171.009611ms","start":"2026-05-10T01:42:24.739954Z","end":"2026-05-10T01:42:24.910964Z","steps":["trace[393932428] 'process raft request' (duration: 170.702674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:24.911171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.037141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:42:24.911285Z","caller":"traceutil/trace.go:171","msg":"trace[1593311441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25469; }","duration":"144.201246ms","start":"2026-05-10T01:42:24.767067Z","end":"2026-05-10T01:42:24.911268Z","steps":["trace[1593311441] 'agreement among raft nodes before linearized reading' (duration: 143.921859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:25.207153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.354909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-10T01:42:25.207279Z","caller":"traceutil/trace.go:171","msg":"trace[1146397751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25469; }","duration":"221.510733ms","start":"2026-05-10T01:42:24.98575Z","end":"2026-05-10T01:42:25.207261Z","steps":["trace[1146397751] 'range keys from in-memory index tree' (duration: 221.01516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:25.633091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.590042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:25.633264Z","caller":"traceutil/trace.go:171","msg":"trace[2003829180] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26302; }","duration":"271.155843ms","start":"2026-05-10T01:42:25.362078Z","end":"2026-05-10T01:42:25.633234Z","steps":["trace[2003829180] 'read index received' (duration: 145.220542ms)","trace[2003829180] 'applied index is now lower than readState.Index' (duration: 125.93221ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:25.633437Z","caller":"traceutil/trace.go:171","msg":"trace[328176845] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"309.418586ms","start":"2026-05-10T01:42:25.323989Z","end":"2026-05-10T01:42:25.633408Z","steps":["trace[328176845] 'process raft request' (duration: 183.29842ms)","trace[328176845] 'compare' (duration: 125.029077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:25.633507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.752473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:25.633641Z","caller":"traceutil/trace.go:171","msg":"trace[2113629113] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25471; }","duration":"163.956138ms","start":"2026-05-10T01:42:25.469652Z","end":"2026-05-10T01:42:25.633608Z","steps":["trace[2113629113] 'agreement among raft nodes before linearized reading' (duration: 163.749013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:25.633541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:25.323959Z","time spent":"309.524509ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:25.633679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.560883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:42:25.633748Z","caller":"traceutil/trace.go:171","msg":"trace[1510168298] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25471; }","duration":"271.690376ms","start":"2026-05-10T01:42:25.362042Z","end":"2026-05-10T01:42:25.633733Z","steps":["trace[1510168298] 'agreement among raft nodes before linearized reading' (duration: 271.332997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:25.940596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.821743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:42:25.941023Z","caller":"traceutil/trace.go:171","msg":"trace[1606846719] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"247.310843ms","start":"2026-05-10T01:42:25.693685Z","end":"2026-05-10T01:42:25.940996Z","steps":["trace[1606846719] 'process raft request' (duration: 47.978277ms)","trace[1606846719] 'compare' (duration: 198.404432ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:25.940973Z","caller":"traceutil/trace.go:171","msg":"trace[1125586571] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"241.997594ms","start":"2026-05-10T01:42:25.698952Z","end":"2026-05-10T01:42:25.94095Z","steps":["trace[1125586571] 'process raft request' (duration: 241.902292ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:25.941242Z","caller":"traceutil/trace.go:171","msg":"trace[1847726226] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"245.903327ms","start":"2026-05-10T01:42:25.695307Z","end":"2026-05-10T01:42:25.941211Z","steps":["trace[1847726226] 'process raft request' (duration: 245.496876ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:25.941237Z","caller":"traceutil/trace.go:171","msg":"trace[777585559] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"247.427977ms","start":"2026-05-10T01:42:25.693762Z","end":"2026-05-10T01:42:25.94119Z","steps":["trace[777585559] 'process raft request' (duration: 246.956494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:26.419867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.6185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:26.419937Z","caller":"traceutil/trace.go:171","msg":"trace[529891462] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25476; }","duration":"128.735964ms","start":"2026-05-10T01:42:26.291184Z","end":"2026-05-10T01:42:26.41992Z","steps":["trace[529891462] 'count revisions from in-memory index tree' (duration: 128.555679ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:26.89313Z","caller":"traceutil/trace.go:171","msg":"trace[976184615] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"437.310458ms","start":"2026-05-10T01:42:26.45579Z","end":"2026-05-10T01:42:26.893101Z","steps":["trace[976184615] 'process raft request' (duration: 437.213105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:26.893309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.455771Z","time spent":"437.44747ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:26.894251Z","caller":"traceutil/trace.go:171","msg":"trace[1780350899] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"438.95989ms","start":"2026-05-10T01:42:26.455268Z","end":"2026-05-10T01:42:26.894228Z","steps":["trace[1780350899] 'process raft request' (duration: 437.586054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:26.894364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.455256Z","time spent":"439.053743ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:26.894601Z","caller":"traceutil/trace.go:171","msg":"trace[1679820196] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"440.538001ms","start":"2026-05-10T01:42:26.454047Z","end":"2026-05-10T01:42:26.894585Z","steps":["trace[1679820196] 'process raft request' (duration: 438.595881ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:26.893233Z","caller":"traceutil/trace.go:171","msg":"trace[901537776] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"436.344732ms","start":"2026-05-10T01:42:26.456869Z","end":"2026-05-10T01:42:26.893214Z","steps":["trace[901537776] 'process raft request' (duration: 436.181288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:26.894697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.454029Z","time spent":"440.620534ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:26.894797Z","caller":"traceutil/trace.go:171","msg":"trace[1625162814] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"439.423773ms","start":"2026-05-10T01:42:26.455302Z","end":"2026-05-10T01:42:26.894725Z","steps":["trace[1625162814] 'process raft request' (duration: 437.644297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:26.894833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.456857Z","time spent":"437.875163ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:26.894963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.455273Z","time spent":"439.595247ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:42:27.308482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.473886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-10T01:42:27.309554Z","caller":"traceutil/trace.go:171","msg":"trace[676972207] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26309; }","duration":"470.166032ms","start":"2026-05-10T01:42:26.839365Z","end":"2026-05-10T01:42:27.309532Z","steps":["trace[676972207] 'read index received' (duration: 53.45267ms)","trace[676972207] 'applied index is now lower than readState.Index' (duration: 416.711352ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:27.309716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.337296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:42:27.309697Z","caller":"traceutil/trace.go:171","msg":"trace[648012151] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"410.292166ms","start":"2026-05-10T01:42:26.899381Z","end":"2026-05-10T01:42:27.309674Z","steps":["trace[648012151] 'process raft request' (duration: 409.999109ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:42:27.309757Z","caller":"traceutil/trace.go:171","msg":"trace[1773010766] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25483; }","duration":"470.433399ms","start":"2026-05-10T01:42:26.839311Z","end":"2026-05-10T01:42:27.309745Z","steps":["trace[1773010766] 'agreement among raft nodes before linearized reading' (duration: 470.304735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:27.309794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.839286Z","time spent":"470.49913ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:42:27.309826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.899353Z","time spent":"410.410059ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:42:27.309857Z","caller":"traceutil/trace.go:171","msg":"trace[880041233] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"392.543945ms","start":"2026-05-10T01:42:26.917283Z","end":"2026-05-10T01:42:27.309827Z","steps":["trace[880041233] 'process raft request' (duration: 392.298829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:42:27.310008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:26.91725Z","time spent":"392.676099ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:42:27.62869Z","caller":"traceutil/trace.go:171","msg":"trace[427891469] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"315.049983ms","start":"2026-05-10T01:42:27.313596Z","end":"2026-05-10T01:42:27.628646Z","steps":["trace[427891469] 'process raft request' (duration: 269.92322ms)","trace[427891469] 'compare' (duration: 44.64261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:42:27.628859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:42:27.313572Z","time spent":"315.210026ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:42:27.939717Z","caller":"traceutil/trace.go:171","msg":"trace[1003841240] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"147.186813ms","start":"2026-05-10T01:42:27.792496Z","end":"2026-05-10T01:42:27.939683Z","steps":["trace[1003841240] 'process raft request' (duration: 122.314327ms)","trace[1003841240] 'compare' (duration: 24.62561ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:42:27.940353Z","caller":"traceutil/trace.go:171","msg":"trace[1738405667] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"147.653255ms","start":"2026-05-10T01:42:27.792656Z","end":"2026-05-10T01:42:27.940309Z","steps":["trace[1738405667] 'process raft request' (duration: 146.972447ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:02.796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23156} {"level":"info","ts":"2026-05-10T01:43:02.924423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23156,"took":"124.633707ms","hash":2013035711,"current-db-size-bytes":57221120,"current-db-size":"57 MB","current-db-size-in-use-bytes":35172352,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-10T01:43:02.924475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2013035711,"revision":23156,"compact-revision":20109} {"level":"info","ts":"2026-05-10T01:44:24.115642Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b5d.wal"} {"level":"info","ts":"2026-05-10T01:45:39.541796Z","caller":"traceutil/trace.go:171","msg":"trace[1594301699] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"119.060143ms","start":"2026-05-10T01:45:39.422695Z","end":"2026-05-10T01:45:39.541755Z","steps":["trace[1594301699] 'process raft request' (duration: 116.499816ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:46:40.751606Z","caller":"traceutil/trace.go:171","msg":"trace[1675013761] linearizableReadLoop","detail":"{readStateIndex:28913; appliedIndex:28912; }","duration":"102.476691ms","start":"2026-05-10T01:46:40.649113Z","end":"2026-05-10T01:46:40.75159Z","steps":["trace[1675013761] 'read index received' (duration: 101.761443ms)","trace[1675013761] 'applied index is now lower than readState.Index' (duration: 714.758µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:46:40.751823Z","caller":"traceutil/trace.go:171","msg":"trace[743212569] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"108.730115ms","start":"2026-05-10T01:46:40.643086Z","end":"2026-05-10T01:46:40.751816Z","steps":["trace[743212569] 'process raft request' (duration: 107.833301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:46:40.752012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.888342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-10T01:46:40.752059Z","caller":"traceutil/trace.go:171","msg":"trace[1914462486] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28015; }","duration":"102.964525ms","start":"2026-05-10T01:46:40.649088Z","end":"2026-05-10T01:46:40.752052Z","steps":["trace[1914462486] 'agreement among raft nodes before linearized reading' (duration: 102.855062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:46:42.492053Z","caller":"traceutil/trace.go:171","msg":"trace[52480237] transaction","detail":"{read_only:false; response_revision:28026; number_of_response:1; }","duration":"168.200849ms","start":"2026-05-10T01:46:42.323827Z","end":"2026-05-10T01:46:42.492028Z","steps":["trace[52480237] 'process raft request' (duration: 76.290552ms)","trace[52480237] 'compare' (duration: 91.790994ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:46:42.492074Z","caller":"traceutil/trace.go:171","msg":"trace[1302750781] linearizableReadLoop","detail":"{readStateIndex:28924; appliedIndex:28923; }","duration":"133.013015ms","start":"2026-05-10T01:46:42.359026Z","end":"2026-05-10T01:46:42.492039Z","steps":["trace[1302750781] 'read index received' (duration: 41.021336ms)","trace[1302750781] 'applied index is now lower than readState.Index' (duration: 91.990619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:46:42.492338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.666635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:46:42.49237Z","caller":"traceutil/trace.go:171","msg":"trace[2073552555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28027; }","duration":"100.732357ms","start":"2026-05-10T01:46:42.391629Z","end":"2026-05-10T01:46:42.492361Z","steps":["trace[2073552555] 'agreement among raft nodes before linearized reading' (duration: 100.595583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:46:42.492492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.444116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:46:42.492607Z","caller":"traceutil/trace.go:171","msg":"trace[1743868683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28026; }","duration":"133.61326ms","start":"2026-05-10T01:46:42.358973Z","end":"2026-05-10T01:46:42.492586Z","steps":["trace[1743868683] 'agreement among raft nodes before linearized reading' (duration: 133.1851ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:46:42.659108Z","caller":"traceutil/trace.go:171","msg":"trace[1866496430] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"160.769966ms","start":"2026-05-10T01:46:42.498296Z","end":"2026-05-10T01:46:42.659066Z","steps":["trace[1866496430] 'process raft request' (duration: 139.093003ms)","trace[1866496430] 'compare' (duration: 21.437117ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:46:42.659388Z","caller":"traceutil/trace.go:171","msg":"trace[411760594] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"160.457317ms","start":"2026-05-10T01:46:42.498901Z","end":"2026-05-10T01:46:42.659358Z","steps":["trace[411760594] 'process raft request' (duration: 160.095418ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:46:42.887898Z","caller":"traceutil/trace.go:171","msg":"trace[235217829] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"130.630353ms","start":"2026-05-10T01:46:42.757239Z","end":"2026-05-10T01:46:42.887869Z","steps":["trace[235217829] 'process raft request' (duration: 130.243912ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:48:02.801796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25917} {"level":"info","ts":"2026-05-10T01:48:02.935254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25917,"took":"125.730096ms","hash":3793058582,"current-db-size-bytes":57221120,"current-db-size":"57 MB","current-db-size-in-use-bytes":36392960,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-10T01:48:02.935405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3793058582,"revision":25917,"compact-revision":23156} {"level":"info","ts":"2026-05-10T01:49:03.543977Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:49:03.548476Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-10T01:49:03.548565Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-10T01:53:02.807853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28626} {"level":"info","ts":"2026-05-10T01:53:02.955967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28626,"took":"143.637109ms","hash":1216464341,"current-db-size-bytes":57221120,"current-db-size":"57 MB","current-db-size-in-use-bytes":30134272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:53:02.956051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1216464341,"revision":28626,"compact-revision":25917} {"level":"info","ts":"2026-05-10T01:58:02.814061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30849} {"level":"info","ts":"2026-05-10T01:58:02.928356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30849,"took":"110.04865ms","hash":3775666722,"current-db-size-bytes":57221120,"current-db-size":"57 MB","current-db-size-in-use-bytes":30998528,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T01:58:02.928486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3775666722,"revision":30849,"compact-revision":28626} {"level":"warn","ts":"2026-05-10T01:58:58.22955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.528562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-05-10T01:58:58.229651Z","caller":"traceutil/trace.go:171","msg":"trace[1023946345] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:33514; }","duration":"193.699656ms","start":"2026-05-10T01:58:58.035934Z","end":"2026-05-10T01:58:58.229633Z","steps":["trace[1023946345] 'range keys from in-memory index tree' (duration: 193.156643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:00:23.097023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.627892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T02:00:23.097101Z","caller":"traceutil/trace.go:171","msg":"trace[1920220554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34291; }","duration":"247.740826ms","start":"2026-05-10T02:00:22.849344Z","end":"2026-05-10T02:00:23.097085Z","steps":["trace[1920220554] 'range keys from in-memory index tree' (duration: 247.493699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:00:23.097561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.27243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T02:00:23.097682Z","caller":"traceutil/trace.go:171","msg":"trace[33029394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34291; }","duration":"243.385393ms","start":"2026-05-10T02:00:22.85424Z","end":"2026-05-10T02:00:23.097625Z","steps":["trace[33029394] 'range keys from in-memory index tree' (duration: 243.146706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:00:23.09781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.537066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T02:00:23.097859Z","caller":"traceutil/trace.go:171","msg":"trace[1655848408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34291; }","duration":"231.594527ms","start":"2026-05-10T02:00:22.866249Z","end":"2026-05-10T02:00:23.097844Z","steps":["trace[1655848408] 'range keys from in-memory index tree' (duration: 231.430183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:00:23.098064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.629721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-10T02:00:23.098104Z","caller":"traceutil/trace.go:171","msg":"trace[1064026076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:34291; }","duration":"233.689923ms","start":"2026-05-10T02:00:22.864402Z","end":"2026-05-10T02:00:23.098092Z","steps":["trace[1064026076] 'range keys from in-memory index tree' (duration: 233.541869ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T02:03:02.820572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33111} {"level":"info","ts":"2026-05-10T02:03:02.970356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33111,"took":"144.717058ms","hash":2501350923,"current-db-size-bytes":57221120,"current-db-size":"57 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-10T02:03:02.97044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2501350923,"revision":33111,"compact-revision":30849} {"level":"info","ts":"2026-05-10T02:08:02.825945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35470} {"level":"info","ts":"2026-05-10T02:08:02.978563Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35470,"took":"147.644094ms","hash":1105188932,"current-db-size-bytes":58109952,"current-db-size":"58 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-10T02:08:02.97863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1105188932,"revision":35470,"compact-revision":33111} {"level":"info","ts":"2026-05-10T02:10:17.92047Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T02:10:17.925568Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-10T02:10:17.925684Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-10T02:12:37.722257Z","caller":"traceutil/trace.go:171","msg":"trace[1054060104] linearizableReadLoop","detail":"{readStateIndex:41065; appliedIndex:41064; }","duration":"226.807164ms","start":"2026-05-10T02:12:37.49542Z","end":"2026-05-10T02:12:37.722227Z","steps":["trace[1054060104] 'read index received' (duration: 226.365033ms)","trace[1054060104] 'applied index is now lower than readState.Index' (duration: 440.761µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T02:12:37.722404Z","caller":"traceutil/trace.go:171","msg":"trace[651527389] transaction","detail":"{read_only:false; response_revision:39831; number_of_response:1; }","duration":"323.241162ms","start":"2026-05-10T02:12:37.399153Z","end":"2026-05-10T02:12:37.722394Z","steps":["trace[651527389] 'process raft request' (duration: 322.884562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:12:37.722541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T02:12:37.399135Z","time spent":"323.296673ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T02:12:37.72262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.193645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29639640\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-05-10T02:12:37.722635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.563245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T02:12:37.722694Z","caller":"traceutil/trace.go:171","msg":"trace[591716321] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29639640; range_end:; response_count:1; response_revision:39831; }","duration":"227.322678ms","start":"2026-05-10T02:12:37.495351Z","end":"2026-05-10T02:12:37.722674Z","steps":["trace[591716321] 'agreement among raft nodes before linearized reading' (duration: 227.082312ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T02:12:37.722856Z","caller":"traceutil/trace.go:171","msg":"trace[128963936] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:39831; }","duration":"173.846122ms","start":"2026-05-10T02:12:37.548937Z","end":"2026-05-10T02:12:37.722783Z","steps":["trace[128963936] 'agreement among raft nodes before linearized reading' (duration: 173.488003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:12:38.097287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.072308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T02:12:38.097369Z","caller":"traceutil/trace.go:171","msg":"trace[585844046] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:39831; }","duration":"118.185531ms","start":"2026-05-10T02:12:37.979162Z","end":"2026-05-10T02:12:38.097348Z","steps":["trace[585844046] 'count revisions from in-memory index tree' (duration: 117.894293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T02:12:38.097647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.280235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29639640\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-05-10T02:12:38.097741Z","caller":"traceutil/trace.go:171","msg":"trace[1827124506] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29639640; range_end:; response_count:1; response_revision:39831; }","duration":"244.423288ms","start":"2026-05-10T02:12:37.853295Z","end":"2026-05-10T02:12:38.097718Z","steps":["trace[1827124506] 'range keys from in-memory index tree' (duration: 243.989167ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T02:13:02.831513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37730} {"level":"info","ts":"2026-05-10T02:13:02.959145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37730,"took":"122.960344ms","hash":4273341805,"current-db-size-bytes":58109952,"current-db-size":"58 MB","current-db-size-in-use-bytes":31358976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T02:13:02.95922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4273341805,"revision":37730,"compact-revision":35470}