{"level":"warn","ts":"2026-03-31T18:26:46.804278Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:46.80443Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:26:46.804548Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:46.804575Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-31T18:26:46.804621Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:46.805789Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-03-31T18:26:46.805922Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:26:46.810867Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.566619ms"} {"level":"info","ts":"2026-03-31T18:26:46.818831Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-03-31T18:26:46.81891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:26:46.818936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:26:46.818954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:26:46.818966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:26:46.819003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-03-31T18:26:46.825151Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:26:46.827375Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:26:46.828695Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:26:46.831011Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:26:46.831358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:46.831483Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:46.831497Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:46.831343Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:26:46.837726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-03-31T18:26:46.83796Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-31T18:26:46.840689Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:46.84082Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-31T18:26:46.840843Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-31T18:26:46.841945Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:26:46.841885Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:26:47.119178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:26:47.119273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:26:47.119308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-03-31T18:26:47.119328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:26:47.119338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-31T18:26:47.119353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:26:47.119366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-31T18:26:47.120671Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:26:47.120761Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:47.120894Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:47.121373Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:47.121632Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:26:47.121657Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:26:47.124263Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-03-31T18:26:47.125636Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:47.125652Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:26:47.131122Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:47.131152Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-31T18:26:48.905382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.667515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:26:48.905476Z","caller":"traceutil/trace.go:171","msg":"trace[96258339] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"200.060808ms","start":"2026-03-31T18:26:48.705403Z","end":"2026-03-31T18:26:48.905463Z","steps":["trace[96258339] 'read index received' (duration: 48.87701ms)","trace[96258339] 'applied index is now lower than readState.Index' (duration: 151.182898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:48.905573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.172251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:48.905555Z","caller":"traceutil/trace.go:171","msg":"trace[508798342] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"212.505272ms","start":"2026-03-31T18:26:48.693011Z","end":"2026-03-31T18:26:48.905516Z","steps":["trace[508798342] 'process raft request' (duration: 61.232041ms)","trace[508798342] 'compare' (duration: 150.529772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:48.9056Z","caller":"traceutil/trace.go:171","msg":"trace[1755406144] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"200.226533ms","start":"2026-03-31T18:26:48.705367Z","end":"2026-03-31T18:26:48.905594Z","steps":["trace[1755406144] 'agreement among raft nodes before linearized reading' (duration: 200.156741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.909444Z","caller":"traceutil/trace.go:171","msg":"trace[923520508] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"179.73421ms","start":"2026-03-31T18:26:48.729689Z","end":"2026-03-31T18:26:48.909423Z","steps":["trace[923520508] 'process raft request' (duration: 179.586846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.909588Z","caller":"traceutil/trace.go:171","msg":"trace[1486704919] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"179.619008ms","start":"2026-03-31T18:26:48.729923Z","end":"2026-03-31T18:26:48.909542Z","steps":["trace[1486704919] 'process raft request' (duration: 179.469433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.909627Z","caller":"traceutil/trace.go:171","msg":"trace[1731224517] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"179.71899ms","start":"2026-03-31T18:26:48.729876Z","end":"2026-03-31T18:26:48.909595Z","steps":["trace[1731224517] 'process raft request' (duration: 179.489543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.909913Z","caller":"traceutil/trace.go:171","msg":"trace[25224172] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"179.717581ms","start":"2026-03-31T18:26:48.730098Z","end":"2026-03-31T18:26:48.909816Z","steps":["trace[25224172] 'process raft request' (duration: 179.377862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.909906Z","caller":"traceutil/trace.go:171","msg":"trace[1181175134] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"179.911296ms","start":"2026-03-31T18:26:48.729985Z","end":"2026-03-31T18:26:48.909897Z","steps":["trace[1181175134] 'process raft request' (duration: 179.446133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.90994Z","caller":"traceutil/trace.go:171","msg":"trace[882295468] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"179.611928ms","start":"2026-03-31T18:26:48.729986Z","end":"2026-03-31T18:26:48.909598Z","steps":["trace[882295468] 'process raft request' (duration: 179.468794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:48.90999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.094991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:48.910012Z","caller":"traceutil/trace.go:171","msg":"trace[1803337992] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:0; response_revision:11; }","duration":"182.141363ms","start":"2026-03-31T18:26:48.727865Z","end":"2026-03-31T18:26:48.910006Z","steps":["trace[1803337992] 'agreement among raft nodes before linearized reading' (duration: 182.067431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:48.910051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.717151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:26:48.91013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.111884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:48.910143Z","caller":"traceutil/trace.go:171","msg":"trace[470530804] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"129.842675ms","start":"2026-03-31T18:26:48.780273Z","end":"2026-03-31T18:26:48.910115Z","steps":["trace[470530804] 'agreement among raft nodes before linearized reading' (duration: 129.64559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:48.910153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.741397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:48.910202Z","caller":"traceutil/trace.go:171","msg":"trace[418109739] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"180.838739ms","start":"2026-03-31T18:26:48.729344Z","end":"2026-03-31T18:26:48.910183Z","steps":["trace[418109739] 'agreement among raft nodes before linearized reading' (duration: 180.745957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.91018Z","caller":"traceutil/trace.go:171","msg":"trace[1971364857] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"167.244996ms","start":"2026-03-31T18:26:48.742896Z","end":"2026-03-31T18:26:48.910141Z","steps":["trace[1971364857] 'process raft request' (duration: 166.667571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.910203Z","caller":"traceutil/trace.go:171","msg":"trace[1465107483] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"172.81707ms","start":"2026-03-31T18:26:48.737327Z","end":"2026-03-31T18:26:48.910144Z","steps":["trace[1465107483] 'process raft request' (duration: 172.186654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:48.910199Z","caller":"traceutil/trace.go:171","msg":"trace[1129500542] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"179.240517ms","start":"2026-03-31T18:26:48.73093Z","end":"2026-03-31T18:26:48.910171Z","steps":["trace[1129500542] 'agreement among raft nodes before linearized reading' (duration: 179.124204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:48.910208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.813755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:48.910277Z","caller":"traceutil/trace.go:171","msg":"trace[1196943908] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"116.912688ms","start":"2026-03-31T18:26:48.793349Z","end":"2026-03-31T18:26:48.910262Z","steps":["trace[1196943908] 'agreement among raft nodes before linearized reading' (duration: 116.805576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.301644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.981677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:26:49.301759Z","caller":"traceutil/trace.go:171","msg":"trace[1297869594] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"388.69861ms","start":"2026-03-31T18:26:48.913044Z","end":"2026-03-31T18:26:49.301742Z","steps":["trace[1297869594] 'process raft request' (duration: 233.560398ms)","trace[1297869594] 'compare' (duration: 154.840394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:49.301836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.913015Z","time spent":"388.802043ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:26:49.317107Z","caller":"traceutil/trace.go:171","msg":"trace[308375617] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"403.971687ms","start":"2026-03-31T18:26:48.913061Z","end":"2026-03-31T18:26:49.317033Z","steps":["trace[308375617] 'process raft request' (duration: 403.816573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.317178Z","caller":"traceutil/trace.go:171","msg":"trace[230850030] linearizableReadLoop","detail":"{readStateIndex:18; appliedIndex:14; }","duration":"401.276347ms","start":"2026-03-31T18:26:48.915881Z","end":"2026-03-31T18:26:49.317157Z","steps":["trace[230850030] 'read index received' (duration: 230.815698ms)","trace[230850030] 'applied index is now lower than readState.Index' (duration: 170.459719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:49.317149Z","caller":"traceutil/trace.go:171","msg":"trace[977665577] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"402.538571ms","start":"2026-03-31T18:26:48.914554Z","end":"2026-03-31T18:26:49.317092Z","steps":["trace[977665577] 'process raft request' (duration: 402.400327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.317265Z","caller":"traceutil/trace.go:171","msg":"trace[898694375] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"400.98991ms","start":"2026-03-31T18:26:48.916267Z","end":"2026-03-31T18:26:49.317257Z","steps":["trace[898694375] 'process raft request' (duration: 400.815225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.317312Z","caller":"traceutil/trace.go:171","msg":"trace[407810922] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"401.150344ms","start":"2026-03-31T18:26:48.916118Z","end":"2026-03-31T18:26:49.317269Z","steps":["trace[407810922] 'process raft request' (duration: 400.941419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.317368Z","caller":"traceutil/trace.go:171","msg":"trace[1915851692] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"401.03918ms","start":"2026-03-31T18:26:48.91632Z","end":"2026-03-31T18:26:49.317359Z","steps":["trace[1915851692] 'process raft request' (duration: 400.777774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.317382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.914538Z","time spent":"402.744196ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:26:49.317385Z","caller":"traceutil/trace.go:171","msg":"trace[1437827667] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"395.348023ms","start":"2026-03-31T18:26:48.922Z","end":"2026-03-31T18:26:49.317348Z","steps":["trace[1437827667] 'process raft request' (duration: 395.119557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.317431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.916094Z","time spent":"401.278777ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:26:49.317453Z","caller":"traceutil/trace.go:171","msg":"trace[1139069457] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"403.138946ms","start":"2026-03-31T18:26:48.914304Z","end":"2026-03-31T18:26:49.317443Z","steps":["trace[1139069457] 'process raft request' (duration: 402.675524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.31746Z","caller":"traceutil/trace.go:171","msg":"trace[288134603] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"401.447232ms","start":"2026-03-31T18:26:48.915997Z","end":"2026-03-31T18:26:49.317444Z","steps":["trace[288134603] 'process raft request' (duration: 400.99701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.317505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.914139Z","time spent":"403.342781ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:26:49.3174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.916309Z","time spent":"401.073412ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:26:49.31733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.916249Z","time spent":"401.037681ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:26:49.317579Z","caller":"traceutil/trace.go:171","msg":"trace[337739412] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"401.451381ms","start":"2026-03-31T18:26:48.9161Z","end":"2026-03-31T18:26:49.317552Z","steps":["trace[337739412] 'process raft request' (duration: 400.925868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.317564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.921973Z","time spent":"395.498967ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:49.317553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.647726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-cfb6w\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-31T18:26:49.317629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.916089Z","time spent":"401.519723ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:26:49.317263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.913038Z","time spent":"404.160152ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:26:49.317656Z","caller":"traceutil/trace.go:171","msg":"trace[2034002830] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-cfb6w; range_end:; response_count:1; response_revision:20; }","duration":"401.79274ms","start":"2026-03-31T18:26:48.915838Z","end":"2026-03-31T18:26:49.31763Z","steps":["trace[2034002830] 'agreement among raft nodes before linearized reading' (duration: 401.517223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.317522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.915973Z","time spent":"401.514153ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:26:49.317716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.915823Z","time spent":"401.879522ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":884,"request content":"key:\"/registry/certificatesigningrequests/csr-cfb6w\" "} {"level":"warn","ts":"2026-03-31T18:26:49.320316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.748708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-31T18:26:49.320375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.968336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:49.320413Z","caller":"traceutil/trace.go:171","msg":"trace[2006763998] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"349.856641ms","start":"2026-03-31T18:26:48.970529Z","end":"2026-03-31T18:26:49.320386Z","steps":["trace[2006763998] 'agreement among raft nodes before linearized reading' (duration: 349.599304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.320436Z","caller":"traceutil/trace.go:171","msg":"trace[1199308138] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:21; }","duration":"205.054158ms","start":"2026-03-31T18:26:49.115362Z","end":"2026-03-31T18:26:49.320416Z","steps":["trace[1199308138] 'agreement among raft nodes before linearized reading' (duration: 204.970786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.320502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:48.970503Z","time spent":"349.960344ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:26:49.585084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.288459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:26:49.585183Z","caller":"traceutil/trace.go:171","msg":"trace[1307168718] linearizableReadLoop","detail":"{readStateIndex:26; appliedIndex:25; }","duration":"260.707655ms","start":"2026-03-31T18:26:49.324461Z","end":"2026-03-31T18:26:49.585169Z","steps":["trace[1307168718] 'read index received' (duration: 153.353594ms)","trace[1307168718] 'applied index is now lower than readState.Index' (duration: 107.352931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:49.585283Z","caller":"traceutil/trace.go:171","msg":"trace[629926433] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"261.753922ms","start":"2026-03-31T18:26:49.323489Z","end":"2026-03-31T18:26:49.585243Z","steps":["trace[629926433] 'process raft request' (duration: 154.234717ms)","trace[629926433] 'compare' (duration: 107.130915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:49.585338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.866099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:49.585383Z","caller":"traceutil/trace.go:171","msg":"trace[1357539610] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:22; }","duration":"260.959671ms","start":"2026-03-31T18:26:49.324405Z","end":"2026-03-31T18:26:49.585365Z","steps":["trace[1357539610] 'agreement among raft nodes before linearized reading' (duration: 260.824447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.586201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.961731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:49.58624Z","caller":"traceutil/trace.go:171","msg":"trace[940797687] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:29; }","duration":"261.029383ms","start":"2026-03-31T18:26:49.325201Z","end":"2026-03-31T18:26:49.58623Z","steps":["trace[940797687] 'agreement among raft nodes before linearized reading' (duration: 260.954551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586189Z","caller":"traceutil/trace.go:171","msg":"trace[168300544] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"261.464573ms","start":"2026-03-31T18:26:49.324617Z","end":"2026-03-31T18:26:49.586082Z","steps":["trace[168300544] 'process raft request' (duration: 261.309369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586514Z","caller":"traceutil/trace.go:171","msg":"trace[1207343554] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"261.69745ms","start":"2026-03-31T18:26:49.324807Z","end":"2026-03-31T18:26:49.586504Z","steps":["trace[1207343554] 'process raft request' (duration: 261.150616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586481Z","caller":"traceutil/trace.go:171","msg":"trace[1802186513] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"261.861564ms","start":"2026-03-31T18:26:49.324593Z","end":"2026-03-31T18:26:49.586455Z","steps":["trace[1802186513] 'process raft request' (duration: 261.296439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586684Z","caller":"traceutil/trace.go:171","msg":"trace[2013788092] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"261.659988ms","start":"2026-03-31T18:26:49.325008Z","end":"2026-03-31T18:26:49.586668Z","steps":["trace[2013788092] 'process raft request' (duration: 261.041862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586727Z","caller":"traceutil/trace.go:171","msg":"trace[850660357] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"261.459194ms","start":"2026-03-31T18:26:49.325237Z","end":"2026-03-31T18:26:49.586697Z","steps":["trace[850660357] 'process raft request' (duration: 260.836808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.58671Z","caller":"traceutil/trace.go:171","msg":"trace[1187573244] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"261.835643ms","start":"2026-03-31T18:26:49.324827Z","end":"2026-03-31T18:26:49.586663Z","steps":["trace[1187573244] 'process raft request' (duration: 261.173296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.586794Z","caller":"traceutil/trace.go:171","msg":"trace[1729685010] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"261.916395ms","start":"2026-03-31T18:26:49.324864Z","end":"2026-03-31T18:26:49.58678Z","steps":["trace[1729685010] 'process raft request' (duration: 261.161886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.859454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.386997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:26:49.859614Z","caller":"traceutil/trace.go:171","msg":"trace[979336461] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"271.412053ms","start":"2026-03-31T18:26:49.588159Z","end":"2026-03-31T18:26:49.859571Z","steps":["trace[979336461] 'process raft request' (duration: 102.814361ms)","trace[979336461] 'compare' (duration: 168.16001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:49.862494Z","caller":"traceutil/trace.go:171","msg":"trace[616585690] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"272.451281ms","start":"2026-03-31T18:26:49.590027Z","end":"2026-03-31T18:26:49.862479Z","steps":["trace[616585690] 'process raft request' (duration: 272.347258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862487Z","caller":"traceutil/trace.go:171","msg":"trace[198793177] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"272.540803ms","start":"2026-03-31T18:26:49.589899Z","end":"2026-03-31T18:26:49.86244Z","steps":["trace[198793177] 'process raft request' (duration: 272.356638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862599Z","caller":"traceutil/trace.go:171","msg":"trace[961061438] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"272.520063ms","start":"2026-03-31T18:26:49.590073Z","end":"2026-03-31T18:26:49.862593Z","steps":["trace[961061438] 'process raft request' (duration: 272.364149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862623Z","caller":"traceutil/trace.go:171","msg":"trace[413960652] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:33; }","duration":"233.110507ms","start":"2026-03-31T18:26:49.629495Z","end":"2026-03-31T18:26:49.862605Z","steps":["trace[413960652] 'read index received' (duration: 61.490587ms)","trace[413960652] 'applied index is now lower than readState.Index' (duration: 171.61914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:49.862693Z","caller":"traceutil/trace.go:171","msg":"trace[1999871021] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"272.602275ms","start":"2026-03-31T18:26:49.59007Z","end":"2026-03-31T18:26:49.862672Z","steps":["trace[1999871021] 'process raft request' (duration: 272.335618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862725Z","caller":"traceutil/trace.go:171","msg":"trace[1919053810] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"272.47915ms","start":"2026-03-31T18:26:49.590221Z","end":"2026-03-31T18:26:49.8627Z","steps":["trace[1919053810] 'process raft request' (duration: 272.353597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862841Z","caller":"traceutil/trace.go:171","msg":"trace[823453014] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"272.640275ms","start":"2026-03-31T18:26:49.590191Z","end":"2026-03-31T18:26:49.862831Z","steps":["trace[823453014] 'process raft request' (duration: 272.311466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.86276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.261801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:26:49.862849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.947483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:49.862885Z","caller":"traceutil/trace.go:171","msg":"trace[2033498244] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"272.713997ms","start":"2026-03-31T18:26:49.590156Z","end":"2026-03-31T18:26:49.86287Z","steps":["trace[2033498244] 'process raft request' (duration: 272.314386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862901Z","caller":"traceutil/trace.go:171","msg":"trace[272756978] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:37; }","duration":"233.450606ms","start":"2026-03-31T18:26:49.629442Z","end":"2026-03-31T18:26:49.862893Z","steps":["trace[272756978] 'agreement among raft nodes before linearized reading' (duration: 233.252711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:49.862979Z","caller":"traceutil/trace.go:171","msg":"trace[1662751547] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:37; }","duration":"233.080056ms","start":"2026-03-31T18:26:49.629842Z","end":"2026-03-31T18:26:49.862922Z","steps":["trace[1662751547] 'agreement among raft nodes before linearized reading' (duration: 232.899531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:49.863036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.986885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:49.863146Z","caller":"traceutil/trace.go:171","msg":"trace[1943015109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37; }","duration":"148.137799ms","start":"2026-03-31T18:26:49.714984Z","end":"2026-03-31T18:26:49.863122Z","steps":["trace[1943015109] 'agreement among raft nodes before linearized reading' (duration: 147.920864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:50.112152Z","caller":"traceutil/trace.go:171","msg":"trace[1529456055] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"245.319945ms","start":"2026-03-31T18:26:49.86682Z","end":"2026-03-31T18:26:50.11214Z","steps":["trace[1529456055] 'process raft request' (duration: 245.251173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:50.112161Z","caller":"traceutil/trace.go:171","msg":"trace[887764780] linearizableReadLoop","detail":"{readStateIndex:45; appliedIndex:42; }","duration":"186.675921ms","start":"2026-03-31T18:26:49.925453Z","end":"2026-03-31T18:26:50.112129Z","steps":["trace[887764780] 'read index received' (duration: 147.875742ms)","trace[887764780] 'applied index is now lower than readState.Index' (duration: 38.798559ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:50.112244Z","caller":"traceutil/trace.go:171","msg":"trace[161501184] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"245.784497ms","start":"2026-03-31T18:26:49.866446Z","end":"2026-03-31T18:26:50.11223Z","steps":["trace[161501184] 'process raft request' (duration: 245.556121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:50.112139Z","caller":"traceutil/trace.go:171","msg":"trace[1739841674] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"245.683185ms","start":"2026-03-31T18:26:49.866412Z","end":"2026-03-31T18:26:50.112096Z","steps":["trace[1739841674] 'process raft request' (duration: 206.998089ms)","trace[1739841674] 'compare' (duration: 38.306846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:50.112303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.856797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:50.112354Z","caller":"traceutil/trace.go:171","msg":"trace[355234600] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:41; }","duration":"193.97444ms","start":"2026-03-31T18:26:49.918368Z","end":"2026-03-31T18:26:50.112343Z","steps":["trace[355234600] 'agreement among raft nodes before linearized reading' (duration: 193.824506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:50.11247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.907935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:50.11252Z","caller":"traceutil/trace.go:171","msg":"trace[1362800198] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:41; }","duration":"184.981506ms","start":"2026-03-31T18:26:49.927526Z","end":"2026-03-31T18:26:50.112508Z","steps":["trace[1362800198] 'agreement among raft nodes before linearized reading' (duration: 184.878994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:50.112488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.134382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:50.112633Z","caller":"traceutil/trace.go:171","msg":"trace[469738444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41; }","duration":"197.43536ms","start":"2026-03-31T18:26:49.915181Z","end":"2026-03-31T18:26:50.112616Z","steps":["trace[469738444] 'agreement among raft nodes before linearized reading' (duration: 197.126082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:50.344327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.055586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:26:50.344528Z","caller":"traceutil/trace.go:171","msg":"trace[1992503763] linearizableReadLoop","detail":"{readStateIndex:48; appliedIndex:46; }","duration":"162.905673ms","start":"2026-03-31T18:26:50.181596Z","end":"2026-03-31T18:26:50.344501Z","steps":["trace[1992503763] 'read index received' (duration: 56.716254ms)","trace[1992503763] 'applied index is now lower than readState.Index' (duration: 106.188409ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:50.344603Z","caller":"traceutil/trace.go:171","msg":"trace[335338221] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"226.916896ms","start":"2026-03-31T18:26:50.117671Z","end":"2026-03-31T18:26:50.344588Z","steps":["trace[335338221] 'process raft request' (duration: 120.522061ms)","trace[335338221] 'compare' (duration: 105.923153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:50.344619Z","caller":"traceutil/trace.go:171","msg":"trace[1100712719] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"226.716482ms","start":"2026-03-31T18:26:50.11786Z","end":"2026-03-31T18:26:50.344576Z","steps":["trace[1100712719] 'process raft request' (duration: 226.576728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:50.344726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.77167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:1 size:338"} {"level":"info","ts":"2026-03-31T18:26:50.34478Z","caller":"traceutil/trace.go:171","msg":"trace[1467038743] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:44; }","duration":"177.867273ms","start":"2026-03-31T18:26:50.166896Z","end":"2026-03-31T18:26:50.344764Z","steps":["trace[1467038743] 'agreement among raft nodes before linearized reading' (duration: 177.707129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:50.421721Z","caller":"traceutil/trace.go:171","msg":"trace[1554240108] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"233.533708ms","start":"2026-03-31T18:26:50.18816Z","end":"2026-03-31T18:26:50.421694Z","steps":["trace[1554240108] 'process raft request' (duration: 233.402705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:50.421724Z","caller":"traceutil/trace.go:171","msg":"trace[1941891194] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"235.977901ms","start":"2026-03-31T18:26:50.185724Z","end":"2026-03-31T18:26:50.421702Z","steps":["trace[1941891194] 'process raft request' (duration: 235.723165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:50.421714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.826143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:50.421819Z","caller":"traceutil/trace.go:171","msg":"trace[1402921397] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:46; }","duration":"236.961897ms","start":"2026-03-31T18:26:50.184842Z","end":"2026-03-31T18:26:50.421803Z","steps":["trace[1402921397] 'agreement among raft nodes before linearized reading' (duration: 236.780282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.616486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:26:56.674352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07218956s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:26:56.68115Z","caller":"traceutil/trace.go:171","msg":"trace[2074584023] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:343; }","duration":"565.590877ms","start":"2026-03-31T18:26:56.115529Z","end":"2026-03-31T18:26:56.68112Z","steps":["trace[2074584023] 'read index received' (duration: 558.994135ms)","trace[2074584023] 'applied index is now lower than readState.Index' (duration: 6.595502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:56.681239Z","caller":"traceutil/trace.go:171","msg":"trace[1285176283] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"1.079163492s","start":"2026-03-31T18:26:55.602046Z","end":"2026-03-31T18:26:56.68121Z","steps":["trace[1285176283] 'process raft request' (duration: 1.072592231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.681362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.602026Z","time spent":"1.079275685s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":217,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:26:56.681392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.38376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:26:56.68144Z","caller":"traceutil/trace.go:171","msg":"trace[1882381241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:333; }","duration":"137.480273ms","start":"2026-03-31T18:26:56.543947Z","end":"2026-03-31T18:26:56.681427Z","steps":["trace[1882381241] 'agreement among raft nodes before linearized reading' (duration: 137.343519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.681444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.096137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:26:56.681518Z","caller":"traceutil/trace.go:171","msg":"trace[1877135947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:333; }","duration":"136.20382ms","start":"2026-03-31T18:26:56.545296Z","end":"2026-03-31T18:26:56.6815Z","steps":["trace[1877135947] 'agreement among raft nodes before linearized reading' (duration: 136.068276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.681641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.040388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:26:56.681755Z","caller":"traceutil/trace.go:171","msg":"trace[1865687188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:333; }","duration":"566.212223ms","start":"2026-03-31T18:26:56.115488Z","end":"2026-03-31T18:26:56.6817Z","steps":["trace[1865687188] 'agreement among raft nodes before linearized reading' (duration: 565.782072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.681927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:56.115467Z","time spent":"566.441079ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:26:58.850389Z","caller":"traceutil/trace.go:171","msg":"trace[1535168429] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:404; }","duration":"151.118437ms","start":"2026-03-31T18:26:58.699251Z","end":"2026-03-31T18:26:58.850369Z","steps":["trace[1535168429] 'read index received' (duration: 150.976683ms)","trace[1535168429] 'applied index is now lower than readState.Index' (duration: 140.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:58.850436Z","caller":"traceutil/trace.go:171","msg":"trace[415587142] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"151.535127ms","start":"2026-03-31T18:26:58.698878Z","end":"2026-03-31T18:26:58.850413Z","steps":["trace[415587142] 'process raft request' (duration: 151.361103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:58.850576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.265521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:26:58.85062Z","caller":"traceutil/trace.go:171","msg":"trace[246112109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:393; }","duration":"151.380413ms","start":"2026-03-31T18:26:58.699229Z","end":"2026-03-31T18:26:58.850609Z","steps":["trace[246112109] 'agreement among raft nodes before linearized reading' (duration: 151.25537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:58.850578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.016475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:26:58.850788Z","caller":"traceutil/trace.go:171","msg":"trace[21523274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:393; }","duration":"151.23074ms","start":"2026-03-31T18:26:58.699519Z","end":"2026-03-31T18:26:58.850749Z","steps":["trace[21523274] 'agreement among raft nodes before linearized reading' (duration: 151.002304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:59.320816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.90546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:26:59.320997Z","caller":"traceutil/trace.go:171","msg":"trace[343036017] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"466.574423ms","start":"2026-03-31T18:26:58.854383Z","end":"2026-03-31T18:26:59.320957Z","steps":["trace[343036017] 'process raft request' (duration: 16.458057ms)","trace[343036017] 'compare' (duration: 449.796588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:59.321058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:58.854357Z","time spent":"466.673517ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:26:59.321126Z","caller":"traceutil/trace.go:171","msg":"trace[930335381] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:405; }","duration":"295.251822ms","start":"2026-03-31T18:26:59.025846Z","end":"2026-03-31T18:26:59.321098Z","steps":["trace[930335381] 'read index received' (duration: 92.437262ms)","trace[930335381] 'applied index is now lower than readState.Index' (duration: 202.81313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:59.321207Z","caller":"traceutil/trace.go:171","msg":"trace[179200044] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"466.482881ms","start":"2026-03-31T18:26:58.854712Z","end":"2026-03-31T18:26:59.321195Z","steps":["trace[179200044] 'process raft request' (duration: 466.215774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:59.321262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:58.854687Z","time spent":"466.547802ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:59.321299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.439756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:26:59.321365Z","caller":"traceutil/trace.go:171","msg":"trace[1187795381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:395; }","duration":"295.58641ms","start":"2026-03-31T18:26:59.025757Z","end":"2026-03-31T18:26:59.321344Z","steps":["trace[1187795381] 'agreement among raft nodes before linearized reading' (duration: 295.468047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:01.439391Z","caller":"traceutil/trace.go:171","msg":"trace[1158434308] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"110.980014ms","start":"2026-03-31T18:27:01.328382Z","end":"2026-03-31T18:27:01.439362Z","steps":["trace[1158434308] 'process raft request' (duration: 80.948714ms)","trace[1158434308] 'compare' (duration: 29.890356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:01.518963Z","caller":"traceutil/trace.go:171","msg":"trace[1057718585] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"188.454108ms","start":"2026-03-31T18:27:01.330483Z","end":"2026-03-31T18:27:01.518937Z","steps":["trace[1057718585] 'process raft request' (duration: 188.278883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:01.519149Z","caller":"traceutil/trace.go:171","msg":"trace[1010795907] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:411; }","duration":"184.435142ms","start":"2026-03-31T18:27:01.334684Z","end":"2026-03-31T18:27:01.519119Z","steps":["trace[1010795907] 'read index received' (duration: 74.66846ms)","trace[1010795907] 'applied index is now lower than readState.Index' (duration: 109.764802ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:01.519246Z","caller":"traceutil/trace.go:171","msg":"trace[110801728] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"188.330183ms","start":"2026-03-31T18:27:01.330903Z","end":"2026-03-31T18:27:01.519234Z","steps":["trace[110801728] 'process raft request' (duration: 187.994435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:01.519356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.656829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:27:01.519438Z","caller":"traceutil/trace.go:171","msg":"trace[483492170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"184.783282ms","start":"2026-03-31T18:27:01.334637Z","end":"2026-03-31T18:27:01.51942Z","steps":["trace[483492170] 'agreement among raft nodes before linearized reading' (duration: 184.630338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.340045Z","caller":"traceutil/trace.go:171","msg":"trace[1555107888] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"144.430863ms","start":"2026-03-31T18:27:03.195595Z","end":"2026-03-31T18:27:03.340025Z","steps":["trace[1555107888] 'process raft request' (duration: 144.30704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.853143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.363355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:03.853369Z","caller":"traceutil/trace.go:171","msg":"trace[1478833392] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"316.878064ms","start":"2026-03-31T18:27:03.536474Z","end":"2026-03-31T18:27:03.853352Z","steps":["trace[1478833392] 'read index received' (duration: 158.156639ms)","trace[1478833392] 'applied index is now lower than readState.Index' (duration: 158.720195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:03.853464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.980536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:03.853491Z","caller":"traceutil/trace.go:171","msg":"trace[515917554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"317.029718ms","start":"2026-03-31T18:27:03.536452Z","end":"2026-03-31T18:27:03.853482Z","steps":["trace[515917554] 'agreement among raft nodes before linearized reading' (duration: 316.947986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.853537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.536443Z","time spent":"317.085609ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:27:03.853661Z","caller":"traceutil/trace.go:171","msg":"trace[1975232358] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"326.978416ms","start":"2026-03-31T18:27:03.526631Z","end":"2026-03-31T18:27:03.85361Z","steps":["trace[1975232358] 'process raft request' (duration: 167.990475ms)","trace[1975232358] 'compare' (duration: 158.049797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:03.853816Z","caller":"traceutil/trace.go:171","msg":"trace[1127484425] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"326.74643ms","start":"2026-03-31T18:27:03.526987Z","end":"2026-03-31T18:27:03.853734Z","steps":["trace[1127484425] 'process raft request' (duration: 326.258218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.853927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.526612Z","time spent":"327.217123ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:03.853989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.526979Z","time spent":"326.911216ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:05.430287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:05.930559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:06.431754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:06.485739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584739529s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:06.4862Z","caller":"traceutil/trace.go:171","msg":"trace[524674566] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.606200877s","start":"2026-03-31T18:27:04.879971Z","end":"2026-03-31T18:27:06.486172Z","steps":["trace[524674566] 'process raft request' (duration: 1.606038393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:06.486341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:04.879945Z","time spent":"1.606314311s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:06.942773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:06.942849Z","caller":"traceutil/trace.go:171","msg":"trace[1639740946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013939s","start":"2026-03-31T18:27:04.942815Z","end":"2026-03-31T18:27:06.942829Z","steps":["trace[1639740946] 'agreement among raft nodes before linearized reading' (duration: 1.999922077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:06.942903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:04.942795Z","time spent":"2.000096632s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:08.741654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151318507s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:08.74179Z","caller":"traceutil/trace.go:171","msg":"trace[1208704268] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:410; }","duration":"1.15144605s","start":"2026-03-31T18:27:07.590307Z","end":"2026-03-31T18:27:08.741753Z","steps":["trace[1208704268] 'range keys from in-memory index tree' (duration: 1.151302867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:08.796414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451515027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:27:08.951675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001103288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:08.951843Z","caller":"traceutil/trace.go:171","msg":"trace[770592853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001330244s","start":"2026-03-31T18:27:06.950484Z","end":"2026-03-31T18:27:08.951815Z","steps":["trace[770592853] 'agreement among raft nodes before linearized reading' (duration: 2.001117749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:08.951908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:06.950473Z","time spent":"2.001421056s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:10.857386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999948713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:10.857511Z","caller":"traceutil/trace.go:171","msg":"trace[1838309032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000104077s","start":"2026-03-31T18:27:05.857377Z","end":"2026-03-31T18:27:10.857481Z","steps":["trace[1838309032] 'agreement among raft nodes before linearized reading' (duration: 4.999959743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.857565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.857367Z","time spent":"5.000186739s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:27:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:10.869427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999386537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:10.869495Z","caller":"traceutil/trace.go:171","msg":"trace[1306740145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99950243s","start":"2026-03-31T18:27:05.869978Z","end":"2026-03-31T18:27:10.86948Z","steps":["trace[1306740145] 'agreement among raft nodes before linearized reading' (duration: 4.999414488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.869531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.869962Z","time spent":"4.999562493s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:10.951973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:10.952052Z","caller":"traceutil/trace.go:171","msg":"trace[1288111423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092672s","start":"2026-03-31T18:27:08.951943Z","end":"2026-03-31T18:27:10.952035Z","steps":["trace[1288111423] 'agreement among raft nodes before linearized reading' (duration: 1.999994589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.952095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:08.951872Z","time spent":"2.000215255s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:11.102184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75718491s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:27:11.102446Z","caller":"traceutil/trace.go:171","msg":"trace[1431370049] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:422; }","duration":"6.173036816s","start":"2026-03-31T18:27:04.929349Z","end":"2026-03-31T18:27:11.102386Z","steps":["trace[1431370049] 'read index received' (duration: 1.55666214s)","trace[1431370049] 'applied index is now lower than readState.Index' (duration: 4.616373536s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:11.102637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.173267322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:27:11.102676Z","caller":"traceutil/trace.go:171","msg":"trace[2047224215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"6.173327483s","start":"2026-03-31T18:27:04.929333Z","end":"2026-03-31T18:27:11.102661Z","steps":["trace[2047224215] 'agreement among raft nodes before linearized reading' (duration: 6.173238141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.102714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:04.929327Z","time spent":"6.173377204s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:27:11.103001Z","caller":"traceutil/trace.go:171","msg":"trace[1670533041] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"4.156217579s","start":"2026-03-31T18:27:06.946765Z","end":"2026-03-31T18:27:11.102982Z","steps":["trace[1670533041] 'process raft request' (duration: 4.155528802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.103107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:06.94674Z","time spent":"4.156307981s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:12.19722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075961679s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:27:12.686813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583746703s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:12.687213Z","caller":"traceutil/trace.go:171","msg":"trace[67000392] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"1.584691197s","start":"2026-03-31T18:27:11.102498Z","end":"2026-03-31T18:27:12.687189Z","steps":["trace[67000392] 'read index received' (duration: 260.236µs)","trace[67000392] 'applied index is now lower than readState.Index' (duration: 1.584429751s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.687211Z","caller":"traceutil/trace.go:171","msg":"trace[1926833689] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.576873625s","start":"2026-03-31T18:27:11.110315Z","end":"2026-03-31T18:27:12.687189Z","steps":["trace[1926833689] 'process raft request' (duration: 1.576814484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.830078688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:27:12.687351Z","caller":"traceutil/trace.go:171","msg":"trace[1442264837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"6.83014305s","start":"2026-03-31T18:27:05.857196Z","end":"2026-03-31T18:27:12.687339Z","steps":["trace[1442264837] 'agreement among raft nodes before linearized reading' (duration: 6.830075058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.857175Z","time spent":"6.830188071s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:12.687366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726916283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:12.687381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.196783762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-31T18:27:12.687424Z","caller":"traceutil/trace.go:171","msg":"trace[2061013961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.727018146s","start":"2026-03-31T18:27:10.96039Z","end":"2026-03-31T18:27:12.687408Z","steps":["trace[2061013961] 'agreement among raft nodes before linearized reading' (duration: 1.726896943s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.68744Z","caller":"traceutil/trace.go:171","msg":"trace[437072630] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:413; }","duration":"6.196880754s","start":"2026-03-31T18:27:06.490546Z","end":"2026-03-31T18:27:12.687427Z","steps":["trace[437072630] 'agreement among raft nodes before linearized reading' (duration: 6.19671745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:11.1103Z","time spent":"1.576959267s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:12.687459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.960374Z","time spent":"1.727076987s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:12.687481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:06.490532Z","time spent":"6.196941586s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T18:27:12.687451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577390058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:27:12.687536Z","caller":"traceutil/trace.go:171","msg":"trace[1943967952] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:413; }","duration":"1.577506121s","start":"2026-03-31T18:27:11.110022Z","end":"2026-03-31T18:27:12.687528Z","steps":["trace[1943967952] 'agreement among raft nodes before linearized reading' (duration: 1.577408838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369723541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:27:12.687566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:11.109997Z","time spent":"1.577562373s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" "} {"level":"info","ts":"2026-03-31T18:27:12.687592Z","caller":"traceutil/trace.go:171","msg":"trace[1007832163] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:413; }","duration":"1.369830813s","start":"2026-03-31T18:27:11.317748Z","end":"2026-03-31T18:27:12.687579Z","steps":["trace[1007832163] 'agreement among raft nodes before linearized reading' (duration: 1.369739011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:11.317729Z","time spent":"1.369904666s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-31T18:27:12.687194Z","caller":"traceutil/trace.go:171","msg":"trace[579036636] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"2.77048621s","start":"2026-03-31T18:27:09.91667Z","end":"2026-03-31T18:27:12.687157Z","steps":["trace[579036636] 'process raft request' (duration: 1.186300746s)","trace[579036636] 'compare' (duration: 1.583594019s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:12.687815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.916648Z","time spent":"2.771082347s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:31.687245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.964113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:31.687422Z","caller":"traceutil/trace.go:171","msg":"trace[287292344] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"359.952224ms","start":"2026-03-31T18:27:31.327446Z","end":"2026-03-31T18:27:31.687398Z","steps":["trace[287292344] 'process raft request' (duration: 183.745366ms)","trace[287292344] 'compare' (duration: 175.778337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:31.687508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:31.327413Z","time spent":"360.060396ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:33.354561Z","caller":"traceutil/trace.go:171","msg":"trace[1447452199] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"110.303256ms","start":"2026-03-31T18:27:33.244224Z","end":"2026-03-31T18:27:33.354527Z","steps":["trace[1447452199] 'process raft request' (duration: 109.888346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:35.022144Z","caller":"traceutil/trace.go:171","msg":"trace[1994793141] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:551; }","duration":"230.788816ms","start":"2026-03-31T18:27:34.791328Z","end":"2026-03-31T18:27:35.022117Z","steps":["trace[1994793141] 'read index received' (duration: 230.604981ms)","trace[1994793141] 'applied index is now lower than readState.Index' (duration: 182.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:35.02228Z","caller":"traceutil/trace.go:171","msg":"trace[245938967] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"232.355937ms","start":"2026-03-31T18:27:34.789881Z","end":"2026-03-31T18:27:35.022237Z","steps":["trace[245938967] 'process raft request' (duration: 232.07922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:35.022372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.472984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:35.022367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.997891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:27:35.022412Z","caller":"traceutil/trace.go:171","msg":"trace[1954007743] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:531; }","duration":"154.577336ms","start":"2026-03-31T18:27:34.867823Z","end":"2026-03-31T18:27:35.0224Z","steps":["trace[1954007743] 'agreement among raft nodes before linearized reading' (duration: 154.486264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:35.022455Z","caller":"traceutil/trace.go:171","msg":"trace[1391152652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"231.120735ms","start":"2026-03-31T18:27:34.791311Z","end":"2026-03-31T18:27:35.022432Z","steps":["trace[1391152652] 'agreement among raft nodes before linearized reading' (duration: 230.93248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:35.530642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:36.639973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.426998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:36.640419Z","caller":"traceutil/trace.go:171","msg":"trace[1842506766] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.614253835s","start":"2026-03-31T18:27:35.026113Z","end":"2026-03-31T18:27:36.640367Z","steps":["trace[1842506766] 'process raft request' (duration: 753.337814ms)","trace[1842506766] 'compare' (duration: 860.286115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:36.640504Z","caller":"traceutil/trace.go:171","msg":"trace[829558171] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:552; }","duration":"1.610546109s","start":"2026-03-31T18:27:35.029914Z","end":"2026-03-31T18:27:36.64046Z","steps":["trace[829558171] 'read index received' (duration: 749.511096ms)","trace[829558171] 'applied index is now lower than readState.Index' (duration: 861.026283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:36.640706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:35.026083Z","time spent":"1.614541923s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:36.643528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612893621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:36.6436Z","caller":"traceutil/trace.go:171","msg":"trace[8137134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"1.613007833s","start":"2026-03-31T18:27:35.030574Z","end":"2026-03-31T18:27:36.643582Z","steps":["trace[8137134] 'agreement among raft nodes before linearized reading' (duration: 1.61287758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:36.643665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:35.030555Z","time spent":"1.613101226s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:36.643667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613729702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:27:36.643673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259127478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:36.643745Z","caller":"traceutil/trace.go:171","msg":"trace[258418872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:532; }","duration":"1.613837725s","start":"2026-03-31T18:27:35.029884Z","end":"2026-03-31T18:27:36.643722Z","steps":["trace[258418872] 'agreement among raft nodes before linearized reading' (duration: 1.610702064s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:36.64376Z","caller":"traceutil/trace.go:171","msg":"trace[170833597] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:532; }","duration":"1.259262441s","start":"2026-03-31T18:27:35.384476Z","end":"2026-03-31T18:27:36.643738Z","steps":["trace[170833597] 'agreement among raft nodes before linearized reading' (duration: 1.259102497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:36.643786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:35.029873Z","time spent":"1.613907166s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:27:36.643808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:35.384455Z","time spent":"1.259340393s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:37.442885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:27:37.829391Z","caller":"traceutil/trace.go:171","msg":"trace[916381790] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"999.264385ms","start":"2026-03-31T18:27:36.830078Z","end":"2026-03-31T18:27:37.829343Z","steps":["trace[916381790] 'process raft request' (duration: 999.09132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:37.829569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.83005Z","time spent":"999.4459ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:38.941997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:38.94211Z","caller":"traceutil/trace.go:171","msg":"trace[229803657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140613s","start":"2026-03-31T18:27:36.941944Z","end":"2026-03-31T18:27:38.942084Z","steps":["trace[229803657] 'agreement among raft nodes before linearized reading' (duration: 1.999923458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:38.942175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.941923Z","time spent":"2.000226717s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:39.402296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572121731s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:39.402824Z","caller":"traceutil/trace.go:171","msg":"trace[1800711027] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"2.571182192s","start":"2026-03-31T18:27:36.831603Z","end":"2026-03-31T18:27:39.402785Z","steps":["trace[1800711027] 'process raft request' (duration: 2.570929276s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.403005Z","caller":"traceutil/trace.go:171","msg":"trace[1283356538] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"2.571152381s","start":"2026-03-31T18:27:36.831763Z","end":"2026-03-31T18:27:39.402915Z","steps":["trace[1283356538] 'process raft request' (duration: 2.570935366s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.403061Z","caller":"traceutil/trace.go:171","msg":"trace[284520548] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"2.562359903s","start":"2026-03-31T18:27:36.840645Z","end":"2026-03-31T18:27:39.403005Z","steps":["trace[284520548] 'process raft request' (duration: 2.562123017s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.403108Z","caller":"traceutil/trace.go:171","msg":"trace[1101217921] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"2.559367115s","start":"2026-03-31T18:27:36.843699Z","end":"2026-03-31T18:27:39.403066Z","steps":["trace[1101217921] 'process raft request' (duration: 2.559120049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.403188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.831723Z","time spent":"2.571379517s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.403279Z","caller":"traceutil/trace.go:171","msg":"trace[525161703] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"2.559333655s","start":"2026-03-31T18:27:36.843834Z","end":"2026-03-31T18:27:39.403168Z","steps":["trace[525161703] 'process raft request' (duration: 2.559082129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.40328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.843691Z","time spent":"2.559505549s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.403277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.840621Z","time spent":"2.562551778s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.403318Z","caller":"traceutil/trace.go:171","msg":"trace[791246170] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"2.559350805s","start":"2026-03-31T18:27:36.843739Z","end":"2026-03-31T18:27:39.40309Z","steps":["trace[791246170] 'process raft request' (duration: 2.559119249s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.403568Z","caller":"traceutil/trace.go:171","msg":"trace[2145351914] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"2.533163104s","start":"2026-03-31T18:27:36.870352Z","end":"2026-03-31T18:27:39.403515Z","steps":["trace[2145351914] 'process raft request' (duration: 2.532932998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.403292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.831583Z","time spent":"2.571329766s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.404063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.870328Z","time spent":"2.533665057s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.404165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.84383Z","time spent":"2.559494619s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.403374Z","caller":"traceutil/trace.go:171","msg":"trace[811831799] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"2.549458148s","start":"2026-03-31T18:27:36.853904Z","end":"2026-03-31T18:27:39.403362Z","steps":["trace[811831799] 'process raft request' (duration: 2.549229302s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.404514Z","caller":"traceutil/trace.go:171","msg":"trace[1725015090] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"2.558557644s","start":"2026-03-31T18:27:36.844813Z","end":"2026-03-31T18:27:39.40337Z","steps":["trace[1725015090] 'process raft request' (duration: 2.558218465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.404646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.844799Z","time spent":"2.559795727s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.404678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.853895Z","time spent":"2.550623279s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.40486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.843713Z","time spent":"2.559665893s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.405392Z","caller":"traceutil/trace.go:171","msg":"trace[754401621] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"2.516952743s","start":"2026-03-31T18:27:36.888421Z","end":"2026-03-31T18:27:39.405374Z","steps":["trace[754401621] 'process raft request' (duration: 2.515740731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.405579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.888389Z","time spent":"2.517141699s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.407276Z","caller":"traceutil/trace.go:171","msg":"trace[1244488797] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:556; }","duration":"2.465209898s","start":"2026-03-31T18:27:36.941984Z","end":"2026-03-31T18:27:39.407194Z","steps":["trace[1244488797] 'read index received' (duration: 887.284255ms)","trace[1244488797] 'applied index is now lower than readState.Index' (duration: 1.577924263s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:39.4074Z","caller":"traceutil/trace.go:171","msg":"trace[433501014] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"2.416077542s","start":"2026-03-31T18:27:36.991278Z","end":"2026-03-31T18:27:39.407355Z","steps":["trace[433501014] 'process raft request' (duration: 2.415541838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.407571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.991238Z","time spent":"2.416214636s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:39.427092Z","caller":"traceutil/trace.go:171","msg":"trace[2110275474] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.591944747s","start":"2026-03-31T18:27:37.835119Z","end":"2026-03-31T18:27:39.427064Z","steps":["trace[2110275474] 'process raft request' (duration: 1.591733612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400664402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:27:39.427202Z","caller":"traceutil/trace.go:171","msg":"trace[2073425585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"2.400785615s","start":"2026-03-31T18:27:37.026407Z","end":"2026-03-31T18:27:39.427192Z","steps":["trace[2073425585] 'agreement among raft nodes before linearized reading' (duration: 2.400661692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.249918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:27:39.427223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:37.835091Z","time spent":"1.592073261s","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:39.427255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.696967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:27:39.427278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.732852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:27:39.427295Z","caller":"traceutil/trace.go:171","msg":"trace[1235411388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"770.784899ms","start":"2026-03-31T18:27:38.656499Z","end":"2026-03-31T18:27:39.427284Z","steps":["trace[1235411388] 'agreement among raft nodes before linearized reading' (duration: 770.678856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.427298Z","caller":"traceutil/trace.go:171","msg":"trace[1582147424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"769.764412ms","start":"2026-03-31T18:27:38.657528Z","end":"2026-03-31T18:27:39.427292Z","steps":["trace[1582147424] 'agreement among raft nodes before linearized reading' (duration: 769.728461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.656477Z","time spent":"770.83561ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:27:39.427318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.657521Z","time spent":"769.792704ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:27:39.427187Z","caller":"traceutil/trace.go:171","msg":"trace[921358169] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.590475619s","start":"2026-03-31T18:27:37.83668Z","end":"2026-03-31T18:27:39.427155Z","steps":["trace[921358169] 'process raft request' (duration: 1.590294244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:37.836651Z","time spent":"1.590709655s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:39.427233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:37.026382Z","time spent":"2.400845037s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:39.427138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.680335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:39.427537Z","caller":"traceutil/trace.go:171","msg":"trace[1567214299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"485.141506ms","start":"2026-03-31T18:27:38.942388Z","end":"2026-03-31T18:27:39.42753Z","steps":["trace[1567214299] 'agreement among raft nodes before linearized reading' (duration: 484.699645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.942366Z","time spent":"485.190388ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:39.427237Z","caller":"traceutil/trace.go:171","msg":"trace[1753089784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:548; }","duration":"782.31579ms","start":"2026-03-31T18:27:38.644912Z","end":"2026-03-31T18:27:39.427228Z","steps":["trace[1753089784] 'agreement among raft nodes before linearized reading' (duration: 782.276419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.427662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.644889Z","time spent":"782.765621ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:27:39.427796Z","caller":"traceutil/trace.go:171","msg":"trace[130431390] transaction","detail":"{read_only:false; number_of_response:1; response_revision:548; }","duration":"1.590071709s","start":"2026-03-31T18:27:37.837706Z","end":"2026-03-31T18:27:39.427778Z","steps":["trace[130431390] 'process raft request' (duration: 1.58933051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.42786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:37.837695Z","time spent":"1.5901294s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:41.514769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.623846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:41.514942Z","caller":"traceutil/trace.go:171","msg":"trace[508887013] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"156.403204ms","start":"2026-03-31T18:27:41.35852Z","end":"2026-03-31T18:27:41.514923Z","steps":["trace[508887013] 'process raft request' (duration: 53.544632ms)","trace[508887013] 'compare' (duration: 102.488043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:41.809936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.425488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:41.810071Z","caller":"traceutil/trace.go:171","msg":"trace[52572914] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"289.656886ms","start":"2026-03-31T18:27:41.520393Z","end":"2026-03-31T18:27:41.81005Z","steps":["trace[52572914] 'process raft request' (duration: 124.019372ms)","trace[52572914] 'compare' (duration: 165.138271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:42.14278Z","caller":"traceutil/trace.go:171","msg":"trace[1753435933] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"622.007352ms","start":"2026-03-31T18:27:41.520741Z","end":"2026-03-31T18:27:42.142749Z","steps":["trace[1753435933] 'process raft request' (duration: 585.844752ms)","trace[1753435933] 'compare' (duration: 35.965645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:42.143135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.520721Z","time spent":"622.340531ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:42.143285Z","caller":"traceutil/trace.go:171","msg":"trace[420568789] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"622.146326ms","start":"2026-03-31T18:27:41.521096Z","end":"2026-03-31T18:27:42.143242Z","steps":["trace[420568789] 'process raft request' (duration: 621.608332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:42.143362Z","caller":"traceutil/trace.go:171","msg":"trace[255324660] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:640; }","duration":"622.026854ms","start":"2026-03-31T18:27:41.521279Z","end":"2026-03-31T18:27:42.143306Z","steps":["trace[255324660] 'read index received' (duration: 123.205502ms)","trace[255324660] 'applied index is now lower than readState.Index' (duration: 498.820342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:42.143572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.28528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:27:42.143583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.240877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:42.143553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.521081Z","time spent":"622.327071ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:42.143627Z","caller":"traceutil/trace.go:171","msg":"trace[1147005461] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:619; }","duration":"194.346959ms","start":"2026-03-31T18:27:41.949266Z","end":"2026-03-31T18:27:42.143613Z","steps":["trace[1147005461] 'agreement among raft nodes before linearized reading' (duration: 194.263827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:42.143631Z","caller":"traceutil/trace.go:171","msg":"trace[1089214361] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"622.394632ms","start":"2026-03-31T18:27:41.521219Z","end":"2026-03-31T18:27:42.143613Z","steps":["trace[1089214361] 'process raft request' (duration: 621.91162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:42.14363Z","caller":"traceutil/trace.go:171","msg":"trace[856545971] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:619; }","duration":"622.350151ms","start":"2026-03-31T18:27:41.521259Z","end":"2026-03-31T18:27:42.143609Z","steps":["trace[856545971] 'agreement among raft nodes before linearized reading' (duration: 622.253629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.1437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.52125Z","time spent":"622.433723ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:27:42.14373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.521189Z","time spent":"622.480415ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:42.48844Z","caller":"traceutil/trace.go:171","msg":"trace[1204521967] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"311.058873ms","start":"2026-03-31T18:27:42.177348Z","end":"2026-03-31T18:27:42.488407Z","steps":["trace[1204521967] 'process raft request' (duration: 300.011286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.488591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:42.177328Z","time spent":"311.191416ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:42.788461Z","caller":"traceutil/trace.go:171","msg":"trace[1421887297] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"296.475383ms","start":"2026-03-31T18:27:42.491964Z","end":"2026-03-31T18:27:42.788439Z","steps":["trace[1421887297] 'process raft request' (duration: 296.36884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:43.930637Z","caller":"traceutil/trace.go:171","msg":"trace[319279744] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"108.592122ms","start":"2026-03-31T18:27:43.822005Z","end":"2026-03-31T18:27:43.930597Z","steps":["trace[319279744] 'process raft request' (duration: 108.413528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:44.172059Z","caller":"traceutil/trace.go:171","msg":"trace[2095541980] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"146.467835ms","start":"2026-03-31T18:27:44.025556Z","end":"2026-03-31T18:27:44.172024Z","steps":["trace[2095541980] 'process raft request' (duration: 145.709696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:44.942878Z","caller":"traceutil/trace.go:171","msg":"trace[837010794] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"236.112406ms","start":"2026-03-31T18:27:44.706725Z","end":"2026-03-31T18:27:44.942837Z","steps":["trace[837010794] 'process raft request' (duration: 235.326755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:45.177029Z","caller":"traceutil/trace.go:171","msg":"trace[1994351765] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"145.290195ms","start":"2026-03-31T18:27:45.031709Z","end":"2026-03-31T18:27:45.176999Z","steps":["trace[1994351765] 'process raft request' (duration: 145.109561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:48.438418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.48443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:27:48.438458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.688764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:27:48.438529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.471108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:27:48.438559Z","caller":"traceutil/trace.go:171","msg":"trace[1952738366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"194.685795ms","start":"2026-03-31T18:27:48.243844Z","end":"2026-03-31T18:27:48.438529Z","steps":["trace[1952738366] 'range keys from in-memory index tree' (duration: 194.392648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:48.438573Z","caller":"traceutil/trace.go:171","msg":"trace[430312263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"192.878978ms","start":"2026-03-31T18:27:48.24567Z","end":"2026-03-31T18:27:48.438549Z","steps":["trace[430312263] 'range keys from in-memory index tree' (duration: 192.51471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:48.438592Z","caller":"traceutil/trace.go:171","msg":"trace[465447855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"190.56718ms","start":"2026-03-31T18:27:48.248007Z","end":"2026-03-31T18:27:48.438574Z","steps":["trace[465447855] 'range keys from in-memory index tree' (duration: 190.382085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:49.570651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072803514s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:49.571238Z","caller":"traceutil/trace.go:171","msg":"trace[1785603162] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.128457239s","start":"2026-03-31T18:27:48.442755Z","end":"2026-03-31T18:27:49.571212Z","steps":["trace[1785603162] 'process raft request' (duration: 1.128242624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:49.571347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:48.442718Z","time spent":"1.128565212s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:49.571438Z","caller":"traceutil/trace.go:171","msg":"trace[1689793645] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:682; }","duration":"1.081311682s","start":"2026-03-31T18:27:48.490105Z","end":"2026-03-31T18:27:49.571417Z","steps":["trace[1689793645] 'read index received' (duration: 7.702368ms)","trace[1689793645] 'applied index is now lower than readState.Index' (duration: 1.073607444s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:49.571523Z","caller":"traceutil/trace.go:171","msg":"trace[433542466] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"1.128612044s","start":"2026-03-31T18:27:48.442903Z","end":"2026-03-31T18:27:49.571515Z","steps":["trace[433542466] 'process raft request' (duration: 1.128229054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:49.571567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:48.442884Z","time spent":"1.128661565s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:49.571662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081559248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:49.571695Z","caller":"traceutil/trace.go:171","msg":"trace[1802715822] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:660; }","duration":"1.08163503s","start":"2026-03-31T18:27:48.490048Z","end":"2026-03-31T18:27:49.571683Z","steps":["trace[1802715822] 'agreement among raft nodes before linearized reading' (duration: 1.081589609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:49.571733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:48.490025Z","time spent":"1.081698152s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:49.571869Z","caller":"traceutil/trace.go:171","msg":"trace[400940315] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.11909333s","start":"2026-03-31T18:27:48.452747Z","end":"2026-03-31T18:27:49.571841Z","steps":["trace[400940315] 'process raft request' (duration: 1.118425533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:49.572078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:48.452712Z","time spent":"1.119250104s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:51.002506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:51.503107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:51.960695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892342602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:51.961132Z","caller":"traceutil/trace.go:171","msg":"trace[2108363345] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:686; }","duration":"1.45962884s","start":"2026-03-31T18:27:50.501474Z","end":"2026-03-31T18:27:51.961103Z","steps":["trace[2108363345] 'read index received' (duration: 1.459371774s)","trace[2108363345] 'applied index is now lower than readState.Index' (duration: 256.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:51.961245Z","caller":"traceutil/trace.go:171","msg":"trace[813336133] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.892963438s","start":"2026-03-31T18:27:50.068244Z","end":"2026-03-31T18:27:51.961207Z","steps":["trace[813336133] 'process raft request' (duration: 1.892698401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.961321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239234406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:51.961363Z","caller":"traceutil/trace.go:171","msg":"trace[681983376] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:661; }","duration":"1.239338147s","start":"2026-03-31T18:27:50.722014Z","end":"2026-03-31T18:27:51.961352Z","steps":["trace[681983376] 'agreement among raft nodes before linearized reading' (duration: 1.239246985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.961404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.721994Z","time spent":"1.23940023s","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:51.961436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018300309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:51.961468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459989739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:27:51.961525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.980828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:27:51.961552Z","caller":"traceutil/trace.go:171","msg":"trace[813466425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"1.460121482s","start":"2026-03-31T18:27:50.501407Z","end":"2026-03-31T18:27:51.961529Z","steps":["trace[813466425] 'agreement among raft nodes before linearized reading' (duration: 1.459846045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:51.961566Z","caller":"traceutil/trace.go:171","msg":"trace[1382722869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"385.081731ms","start":"2026-03-31T18:27:51.576468Z","end":"2026-03-31T18:27:51.96155Z","steps":["trace[1382722869] 'agreement among raft nodes before linearized reading' (duration: 384.933348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.961605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.576442Z","time spent":"385.157823ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:51.961614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.501377Z","time spent":"1.460222985s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:27:51.961612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.449417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:27:51.961484Z","caller":"traceutil/trace.go:171","msg":"trace[2050551884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"1.018413741s","start":"2026-03-31T18:27:50.943058Z","end":"2026-03-31T18:27:51.961472Z","steps":["trace[2050551884] 'agreement among raft nodes before linearized reading' (duration: 1.018311089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.961711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.943039Z","time spent":"1.018667817s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:51.961726Z","caller":"traceutil/trace.go:171","msg":"trace[1592880768] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:661; }","duration":"641.626951ms","start":"2026-03-31T18:27:51.320075Z","end":"2026-03-31T18:27:51.961702Z","steps":["trace[1592880768] 'agreement among raft nodes before linearized reading' (duration: 641.270122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.96183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.320049Z","time spent":"641.765335ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:27:51.961652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.831241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:27:51.961922Z","caller":"traceutil/trace.go:171","msg":"trace[492548055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"386.142219ms","start":"2026-03-31T18:27:51.575766Z","end":"2026-03-31T18:27:51.961908Z","steps":["trace[492548055] 'agreement among raft nodes before linearized reading' (duration: 385.571234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.961958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.068225Z","time spent":"1.893666185s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:51.961992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.575745Z","time spent":"386.205091ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:53.599693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439882496s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:27:53.599794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.963381Z","time spent":"1.636409808s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:27:53.9701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:53.97019Z","caller":"traceutil/trace.go:171","msg":"trace[215304441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077912s","start":"2026-03-31T18:27:51.970091Z","end":"2026-03-31T18:27:53.970169Z","steps":["trace[215304441] 'agreement among raft nodes before linearized reading' (duration: 1.999955889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:53.970232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.970076Z","time spent":"2.000147613s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:54.02033Z","caller":"traceutil/trace.go:171","msg":"trace[1002291169] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"2.054256199s","start":"2026-03-31T18:27:51.966042Z","end":"2026-03-31T18:27:54.020298Z","steps":["trace[1002291169] 'process raft request' (duration: 2.017097747s)","trace[1002291169] 'compare' (duration: 36.963707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:54.020504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.966024Z","time spent":"2.054404292s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:54.020572Z","caller":"traceutil/trace.go:171","msg":"trace[1730470491] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"2.054460204s","start":"2026-03-31T18:27:51.966055Z","end":"2026-03-31T18:27:54.020515Z","steps":["trace[1730470491] 'process raft request' (duration: 2.054193998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.02075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.966028Z","time spent":"2.054642858s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:54.020664Z","caller":"traceutil/trace.go:171","msg":"trace[237921927] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:687; }","duration":"2.050420231s","start":"2026-03-31T18:27:51.970127Z","end":"2026-03-31T18:27:54.020547Z","steps":["trace[237921927] 'read index received' (duration: 189.701599ms)","trace[237921927] 'applied index is now lower than readState.Index' (duration: 1.860717202s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:54.020881Z","caller":"traceutil/trace.go:171","msg":"trace[1865676236] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"2.054016413s","start":"2026-03-31T18:27:51.966853Z","end":"2026-03-31T18:27:54.020869Z","steps":["trace[1865676236] 'process raft request' (duration: 2.053539561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.021039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.966844Z","time spent":"2.054156537s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:54.116014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084276598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:54.116052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.297731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:54.116057Z","caller":"traceutil/trace.go:171","msg":"trace[1283719757] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"562.68267ms","start":"2026-03-31T18:27:53.553339Z","end":"2026-03-31T18:27:54.116022Z","steps":["trace[1283719757] 'process raft request' (duration: 562.355232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:54.116128Z","caller":"traceutil/trace.go:171","msg":"trace[990462736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"145.408324ms","start":"2026-03-31T18:27:53.970704Z","end":"2026-03-31T18:27:54.116112Z","steps":["trace[990462736] 'agreement among raft nodes before linearized reading' (duration: 145.2541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.116167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.873479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:54.116197Z","caller":"traceutil/trace.go:171","msg":"trace[1219440747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"775.947782ms","start":"2026-03-31T18:27:53.340238Z","end":"2026-03-31T18:27:54.116186Z","steps":["trace[1219440747] 'agreement among raft nodes before linearized reading' (duration: 775.908421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.116238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.340205Z","time spent":"776.025583ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:54.116231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.553312Z","time spent":"562.831204ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:54.116208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.697128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:54.116247Z","caller":"traceutil/trace.go:171","msg":"trace[2042523706] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"515.063801ms","start":"2026-03-31T18:27:53.601145Z","end":"2026-03-31T18:27:54.116209Z","steps":["trace[2042523706] 'process raft request' (duration: 514.700511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:54.116311Z","caller":"traceutil/trace.go:171","msg":"trace[147768309] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:666; }","duration":"681.823611ms","start":"2026-03-31T18:27:53.434467Z","end":"2026-03-31T18:27:54.116291Z","steps":["trace[147768309] 'agreement among raft nodes before linearized reading' (duration: 681.625376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:54.11612Z","caller":"traceutil/trace.go:171","msg":"trace[15265664] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:666; }","duration":"1.084440882s","start":"2026-03-31T18:27:53.031656Z","end":"2026-03-31T18:27:54.116097Z","steps":["trace[15265664] 'agreement among raft nodes before linearized reading' (duration: 1.084249117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.116375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.434396Z","time spent":"681.959054ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:54.116393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.601119Z","time spent":"515.213285ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:54.116452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.259278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:27:54.116481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.03163Z","time spent":"1.08479451s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:54.116547Z","caller":"traceutil/trace.go:171","msg":"trace[1968068946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"150.413522ms","start":"2026-03-31T18:27:53.966112Z","end":"2026-03-31T18:27:54.116526Z","steps":["trace[1968068946] 'agreement among raft nodes before linearized reading' (duration: 150.098684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:55.76634Z","caller":"traceutil/trace.go:171","msg":"trace[377080463] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"351.157622ms","start":"2026-03-31T18:27:55.415152Z","end":"2026-03-31T18:27:55.76631Z","steps":["trace[377080463] 'process raft request' (duration: 350.958427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:55.766503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:55.415126Z","time spent":"351.310257ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:56.006814Z","caller":"traceutil/trace.go:171","msg":"trace[1616518945] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"581.83462ms","start":"2026-03-31T18:27:55.424951Z","end":"2026-03-31T18:27:56.006786Z","steps":["trace[1616518945] 'process raft request' (duration: 581.344408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.006957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:55.424927Z","time spent":"581.957224ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:57.471942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.662995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:27:57.472218Z","caller":"traceutil/trace.go:171","msg":"trace[250748133] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:708; }","duration":"529.810697ms","start":"2026-03-31T18:27:56.942348Z","end":"2026-03-31T18:27:57.472159Z","steps":["trace[250748133] 'read index received' (duration: 345.912338ms)","trace[250748133] 'applied index is now lower than readState.Index' (duration: 183.897319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:57.472316Z","caller":"traceutil/trace.go:171","msg":"trace[1629378614] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"734.444638ms","start":"2026-03-31T18:27:56.737827Z","end":"2026-03-31T18:27:57.472272Z","steps":["trace[1629378614] 'process raft request' (duration: 734.221642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.018413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.737801Z","time spent":"734.585552ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:57.47245Z","caller":"traceutil/trace.go:171","msg":"trace[1559490841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"530.151856ms","start":"2026-03-31T18:27:56.942278Z","end":"2026-03-31T18:27:57.47243Z","steps":["trace[1559490841] 'agreement among raft nodes before linearized reading' (duration: 529.989112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.505917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.472501Z","caller":"traceutil/trace.go:171","msg":"trace[1985886253] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:681; }","duration":"409.6181ms","start":"2026-03-31T18:27:57.062872Z","end":"2026-03-31T18:27:57.47249Z","steps":["trace[1985886253] 'agreement among raft nodes before linearized reading' (duration: 409.506827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.502123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.062848Z","time spent":"409.786974ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:57.472687Z","caller":"traceutil/trace.go:171","msg":"trace[172867010] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"221.685437ms","start":"2026-03-31T18:27:57.250977Z","end":"2026-03-31T18:27:57.472662Z","steps":["trace[172867010] 'agreement among raft nodes before linearized reading' (duration: 221.485242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.781584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.60134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.274295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.472774Z","caller":"traceutil/trace.go:171","msg":"trace[1294683353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:681; }","duration":"277.835874ms","start":"2026-03-31T18:27:57.194921Z","end":"2026-03-31T18:27:57.472757Z","steps":["trace[1294683353] 'agreement among raft nodes before linearized reading' (duration: 277.793383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:57.472802Z","caller":"traceutil/trace.go:171","msg":"trace[1835803310] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:681; }","duration":"276.369537ms","start":"2026-03-31T18:27:57.196421Z","end":"2026-03-31T18:27:57.47279Z","steps":["trace[1835803310] 'agreement among raft nodes before linearized reading' (duration: 276.274485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:57.472805Z","caller":"traceutil/trace.go:171","msg":"trace[432807558] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:681; }","duration":"377.710413ms","start":"2026-03-31T18:27:57.095077Z","end":"2026-03-31T18:27:57.472788Z","steps":["trace[432807558] 'agreement among raft nodes before linearized reading' (duration: 377.606761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.09505Z","time spent":"377.787934ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:57.472868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.862816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.495085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.472897Z","caller":"traceutil/trace.go:171","msg":"trace[1534560081] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:681; }","duration":"309.560907ms","start":"2026-03-31T18:27:57.16333Z","end":"2026-03-31T18:27:57.472891Z","steps":["trace[1534560081] 'agreement among raft nodes before linearized reading' (duration: 309.537056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:57.472899Z","caller":"traceutil/trace.go:171","msg":"trace[1397468725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:681; }","duration":"409.945918ms","start":"2026-03-31T18:27:57.062943Z","end":"2026-03-31T18:27:57.472889Z","steps":["trace[1397468725] 'agreement among raft nodes before linearized reading' (duration: 409.895236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.163306Z","time spent":"309.605668ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:57.472866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.760263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.062913Z","time spent":"410.01692ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:57.472894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.432163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.472982Z","caller":"traceutil/trace.go:171","msg":"trace[221745459] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:681; }","duration":"409.958138ms","start":"2026-03-31T18:27:57.062992Z","end":"2026-03-31T18:27:57.47295Z","steps":["trace[221745459] 'agreement among raft nodes before linearized reading' (duration: 409.707162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.472506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.942253Z","time spent":"530.241939ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:57.473043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.062971Z","time spent":"410.059811ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:57.473042Z","caller":"traceutil/trace.go:171","msg":"trace[1434247322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:681; }","duration":"309.613558ms","start":"2026-03-31T18:27:57.163397Z","end":"2026-03-31T18:27:57.473011Z","steps":["trace[1434247322] 'agreement among raft nodes before linearized reading' (duration: 309.328771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.626438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.473082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.447649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473116Z","caller":"traceutil/trace.go:171","msg":"trace[1121056525] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"200.666598ms","start":"2026-03-31T18:27:57.272438Z","end":"2026-03-31T18:27:57.473105Z","steps":["trace[1121056525] 'agreement among raft nodes before linearized reading' (duration: 200.631267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.163306Z","time spent":"309.790113ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:57.47313Z","caller":"traceutil/trace.go:171","msg":"trace[1423996195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:681; }","duration":"335.506421ms","start":"2026-03-31T18:27:57.13761Z","end":"2026-03-31T18:27:57.473117Z","steps":["trace[1423996195] 'agreement among raft nodes before linearized reading' (duration: 335.43205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.714138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.472571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.597449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473178Z","caller":"traceutil/trace.go:171","msg":"trace[1749433032] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"221.77996ms","start":"2026-03-31T18:27:57.251388Z","end":"2026-03-31T18:27:57.473168Z","steps":["trace[1749433032] 'agreement among raft nodes before linearized reading' (duration: 221.725658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:57.473219Z","caller":"traceutil/trace.go:171","msg":"trace[688606679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:681; }","duration":"278.263475ms","start":"2026-03-31T18:27:57.194921Z","end":"2026-03-31T18:27:57.473185Z","steps":["trace[688606679] 'agreement among raft nodes before linearized reading' (duration: 277.568348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.398274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473276Z","caller":"traceutil/trace.go:171","msg":"trace[1524177577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:681; }","duration":"336.458976ms","start":"2026-03-31T18:27:57.136801Z","end":"2026-03-31T18:27:57.47326Z","steps":["trace[1524177577] 'agreement among raft nodes before linearized reading' (duration: 336.401705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.137606Z","time spent":"335.553823ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:57.473295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.136782Z","time spent":"336.509839ms","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:57.472565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.627789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.473361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.502468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473403Z","caller":"traceutil/trace.go:171","msg":"trace[6316696] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:681; }","duration":"310.514662ms","start":"2026-03-31T18:27:57.162877Z","end":"2026-03-31T18:27:57.473392Z","steps":["trace[6316696] 'agreement among raft nodes before linearized reading' (duration: 309.607349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:57.473418Z","caller":"traceutil/trace.go:171","msg":"trace[1296196225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:681; }","duration":"336.598281ms","start":"2026-03-31T18:27:57.136801Z","end":"2026-03-31T18:27:57.473399Z","steps":["trace[1296196225] 'agreement among raft nodes before linearized reading' (duration: 336.504538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.162858Z","time spent":"310.572993ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:57.473453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.136782Z","time spent":"336.661153ms","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:57.47354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.971562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473599Z","caller":"traceutil/trace.go:171","msg":"trace[108950671] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"200.100875ms","start":"2026-03-31T18:27:57.273481Z","end":"2026-03-31T18:27:57.473582Z","steps":["trace[108950671] 'agreement among raft nodes before linearized reading' (duration: 199.987722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.08172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473755Z","caller":"traceutil/trace.go:171","msg":"trace[142224786] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"201.268334ms","start":"2026-03-31T18:27:57.272466Z","end":"2026-03-31T18:27:57.473735Z","steps":["trace[142224786] 'agreement among raft nodes before linearized reading' (duration: 200.908105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.473842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.683178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:57.473919Z","caller":"traceutil/trace.go:171","msg":"trace[464702013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:681; }","duration":"378.922934ms","start":"2026-03-31T18:27:57.094974Z","end":"2026-03-31T18:27:57.473897Z","steps":["trace[464702013] 'agreement among raft nodes before linearized reading' (duration: 378.35528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.47382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.886139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:57.473975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.094954Z","time spent":"379.004767ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:57.473985Z","caller":"traceutil/trace.go:171","msg":"trace[543475595] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:681; }","duration":"223.051823ms","start":"2026-03-31T18:27:57.250911Z","end":"2026-03-31T18:27:57.473962Z","steps":["trace[543475595] 'agreement among raft nodes before linearized reading' (duration: 222.827707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:57.991588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698446994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:58.776632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185973803s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.776773Z","caller":"traceutil/trace.go:171","msg":"trace[1230276696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:681; }","duration":"1.186124317s","start":"2026-03-31T18:27:57.590627Z","end":"2026-03-31T18:27:58.776751Z","steps":["trace[1230276696] 'range keys from in-memory index tree' (duration: 1.185953763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.776947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.664828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:58.777099Z","caller":"traceutil/trace.go:171","msg":"trace[742219640] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:710; }","duration":"1.291505185s","start":"2026-03-31T18:27:57.485577Z","end":"2026-03-31T18:27:58.777082Z","steps":["trace[742219640] 'read index received' (duration: 584.596582ms)","trace[742219640] 'applied index is now lower than readState.Index' (duration: 706.906483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:58.777177Z","caller":"traceutil/trace.go:171","msg":"trace[618671254] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"1.291675029s","start":"2026-03-31T18:27:57.485486Z","end":"2026-03-31T18:27:58.777161Z","steps":["trace[618671254] 'process raft request' (duration: 584.719115ms)","trace[618671254] 'compare' (duration: 706.255097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:58.777339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291751911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777386Z","caller":"traceutil/trace.go:171","msg":"trace[1946141890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:682; }","duration":"1.291833904s","start":"2026-03-31T18:27:57.485542Z","end":"2026-03-31T18:27:58.777376Z","steps":["trace[1946141890] 'agreement among raft nodes before linearized reading' (duration: 1.291642709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.485526Z","time spent":"1.291892825s","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.777429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291804612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.988824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221234795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777501Z","caller":"traceutil/trace.go:171","msg":"trace[1286186353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:682; }","duration":"1.291923845s","start":"2026-03-31T18:27:57.48556Z","end":"2026-03-31T18:27:58.777484Z","steps":["trace[1286186353] 'agreement among raft nodes before linearized reading' (duration: 1.291801782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.527759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777549Z","caller":"traceutil/trace.go:171","msg":"trace[1653907565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:682; }","duration":"830.635122ms","start":"2026-03-31T18:27:57.946907Z","end":"2026-03-31T18:27:58.777542Z","steps":["trace[1653907565] 'agreement among raft nodes before linearized reading' (duration: 830.55555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.777546Z","caller":"traceutil/trace.go:171","msg":"trace[1998828575] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:682; }","duration":"1.221376009s","start":"2026-03-31T18:27:57.556146Z","end":"2026-03-31T18:27:58.777522Z","steps":["trace[1998828575] 'agreement among raft nodes before linearized reading' (duration: 1.221245726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191541875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221333468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.77756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220958189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.556121Z","time spent":"1.221461741s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.23217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777603Z","caller":"traceutil/trace.go:171","msg":"trace[403543064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:682; }","duration":"1.191603916s","start":"2026-03-31T18:27:57.585983Z","end":"2026-03-31T18:27:58.777587Z","steps":["trace[403543064] 'agreement among raft nodes before linearized reading' (duration: 1.191535174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.996417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291976337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777653Z","caller":"traceutil/trace.go:171","msg":"trace[1763027662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:682; }","duration":"942.309502ms","start":"2026-03-31T18:27:57.835324Z","end":"2026-03-31T18:27:58.777633Z","steps":["trace[1763027662] 'agreement among raft nodes before linearized reading' (duration: 942.243151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.585975Z","time spent":"1.191671738s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:58.777626Z","caller":"traceutil/trace.go:171","msg":"trace[449487421] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:682; }","duration":"1.221042291s","start":"2026-03-31T18:27:57.556569Z","end":"2026-03-31T18:27:58.777611Z","steps":["trace[449487421] 'agreement among raft nodes before linearized reading' (duration: 1.220946318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.890293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.627902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777688Z","caller":"traceutil/trace.go:171","msg":"trace[989298100] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:682; }","duration":"1.292027008s","start":"2026-03-31T18:27:57.485648Z","end":"2026-03-31T18:27:58.777675Z","steps":["trace[989298100] 'agreement among raft nodes before linearized reading' (duration: 1.291950966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.77771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.83531Z","time spent":"942.389914ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:27:58.777732Z","caller":"traceutil/trace.go:171","msg":"trace[1805459770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:682; }","duration":"887.696684ms","start":"2026-03-31T18:27:57.890026Z","end":"2026-03-31T18:27:58.777723Z","steps":["trace[1805459770] 'agreement among raft nodes before linearized reading' (duration: 887.633203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.13644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:27:58.777747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.55656Z","time spent":"1.221166244s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.777799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.890014Z","time spent":"887.774096ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.832651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:27:58.777825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.002811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.715133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.7779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.45008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.839236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:27:58.777446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.400562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.777928Z","caller":"traceutil/trace.go:171","msg":"trace[1070813338] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:682; }","duration":"629.503841ms","start":"2026-03-31T18:27:58.148417Z","end":"2026-03-31T18:27:58.777921Z","steps":["trace[1070813338] 'agreement among raft nodes before linearized reading' (duration: 629.46131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.777933Z","caller":"traceutil/trace.go:171","msg":"trace[1450944644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:682; }","duration":"737.906188ms","start":"2026-03-31T18:27:58.040019Z","end":"2026-03-31T18:27:58.777925Z","steps":["trace[1450944644] 'agreement among raft nodes before linearized reading' (duration: 737.829916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.471707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.587014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.887899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:27:58.777511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063498596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.778089Z","caller":"traceutil/trace.go:171","msg":"trace[1894604732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:682; }","duration":"1.064116401s","start":"2026-03-31T18:27:57.713962Z","end":"2026-03-31T18:27:58.778078Z","steps":["trace[1894604732] 'agreement among raft nodes before linearized reading' (duration: 1.063464105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.778094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.865665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.148395Z","time spent":"629.547933ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.778128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.713955Z","time spent":"1.064161832s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.632517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.778202Z","caller":"traceutil/trace.go:171","msg":"trace[1591147984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:682; }","duration":"688.000699ms","start":"2026-03-31T18:27:58.090186Z","end":"2026-03-31T18:27:58.778187Z","steps":["trace[1591147984] 'agreement among raft nodes before linearized reading' (duration: 687.825915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.778236Z","caller":"traceutil/trace.go:171","msg":"trace[734476365] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:682; }","duration":"782.220422ms","start":"2026-03-31T18:27:57.996004Z","end":"2026-03-31T18:27:58.778225Z","steps":["trace[734476365] 'agreement among raft nodes before linearized reading' (duration: 781.577726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.778273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.995967Z","time spent":"782.293724ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.716719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xv2xk\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-03-31T18:27:58.778303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.090179Z","time spent":"688.105072ms","remote":"127.0.0.1:53444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.777795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.297294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.778344Z","caller":"traceutil/trace.go:171","msg":"trace[1580684068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:682; }","duration":"766.862108ms","start":"2026-03-31T18:27:58.011476Z","end":"2026-03-31T18:27:58.778338Z","steps":["trace[1580684068] 'agreement among raft nodes before linearized reading' (duration: 766.277073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.778368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.01147Z","time spent":"766.888759ms","remote":"127.0.0.1:53442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:58.778317Z","caller":"traceutil/trace.go:171","msg":"trace[2118580313] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xv2xk; range_end:; response_count:1; response_revision:682; }","duration":"290.461538ms","start":"2026-03-31T18:27:58.487847Z","end":"2026-03-31T18:27:58.778308Z","steps":["trace[2118580313] 'agreement among raft nodes before linearized reading' (duration: 289.626617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.777735Z","caller":"traceutil/trace.go:171","msg":"trace[1985615435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:682; }","duration":"765.943135ms","start":"2026-03-31T18:27:58.011777Z","end":"2026-03-31T18:27:58.77772Z","steps":["trace[1985615435] 'agreement among raft nodes before linearized reading' (duration: 765.890834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.77783Z","caller":"traceutil/trace.go:171","msg":"trace[1934112323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:682; }","duration":"732.190411ms","start":"2026-03-31T18:27:58.04563Z","end":"2026-03-31T18:27:58.77782Z","steps":["trace[1934112323] 'agreement among raft nodes before linearized reading' (duration: 732.078978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.778509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.01177Z","time spent":"766.719735ms","remote":"127.0.0.1:53442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.777751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.485584Z","time spent":"1.292150691s","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.62714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.778556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.045621Z","time spent":"732.919909ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:58.777459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191895923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.778645Z","caller":"traceutil/trace.go:171","msg":"trace[846624288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:682; }","duration":"1.193146765s","start":"2026-03-31T18:27:57.585488Z","end":"2026-03-31T18:27:58.778635Z","steps":["trace[846624288] 'agreement among raft nodes before linearized reading' (duration: 1.191893964s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.777522Z","caller":"traceutil/trace.go:171","msg":"trace[595135347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:682; }","duration":"942.081086ms","start":"2026-03-31T18:27:57.835432Z","end":"2026-03-31T18:27:58.777513Z","steps":["trace[595135347] 'agreement among raft nodes before linearized reading' (duration: 942.028745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.778594Z","caller":"traceutil/trace.go:171","msg":"trace[1397311717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:682; }","duration":"738.558784ms","start":"2026-03-31T18:27:58.040019Z","end":"2026-03-31T18:27:58.778578Z","steps":["trace[1397311717] 'agreement among raft nodes before linearized reading' (duration: 737.646191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.778869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.039997Z","time spent":"738.854912ms","remote":"127.0.0.1:53444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.77763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.223296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.778769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.835405Z","time spent":"943.347439ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:58.779012Z","caller":"traceutil/trace.go:171","msg":"trace[544445359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:682; }","duration":"689.629362ms","start":"2026-03-31T18:27:58.089361Z","end":"2026-03-31T18:27:58.77899Z","steps":["trace[544445359] 'agreement among raft nodes before linearized reading' (duration: 688.243576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.779094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.089339Z","time spent":"689.732354ms","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.714599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.779383Z","caller":"traceutil/trace.go:171","msg":"trace[1148592436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:682; }","duration":"831.629478ms","start":"2026-03-31T18:27:57.947739Z","end":"2026-03-31T18:27:58.779368Z","steps":["trace[1148592436] 'agreement among raft nodes before linearized reading' (duration: 829.673428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.779467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.947719Z","time spent":"831.7297ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.777551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.725795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.779743Z","caller":"traceutil/trace.go:171","msg":"trace[550794152] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:682; }","duration":"832.936811ms","start":"2026-03-31T18:27:57.946794Z","end":"2026-03-31T18:27:58.779731Z","steps":["trace[550794152] 'agreement among raft nodes before linearized reading' (duration: 830.713054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.780063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.946787Z","time spent":"833.258589ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.485548Z","time spent":"1.292001467s","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.777523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063705752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.780405Z","caller":"traceutil/trace.go:171","msg":"trace[1170066708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:682; }","duration":"1.066667386s","start":"2026-03-31T18:27:57.713718Z","end":"2026-03-31T18:27:58.780385Z","steps":["trace[1170066708] 'agreement among raft nodes before linearized reading' (duration: 1.063713661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.946866Z","time spent":"830.708624ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.255485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.780477Z","caller":"traceutil/trace.go:171","msg":"trace[1149434044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:682; }","duration":"944.347084ms","start":"2026-03-31T18:27:57.836118Z","end":"2026-03-31T18:27:58.780465Z","steps":["trace[1149434044] 'agreement among raft nodes before linearized reading' (duration: 941.261986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.780474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.713684Z","time spent":"1.066767999s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.780515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.836097Z","time spent":"944.404815ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:58.777627Z","caller":"traceutil/trace.go:171","msg":"trace[275720690] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:682; }","duration":"1.221499853s","start":"2026-03-31T18:27:57.556109Z","end":"2026-03-31T18:27:58.777609Z","steps":["trace[275720690] 'agreement among raft nodes before linearized reading' (duration: 1.221300128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.780575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.556086Z","time spent":"1.224474618s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.52269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.780657Z","caller":"traceutil/trace.go:171","msg":"trace[1109345845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:682; }","duration":"890.555917ms","start":"2026-03-31T18:27:57.89008Z","end":"2026-03-31T18:27:58.780636Z","steps":["trace[1109345845] 'agreement among raft nodes before linearized reading' (duration: 887.52797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191900334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.78078Z","caller":"traceutil/trace.go:171","msg":"trace[1363807911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:682; }","duration":"1.195332261s","start":"2026-03-31T18:27:57.585433Z","end":"2026-03-31T18:27:58.780765Z","steps":["trace[1363807911] 'agreement among raft nodes before linearized reading' (duration: 1.191959095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.780833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.585413Z","time spent":"1.195403082s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.780834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.890067Z","time spent":"890.67877ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.267946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.780908Z","caller":"traceutil/trace.go:171","msg":"trace[772648823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:682; }","duration":"691.54506ms","start":"2026-03-31T18:27:58.089347Z","end":"2026-03-31T18:27:58.780892Z","steps":["trace[772648823] 'agreement among raft nodes before linearized reading' (duration: 688.284527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.780958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.089322Z","time spent":"691.617912ms","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:58.777688Z","caller":"traceutil/trace.go:171","msg":"trace[1037099301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:682; }","duration":"887.073688ms","start":"2026-03-31T18:27:57.890597Z","end":"2026-03-31T18:27:58.777671Z","steps":["trace[1037099301] 'agreement among raft nodes before linearized reading' (duration: 886.988116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.426187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.781084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.890588Z","time spent":"890.426993ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:58.781126Z","caller":"traceutil/trace.go:171","msg":"trace[1395102019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:682; }","duration":"769.64599ms","start":"2026-03-31T18:27:58.011382Z","end":"2026-03-31T18:27:58.781028Z","steps":["trace[1395102019] 'agreement among raft nodes before linearized reading' (duration: 766.429118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.619617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.781215Z","caller":"traceutil/trace.go:171","msg":"trace[933300182] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:682; }","duration":"784.966692ms","start":"2026-03-31T18:27:57.996236Z","end":"2026-03-31T18:27:58.781203Z","steps":["trace[933300182] 'agreement among raft nodes before linearized reading' (duration: 781.610497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.781249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.996211Z","time spent":"785.026924ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:58.77788Z","caller":"traceutil/trace.go:171","msg":"trace[787557758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"565.920643ms","start":"2026-03-31T18:27:58.21194Z","end":"2026-03-31T18:27:58.77786Z","steps":["trace[787557758] 'agreement among raft nodes before linearized reading' (duration: 565.713888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.781413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.211913Z","time spent":"569.472974ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:58.781324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.011373Z","time spent":"769.927496ms","remote":"127.0.0.1:53442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.777936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.434965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.777834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.562085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.781624Z","caller":"traceutil/trace.go:171","msg":"trace[1085433835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:682; }","duration":"652.133481ms","start":"2026-03-31T18:27:58.129472Z","end":"2026-03-31T18:27:58.781605Z","steps":["trace[1085433835] 'agreement among raft nodes before linearized reading' (duration: 648.390655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.781668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.129469Z","time spent":"652.185672ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:58.777943Z","caller":"traceutil/trace.go:171","msg":"trace[1222319522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:682; }","duration":"737.812845ms","start":"2026-03-31T18:27:58.040104Z","end":"2026-03-31T18:27:58.777917Z","steps":["trace[1222319522] 'agreement among raft nodes before linearized reading' (duration: 737.727943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.777959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.039997Z","time spent":"737.954838ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:58.777979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.615429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.781732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.040079Z","time spent":"741.622993ms","remote":"127.0.0.1:53444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:27:58.781791Z","caller":"traceutil/trace.go:171","msg":"trace[861144014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:682; }","duration":"632.406936ms","start":"2026-03-31T18:27:58.149348Z","end":"2026-03-31T18:27:58.781755Z","steps":["trace[861144014] 'agreement among raft nodes before linearized reading' (duration: 628.615329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.781657Z","caller":"traceutil/trace.go:171","msg":"trace[1258276608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:682; }","duration":"808.414863ms","start":"2026-03-31T18:27:57.973223Z","end":"2026-03-31T18:27:58.781638Z","steps":["trace[1258276608] 'agreement among raft nodes before linearized reading' (duration: 804.527473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.781864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.9732Z","time spent":"808.651919ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:27:58.777959Z","caller":"traceutil/trace.go:171","msg":"trace[558407863] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:682; }","duration":"781.934465ms","start":"2026-03-31T18:27:57.996005Z","end":"2026-03-31T18:27:58.77794Z","steps":["trace[558407863] 'agreement among raft nodes before linearized reading' (duration: 781.373811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.781946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.995991Z","time spent":"785.937038ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:27:58.777928Z","caller":"traceutil/trace.go:171","msg":"trace[804143480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:682; }","duration":"804.126253ms","start":"2026-03-31T18:27:57.973784Z","end":"2026-03-31T18:27:58.777911Z","steps":["trace[804143480] 'agreement among raft nodes before linearized reading' (duration: 803.904978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.777982Z","caller":"traceutil/trace.go:171","msg":"trace[848828584] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:682; }","duration":"629.646956ms","start":"2026-03-31T18:27:58.148319Z","end":"2026-03-31T18:27:58.777966Z","steps":["trace[848828584] 'agreement among raft nodes before linearized reading' (duration: 629.576804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.148312Z","time spent":"633.759111ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.778006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.665336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:58.778007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.963959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.782128Z","caller":"traceutil/trace.go:171","msg":"trace[769420238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:682; }","duration":"651.813893ms","start":"2026-03-31T18:27:58.130305Z","end":"2026-03-31T18:27:58.782119Z","steps":["trace[769420238] 'agreement among raft nodes before linearized reading' (duration: 647.667207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.782138Z","caller":"traceutil/trace.go:171","msg":"trace[1000850857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:682; }","duration":"669.099465ms","start":"2026-03-31T18:27:58.113024Z","end":"2026-03-31T18:27:58.782124Z","steps":["trace[1000850857] 'agreement among raft nodes before linearized reading' (duration: 664.961129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.130294Z","time spent":"651.853314ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.78217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.113021Z","time spent":"669.140286ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:58.778014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.761579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.782255Z","caller":"traceutil/trace.go:171","msg":"trace[2134702315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:682; }","duration":"809.032229ms","start":"2026-03-31T18:27:57.97321Z","end":"2026-03-31T18:27:58.782242Z","steps":["trace[2134702315] 'agreement among raft nodes before linearized reading' (duration: 804.77024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.973187Z","time spent":"809.08441ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.778029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.010371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:58.782311Z","caller":"traceutil/trace.go:171","msg":"trace[1539798726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:682; }","duration":"669.305481ms","start":"2026-03-31T18:27:58.112996Z","end":"2026-03-31T18:27:58.782301Z","steps":["trace[1539798726] 'agreement among raft nodes before linearized reading' (duration: 665.012431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.112987Z","time spent":"669.347152ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.778706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.585434Z","time spent":"1.193249148s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:27:58.777966Z","caller":"traceutil/trace.go:171","msg":"trace[730846357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:682; }","duration":"648.518578ms","start":"2026-03-31T18:27:58.129435Z","end":"2026-03-31T18:27:58.777953Z","steps":["trace[730846357] 'agreement among raft nodes before linearized reading' (duration: 648.474477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.129426Z","time spent":"653.026254ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:58.778148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.485466Z","time spent":"1.291772871s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:58.78183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.149343Z","time spent":"632.475368ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:27:58.777983Z","caller":"traceutil/trace.go:171","msg":"trace[920667471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:682; }","duration":"732.95071ms","start":"2026-03-31T18:27:58.045024Z","end":"2026-03-31T18:27:58.777975Z","steps":["trace[920667471] 'agreement among raft nodes before linearized reading' (duration: 732.864548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.782086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:57.973749Z","time spent":"808.29083ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:27:58.782578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.045009Z","time spent":"737.554978ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:27:58.923433Z","caller":"traceutil/trace.go:171","msg":"trace[262075728] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"132.909013ms","start":"2026-03-31T18:27:58.790496Z","end":"2026-03-31T18:27:58.923405Z","steps":["trace[262075728] 'process raft request' (duration: 132.684208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.923647Z","caller":"traceutil/trace.go:171","msg":"trace[660420398] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"132.979795ms","start":"2026-03-31T18:27:58.790649Z","end":"2026-03-31T18:27:58.923629Z","steps":["trace[660420398] 'process raft request' (duration: 132.705808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.923705Z","caller":"traceutil/trace.go:171","msg":"trace[501920773] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"132.912594ms","start":"2026-03-31T18:27:58.790761Z","end":"2026-03-31T18:27:58.923673Z","steps":["trace[501920773] 'process raft request' (duration: 132.77069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:58.923312Z","caller":"traceutil/trace.go:171","msg":"trace[568119021] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"133.189081ms","start":"2026-03-31T18:27:58.790082Z","end":"2026-03-31T18:27:58.923271Z","steps":["trace[568119021] 'process raft request' (duration: 119.467249ms)","trace[568119021] 'compare' (duration: 13.375653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:59.626208Z","caller":"traceutil/trace.go:171","msg":"trace[1527292607] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"130.688557ms","start":"2026-03-31T18:27:59.495489Z","end":"2026-03-31T18:27:59.626178Z","steps":["trace[1527292607] 'process raft request' (duration: 130.523143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:59.89072Z","caller":"traceutil/trace.go:171","msg":"trace[1152444197] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"380.533425ms","start":"2026-03-31T18:27:59.510156Z","end":"2026-03-31T18:27:59.89069Z","steps":["trace[1152444197] 'process raft request' (duration: 380.275378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:59.890877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:59.510124Z","time spent":"380.674438ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17775,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:01.330757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698447006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:01.482317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.210777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:01.482478Z","caller":"traceutil/trace.go:171","msg":"trace[567656914] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"652.066878ms","start":"2026-03-31T18:28:00.830389Z","end":"2026-03-31T18:28:01.482456Z","steps":["trace[567656914] 'read index received' (duration: 526.611445ms)","trace[567656914] 'applied index is now lower than readState.Index' (duration: 125.453383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:01.482521Z","caller":"traceutil/trace.go:171","msg":"trace[1020679178] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"903.179631ms","start":"2026-03-31T18:28:00.579286Z","end":"2026-03-31T18:28:01.482466Z","steps":["trace[1020679178] 'process raft request' (duration: 777.730308ms)","trace[1020679178] 'compare' (duration: 125.047522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:01.482727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.100969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:28:01.482757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.579268Z","time spent":"903.362595ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:01.482802Z","caller":"traceutil/trace.go:171","msg":"trace[1009473516] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:693; }","duration":"406.221753ms","start":"2026-03-31T18:28:01.076564Z","end":"2026-03-31T18:28:01.482785Z","steps":["trace[1009473516] 'agreement among raft nodes before linearized reading' (duration: 406.067299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:01.482733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.033183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:28:01.48286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:01.076544Z","time spent":"406.295904ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:01.482883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.876079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:28:01.482899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.112198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:01.482966Z","caller":"traceutil/trace.go:171","msg":"trace[299482469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:693; }","duration":"553.011242ms","start":"2026-03-31T18:28:00.929939Z","end":"2026-03-31T18:28:01.48295Z","steps":["trace[299482469] 'agreement among raft nodes before linearized reading' (duration: 552.830737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:01.48296Z","caller":"traceutil/trace.go:171","msg":"trace[1004745806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:693; }","duration":"553.275019ms","start":"2026-03-31T18:28:00.929647Z","end":"2026-03-31T18:28:01.482922Z","steps":["trace[1004745806] 'agreement among raft nodes before linearized reading' (duration: 552.943441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:01.482997Z","caller":"traceutil/trace.go:171","msg":"trace[1361349336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"541.242261ms","start":"2026-03-31T18:28:00.941734Z","end":"2026-03-31T18:28:01.482976Z","steps":["trace[1361349336] 'agreement among raft nodes before linearized reading' (duration: 541.044696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:01.483015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.929932Z","time spent":"553.070964ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:01.483008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.967951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:28:01.483056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.941726Z","time spent":"541.322662ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:01.482733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.344136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:28:01.483117Z","caller":"traceutil/trace.go:171","msg":"trace[326730440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:693; }","duration":"553.111075ms","start":"2026-03-31T18:28:00.929983Z","end":"2026-03-31T18:28:01.483094Z","steps":["trace[326730440] 'agreement among raft nodes before linearized reading' (duration: 552.777436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:01.483186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.929978Z","time spent":"553.194707ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:01.482841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.956118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:28:01.483273Z","caller":"traceutil/trace.go:171","msg":"trace[487910522] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:693; }","duration":"162.42172ms","start":"2026-03-31T18:28:01.320835Z","end":"2026-03-31T18:28:01.483256Z","steps":["trace[487910522] 'agreement among raft nodes before linearized reading' (duration: 161.944728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:01.483132Z","caller":"traceutil/trace.go:171","msg":"trace[2109779961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:693; }","duration":"652.785977ms","start":"2026-03-31T18:28:00.830336Z","end":"2026-03-31T18:28:01.483122Z","steps":["trace[2109779961] 'agreement among raft nodes before linearized reading' (duration: 652.218743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:01.483379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.830314Z","time spent":"653.054853ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:01.483087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.929624Z","time spent":"553.422552ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:28:01.974094Z","caller":"traceutil/trace.go:171","msg":"trace[364871016] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"126.541051ms","start":"2026-03-31T18:28:01.847518Z","end":"2026-03-31T18:28:01.974059Z","steps":["trace[364871016] 'process raft request' (duration: 125.32267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:02.670644Z","caller":"traceutil/trace.go:171","msg":"trace[1196275527] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:749; }","duration":"144.87603ms","start":"2026-03-31T18:28:02.525731Z","end":"2026-03-31T18:28:02.670608Z","steps":["trace[1196275527] 'read index received' (duration: 144.691516ms)","trace[1196275527] 'applied index is now lower than readState.Index' (duration: 182.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:02.670716Z","caller":"traceutil/trace.go:171","msg":"trace[750120343] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"239.785612ms","start":"2026-03-31T18:28:02.43091Z","end":"2026-03-31T18:28:02.670696Z","steps":["trace[750120343] 'process raft request' (duration: 239.504344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:02.671075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.302951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xv2xk\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-31T18:28:02.671183Z","caller":"traceutil/trace.go:171","msg":"trace[867248418] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xv2xk; range_end:; response_count:1; response_revision:720; }","duration":"145.491326ms","start":"2026-03-31T18:28:02.525669Z","end":"2026-03-31T18:28:02.671161Z","steps":["trace[867248418] 'agreement among raft nodes before linearized reading' (duration: 145.149128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:02.833013Z","caller":"traceutil/trace.go:171","msg":"trace[1610319602] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"200.69355ms","start":"2026-03-31T18:28:02.632288Z","end":"2026-03-31T18:28:02.832981Z","steps":["trace[1610319602] 'process raft request' (duration: 200.606588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:02.833065Z","caller":"traceutil/trace.go:171","msg":"trace[97781006] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"304.274383ms","start":"2026-03-31T18:28:02.528756Z","end":"2026-03-31T18:28:02.833031Z","steps":["trace[97781006] 'process raft request' (duration: 303.952375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:02.833221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:02.528737Z","time spent":"304.402766ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:02.843844Z","caller":"traceutil/trace.go:171","msg":"trace[1486899839] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"157.163864ms","start":"2026-03-31T18:28:02.686659Z","end":"2026-03-31T18:28:02.843822Z","steps":["trace[1486899839] 'process raft request' (duration: 157.070502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:02.843894Z","caller":"traceutil/trace.go:171","msg":"trace[1569259538] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"167.995502ms","start":"2026-03-31T18:28:02.67588Z","end":"2026-03-31T18:28:02.843875Z","steps":["trace[1569259538] 'process raft request' (duration: 167.680454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.213608Z","caller":"traceutil/trace.go:171","msg":"trace[145884347] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"177.002863ms","start":"2026-03-31T18:28:03.036576Z","end":"2026-03-31T18:28:03.213579Z","steps":["trace[145884347] 'process raft request' (duration: 176.843279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.610392Z","caller":"traceutil/trace.go:171","msg":"trace[1903272455] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"108.235541ms","start":"2026-03-31T18:28:03.502124Z","end":"2026-03-31T18:28:03.610359Z","steps":["trace[1903272455] 'process raft request' (duration: 108.057747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.80635Z","caller":"traceutil/trace.go:171","msg":"trace[2122941003] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"303.547113ms","start":"2026-03-31T18:28:03.502765Z","end":"2026-03-31T18:28:03.806312Z","steps":["trace[2122941003] 'process raft request' (duration: 303.297577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.806563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.50275Z","time spent":"303.713337ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:03.806627Z","caller":"traceutil/trace.go:171","msg":"trace[1885320927] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"303.729637ms","start":"2026-03-31T18:28:03.502854Z","end":"2026-03-31T18:28:03.806584Z","steps":["trace[1885320927] 'process raft request' (duration: 303.399399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.806693Z","caller":"traceutil/trace.go:171","msg":"trace[653569818] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:772; }","duration":"268.524677ms","start":"2026-03-31T18:28:03.538139Z","end":"2026-03-31T18:28:03.806664Z","steps":["trace[653569818] 'read index received' (duration: 72.105857ms)","trace[653569818] 'applied index is now lower than readState.Index' (duration: 196.4177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:03.806853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.502849Z","time spent":"303.872272ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:03.807091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.207256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:03.807143Z","caller":"traceutil/trace.go:171","msg":"trace[1869778782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:747; }","duration":"175.274008ms","start":"2026-03-31T18:28:03.631852Z","end":"2026-03-31T18:28:03.807126Z","steps":["trace[1869778782] 'agreement among raft nodes before linearized reading' (duration: 175.181026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.807169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.01398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xv2xk\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-31T18:28:03.807241Z","caller":"traceutil/trace.go:171","msg":"trace[1620830931] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"268.891276ms","start":"2026-03-31T18:28:03.538333Z","end":"2026-03-31T18:28:03.807224Z","steps":["trace[1620830931] 'process raft request' (duration: 268.27904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.807267Z","caller":"traceutil/trace.go:171","msg":"trace[1621356217] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"303.051272ms","start":"2026-03-31T18:28:03.504158Z","end":"2026-03-31T18:28:03.80721Z","steps":["trace[1621356217] 'process raft request' (duration: 302.332343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.80751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.718251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:28:03.807532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.504149Z","time spent":"303.225616ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:03.807555Z","caller":"traceutil/trace.go:171","msg":"trace[1393932062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:747; }","duration":"168.808604ms","start":"2026-03-31T18:28:03.638733Z","end":"2026-03-31T18:28:03.807542Z","steps":["trace[1393932062] 'agreement among raft nodes before linearized reading' (duration: 168.607188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.807698Z","caller":"traceutil/trace.go:171","msg":"trace[918400213] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xv2xk; range_end:; response_count:1; response_revision:747; }","duration":"269.118033ms","start":"2026-03-31T18:28:03.538093Z","end":"2026-03-31T18:28:03.807211Z","steps":["trace[918400213] 'agreement among raft nodes before linearized reading' (duration: 268.863576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.75741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.023253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-31T18:28:05.757535Z","caller":"traceutil/trace.go:171","msg":"trace[961797279] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:766; }","duration":"127.216758ms","start":"2026-03-31T18:28:05.630291Z","end":"2026-03-31T18:28:05.757507Z","steps":["trace[961797279] 'range keys from in-memory index tree' (duration: 126.796157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.757609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.159326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:05.757709Z","caller":"traceutil/trace.go:171","msg":"trace[712107186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:766; }","duration":"143.32479ms","start":"2026-03-31T18:28:05.614359Z","end":"2026-03-31T18:28:05.757684Z","steps":["trace[712107186] 'range keys from in-memory index tree' (duration: 142.869868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:15.256927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:15.257069Z","caller":"traceutil/trace.go:171","msg":"trace[1555337291] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:826; }","duration":"165.516919ms","start":"2026-03-31T18:28:15.091529Z","end":"2026-03-31T18:28:15.257046Z","steps":["trace[1555337291] 'count revisions from in-memory index tree' (duration: 165.125319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.089623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698447313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:17.589831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698447313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:18.054185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556336846s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:18.084955Z","caller":"traceutil/trace.go:171","msg":"trace[150521301] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:873; }","duration":"1.495587641s","start":"2026-03-31T18:28:16.589338Z","end":"2026-03-31T18:28:18.084926Z","steps":["trace[150521301] 'read index received' (duration: 1.465140851s)","trace[150521301] 'applied index is now lower than readState.Index' (duration: 30.44594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:18.085018Z","caller":"traceutil/trace.go:171","msg":"trace[670179070] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"1.445899728s","start":"2026-03-31T18:28:16.639072Z","end":"2026-03-31T18:28:18.084972Z","steps":["trace[670179070] 'process raft request' (duration: 1.445640541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.08518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.274433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:18.085222Z","caller":"traceutil/trace.go:171","msg":"trace[1364991784] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:841; }","duration":"955.347795ms","start":"2026-03-31T18:28:17.129864Z","end":"2026-03-31T18:28:18.085211Z","steps":["trace[1364991784] 'agreement among raft nodes before linearized reading' (duration: 955.240432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.085229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.097438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:18.08527Z","caller":"traceutil/trace.go:171","msg":"trace[205858533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"142.198541ms","start":"2026-03-31T18:28:17.94306Z","end":"2026-03-31T18:28:18.085259Z","steps":["trace[205858533] 'agreement among raft nodes before linearized reading' (duration: 142.096499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.085258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:17.129758Z","time spent":"955.492049ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:18.085336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.411826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:28:18.085369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.990045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:18.085562Z","caller":"traceutil/trace.go:171","msg":"trace[374638917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"215.258801ms","start":"2026-03-31T18:28:17.870282Z","end":"2026-03-31T18:28:18.085541Z","steps":["trace[374638917] 'agreement among raft nodes before linearized reading' (duration: 214.848761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.085412Z","caller":"traceutil/trace.go:171","msg":"trace[634411094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:841; }","duration":"192.52287ms","start":"2026-03-31T18:28:17.892872Z","end":"2026-03-31T18:28:18.085395Z","steps":["trace[634411094] 'agreement among raft nodes before linearized reading' (duration: 192.333475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.085643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.787927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:28:18.085662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.639005Z","time spent":"1.446109423s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:18.085179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495800826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:18.085798Z","caller":"traceutil/trace.go:171","msg":"trace[960512650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:841; }","duration":"268.020223ms","start":"2026-03-31T18:28:17.817723Z","end":"2026-03-31T18:28:18.085744Z","steps":["trace[960512650] 'agreement among raft nodes before linearized reading' (duration: 267.607723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.085856Z","caller":"traceutil/trace.go:171","msg":"trace[1266565225] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:841; }","duration":"1.496537855s","start":"2026-03-31T18:28:16.589287Z","end":"2026-03-31T18:28:18.085825Z","steps":["trace[1266565225] 'agreement among raft nodes before linearized reading' (duration: 1.495791316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.085906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.589264Z","time spent":"1.496626867s","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:18.085471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.632927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:18.085955Z","caller":"traceutil/trace.go:171","msg":"trace[509687857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"217.178782ms","start":"2026-03-31T18:28:17.868762Z","end":"2026-03-31T18:28:18.085941Z","steps":["trace[509687857] 'agreement among raft nodes before linearized reading' (duration: 216.570596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.085404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.659205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:28:18.086069Z","caller":"traceutil/trace.go:171","msg":"trace[841134329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:841; }","duration":"220.361724ms","start":"2026-03-31T18:28:17.865681Z","end":"2026-03-31T18:28:18.086043Z","steps":["trace[841134329] 'agreement among raft nodes before linearized reading' (duration: 219.548422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.093591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000244636s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:20.094057Z","caller":"traceutil/trace.go:171","msg":"trace[1106084867] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"151.661073ms","start":"2026-03-31T18:28:19.942358Z","end":"2026-03-31T18:28:20.094019Z","steps":["trace[1106084867] 'read index received' (duration: 151.396727ms)","trace[1106084867] 'applied index is now lower than readState.Index' (duration: 263.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:20.094171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.796808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.094212Z","caller":"traceutil/trace.go:171","msg":"trace[362509011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:848; }","duration":"151.89945ms","start":"2026-03-31T18:28:19.9423Z","end":"2026-03-31T18:28:20.094199Z","steps":["trace[362509011] 'agreement among raft nodes before linearized reading' (duration: 151.799327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:20.094195Z","caller":"traceutil/trace.go:171","msg":"trace[120574652] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"1.000935444s","start":"2026-03-31T18:28:19.093213Z","end":"2026-03-31T18:28:20.094149Z","steps":["trace[120574652] 'process raft request' (duration: 1.000661447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.094411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.093185Z","time spent":"1.001117708s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:20.666524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.63443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:20.666631Z","caller":"traceutil/trace.go:171","msg":"trace[732134032] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:882; }","duration":"559.652883ms","start":"2026-03-31T18:28:20.10696Z","end":"2026-03-31T18:28:20.666613Z","steps":["trace[732134032] 'read index received' (duration: 422.853329ms)","trace[732134032] 'applied index is now lower than readState.Index' (duration: 136.798284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:20.666748Z","caller":"traceutil/trace.go:171","msg":"trace[1056967143] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"562.573117ms","start":"2026-03-31T18:28:20.10413Z","end":"2026-03-31T18:28:20.666703Z","steps":["trace[1056967143] 'process raft request' (duration: 425.679181ms)","trace[1056967143] 'compare' (duration: 136.507467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:20.666856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.854058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:20.666873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.621802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:28:20.666919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.94054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:28:20.66692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.291774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:20.667002Z","caller":"traceutil/trace.go:171","msg":"trace[1864085248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:849; }","duration":"560.043132ms","start":"2026-03-31T18:28:20.106942Z","end":"2026-03-31T18:28:20.666985Z","steps":["trace[1864085248] 'agreement among raft nodes before linearized reading' (duration: 559.749365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:20.667014Z","caller":"traceutil/trace.go:171","msg":"trace[1490627998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:849; }","duration":"559.424387ms","start":"2026-03-31T18:28:20.107572Z","end":"2026-03-31T18:28:20.666996Z","steps":["trace[1490627998] 'agreement among raft nodes before linearized reading' (duration: 559.1593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.667048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.106927Z","time spent":"560.109634ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:20.666933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.104113Z","time spent":"562.730421ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:20.66695Z","caller":"traceutil/trace.go:171","msg":"trace[1352407175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:849; }","duration":"559.728184ms","start":"2026-03-31T18:28:20.107205Z","end":"2026-03-31T18:28:20.666933Z","steps":["trace[1352407175] 'agreement among raft nodes before linearized reading' (duration: 559.537109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.667265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.107192Z","time spent":"560.020322ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:28:20.666897Z","caller":"traceutil/trace.go:171","msg":"trace[1147565245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:849; }","duration":"559.903049ms","start":"2026-03-31T18:28:20.106983Z","end":"2026-03-31T18:28:20.666886Z","steps":["trace[1147565245] 'agreement among raft nodes before linearized reading' (duration: 559.734015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.667474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.106979Z","time spent":"560.483224ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:20.667073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.107562Z","time spent":"559.499009ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:49.316233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698448049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:49.816827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698448049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:50.010157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196537253s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:50.01073Z","caller":"traceutil/trace.go:171","msg":"trace[1477289643] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"1.197143719s","start":"2026-03-31T18:28:48.813503Z","end":"2026-03-31T18:28:50.010646Z","steps":["trace[1477289643] 'process raft request' (duration: 1.196936083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.01092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.813487Z","time spent":"1.197341724s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:50.942917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:28:50.943043Z","caller":"traceutil/trace.go:171","msg":"trace[1963788168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000405s","start":"2026-03-31T18:28:48.942965Z","end":"2026-03-31T18:28:50.943005Z","steps":["trace[1963788168] 'agreement among raft nodes before linearized reading' (duration: 1.999888406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.943112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.942941Z","time spent":"2.000157243s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:28:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:28:51.242404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232020662s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:51.242856Z","caller":"traceutil/trace.go:171","msg":"trace[1236420034] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"2.429187801s","start":"2026-03-31T18:28:48.813644Z","end":"2026-03-31T18:28:51.242831Z","steps":["trace[1236420034] 'process raft request' (duration: 2.428961185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.813634Z","time spent":"2.42952231s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:51.243351Z","caller":"traceutil/trace.go:171","msg":"trace[1633748590] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1282; }","duration":"2.428059062s","start":"2026-03-31T18:28:48.815263Z","end":"2026-03-31T18:28:51.243323Z","steps":["trace[1633748590] 'read index received' (duration: 1.195197389s)","trace[1633748590] 'applied index is now lower than readState.Index' (duration: 1.232860393s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:51.243458Z","caller":"traceutil/trace.go:171","msg":"trace[1916403353] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"1.323183517s","start":"2026-03-31T18:28:49.92025Z","end":"2026-03-31T18:28:51.243434Z","steps":["trace[1916403353] 'process raft request' (duration: 1.322976122s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:51.243465Z","caller":"traceutil/trace.go:171","msg":"trace[1098991441] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"2.429589152s","start":"2026-03-31T18:28:48.813838Z","end":"2026-03-31T18:28:51.243427Z","steps":["trace[1098991441] 'process raft request' (duration: 2.428961165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428304059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:51.243631Z","caller":"traceutil/trace.go:171","msg":"trace[1099231413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1245; }","duration":"2.42837094s","start":"2026-03-31T18:28:48.815249Z","end":"2026-03-31T18:28:51.24362Z","steps":["trace[1099231413] 'agreement among raft nodes before linearized reading' (duration: 2.428207926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.813832Z","time spent":"2.429723475s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:51.243658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.815243Z","time spent":"2.428408431s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:51.243517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.920211Z","time spent":"1.32327044s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:51.243677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42836115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:28:51.243811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177177028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:51.243835Z","caller":"traceutil/trace.go:171","msg":"trace[273494621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1245; }","duration":"2.428542234s","start":"2026-03-31T18:28:48.815285Z","end":"2026-03-31T18:28:51.243828Z","steps":["trace[273494621] 'agreement among raft nodes before linearized reading' (duration: 2.428261957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.815282Z","time spent":"2.428576275s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:28:51.243858Z","caller":"traceutil/trace.go:171","msg":"trace[1896606572] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1245; }","duration":"1.17725963s","start":"2026-03-31T18:28:50.066583Z","end":"2026-03-31T18:28:51.243843Z","steps":["trace[1896606572] 'agreement among raft nodes before linearized reading' (duration: 1.177184228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.23891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:51.243903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:50.066562Z","time spent":"1.177333001s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:28:51.243952Z","caller":"traceutil/trace.go:171","msg":"trace[1736276454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1245; }","duration":"300.447715ms","start":"2026-03-31T18:28:50.943485Z","end":"2026-03-31T18:28:51.243933Z","steps":["trace[1736276454] 'agreement among raft nodes before linearized reading' (duration: 300.26234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.243992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:50.943455Z","time spent":"300.528317ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:28:57.43582Z","caller":"traceutil/trace.go:171","msg":"trace[2075438009] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"115.98647ms","start":"2026-03-31T18:28:57.319802Z","end":"2026-03-31T18:28:57.435789Z","steps":["trace[2075438009] 'process raft request' (duration: 115.762804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.4381Z","caller":"traceutil/trace.go:171","msg":"trace[1936802004] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"116.886785ms","start":"2026-03-31T18:28:57.321185Z","end":"2026-03-31T18:28:57.438071Z","steps":["trace[1936802004] 'process raft request' (duration: 116.833873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.438174Z","caller":"traceutil/trace.go:171","msg":"trace[1508787044] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"118.348281ms","start":"2026-03-31T18:28:57.319817Z","end":"2026-03-31T18:28:57.438166Z","steps":["trace[1508787044] 'process raft request' (duration: 118.164186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.438109Z","caller":"traceutil/trace.go:171","msg":"trace[433670141] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"118.28967ms","start":"2026-03-31T18:28:57.319798Z","end":"2026-03-31T18:28:57.438088Z","steps":["trace[433670141] 'process raft request' (duration: 117.935531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.608148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.193305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:57.608254Z","caller":"traceutil/trace.go:171","msg":"trace[168496268] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1323; }","duration":"105.39613ms","start":"2026-03-31T18:28:57.502839Z","end":"2026-03-31T18:28:57.608235Z","steps":["trace[168496268] 'count revisions from in-memory index tree' (duration: 105.071751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.567348Z","caller":"traceutil/trace.go:171","msg":"trace[5058370] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"350.307323ms","start":"2026-03-31T18:28:58.217011Z","end":"2026-03-31T18:28:58.567318Z","steps":["trace[5058370] 'read index received' (duration: 349.988694ms)","trace[5058370] 'applied index is now lower than readState.Index' (duration: 317.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:58.567506Z","caller":"traceutil/trace.go:171","msg":"trace[595230489] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"517.622408ms","start":"2026-03-31T18:28:58.049841Z","end":"2026-03-31T18:28:58.567464Z","steps":["trace[595230489] 'process raft request' (duration: 517.182017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.56765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.662952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:58.567703Z","caller":"traceutil/trace.go:171","msg":"trace[625065336] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1324; }","duration":"106.807836ms","start":"2026-03-31T18:28:58.460882Z","end":"2026-03-31T18:28:58.56769Z","steps":["trace[625065336] 'agreement among raft nodes before linearized reading' (duration: 106.698043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.567753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.049819Z","time spent":"517.836124ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:58.567811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.769024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-03-31T18:28:58.567912Z","caller":"traceutil/trace.go:171","msg":"trace[2025999043] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1324; }","duration":"350.941429ms","start":"2026-03-31T18:28:58.216946Z","end":"2026-03-31T18:28:58.567888Z","steps":["trace[2025999043] 'agreement among raft nodes before linearized reading' (duration: 350.60224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.567965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.216919Z","time spent":"351.037442ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2145,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"warn","ts":"2026-03-31T18:28:58.815089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.955885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:58.815197Z","caller":"traceutil/trace.go:171","msg":"trace[1419582231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1324; }","duration":"190.14668ms","start":"2026-03-31T18:28:58.625028Z","end":"2026-03-31T18:28:58.815174Z","steps":["trace[1419582231] 'count revisions from in-memory index tree' (duration: 189.845581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.630649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.233262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:28:59.630754Z","caller":"traceutil/trace.go:171","msg":"trace[1502738344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1325; }","duration":"188.373995ms","start":"2026-03-31T18:28:59.442358Z","end":"2026-03-31T18:28:59.630732Z","steps":["trace[1502738344] 'range keys from in-memory index tree' (duration: 188.102179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.630759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.706964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:59.630857Z","caller":"traceutil/trace.go:171","msg":"trace[876699044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1325; }","duration":"188.856648ms","start":"2026-03-31T18:28:59.441976Z","end":"2026-03-31T18:28:59.630832Z","steps":["trace[876699044] 'range keys from in-memory index tree' (duration: 188.495568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.631041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.004383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:59.631183Z","caller":"traceutil/trace.go:171","msg":"trace[695913776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1325; }","duration":"191.205518ms","start":"2026-03-31T18:28:59.439962Z","end":"2026-03-31T18:28:59.631168Z","steps":["trace[695913776] 'range keys from in-memory index tree' (duration: 190.466489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.630537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.530843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:28:59.631716Z","caller":"traceutil/trace.go:171","msg":"trace[1774381823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1325; }","duration":"188.750674ms","start":"2026-03-31T18:28:59.442914Z","end":"2026-03-31T18:28:59.631665Z","steps":["trace[1774381823] 'range keys from in-memory index tree' (duration: 187.310068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:59.824873Z","caller":"traceutil/trace.go:171","msg":"trace[1867875999] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"189.637778ms","start":"2026-03-31T18:28:59.635203Z","end":"2026-03-31T18:28:59.824841Z","steps":["trace[1867875999] 'process raft request' (duration: 189.472444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:59.907242Z","caller":"traceutil/trace.go:171","msg":"trace[778053764] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"271.940255ms","start":"2026-03-31T18:28:59.635264Z","end":"2026-03-31T18:28:59.907204Z","steps":["trace[778053764] 'process raft request' (duration: 228.308508ms)","trace[778053764] 'compare' (duration: 43.36837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:59.907308Z","caller":"traceutil/trace.go:171","msg":"trace[518871913] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"271.107393ms","start":"2026-03-31T18:28:59.636095Z","end":"2026-03-31T18:28:59.907202Z","steps":["trace[518871913] 'process raft request' (duration: 271.009341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:59.907411Z","caller":"traceutil/trace.go:171","msg":"trace[1536997994] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"270.426466ms","start":"2026-03-31T18:28:59.636951Z","end":"2026-03-31T18:28:59.907377Z","steps":["trace[1536997994] 'process raft request' (duration: 270.20271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:04.999301Z","caller":"traceutil/trace.go:171","msg":"trace[2048342131] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"401.251118ms","start":"2026-03-31T18:29:04.598025Z","end":"2026-03-31T18:29:04.999276Z","steps":["trace[2048342131] 'process raft request' (duration: 401.019622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:04.999438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:04.598004Z","time spent":"401.36037ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:04.999264Z","caller":"traceutil/trace.go:171","msg":"trace[1533839227] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1424; }","duration":"184.346102ms","start":"2026-03-31T18:29:04.814888Z","end":"2026-03-31T18:29:04.999234Z","steps":["trace[1533839227] 'read index received' (duration: 184.094175ms)","trace[1533839227] 'applied index is now lower than readState.Index' (duration: 250.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:04.999537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.624699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qf44r\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T18:29:04.999637Z","caller":"traceutil/trace.go:171","msg":"trace[163314774] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qf44r; range_end:; response_count:1; response_revision:1375; }","duration":"184.790673ms","start":"2026-03-31T18:29:04.814822Z","end":"2026-03-31T18:29:04.999612Z","steps":["trace[163314774] 'agreement among raft nodes before linearized reading' (duration: 184.515876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.687729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:11.327055Z","time spent":"360.670149ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:29:12.058785Z","caller":"traceutil/trace.go:171","msg":"trace[2043920672] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"579.871653ms","start":"2026-03-31T18:29:11.478883Z","end":"2026-03-31T18:29:12.058755Z","steps":["trace[2043920672] 'process raft request' (duration: 579.629467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:12.058946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:11.47885Z","time spent":"580.016137ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:12.059544Z","caller":"traceutil/trace.go:171","msg":"trace[490255041] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"370.300804ms","start":"2026-03-31T18:29:11.689221Z","end":"2026-03-31T18:29:12.059521Z","steps":["trace[490255041] 'process raft request' (duration: 370.075639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:12.059706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:11.689185Z","time spent":"370.431598ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:12.059808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.898784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:12.059876Z","caller":"traceutil/trace.go:171","msg":"trace[1598749652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"183.021458ms","start":"2026-03-31T18:29:11.876842Z","end":"2026-03-31T18:29:12.059863Z","steps":["trace[1598749652] 'agreement among raft nodes before linearized reading' (duration: 182.754411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:12.059532Z","caller":"traceutil/trace.go:171","msg":"trace[337874513] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1548; }","duration":"182.602787ms","start":"2026-03-31T18:29:11.876896Z","end":"2026-03-31T18:29:12.059499Z","steps":["trace[337874513] 'read index received' (duration: 181.659103ms)","trace[337874513] 'applied index is now lower than readState.Index' (duration: 942.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:12.060241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.607377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:12.060242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.054783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:12.060327Z","caller":"traceutil/trace.go:171","msg":"trace[1880158902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1498; }","duration":"100.737491ms","start":"2026-03-31T18:29:11.959556Z","end":"2026-03-31T18:29:12.060293Z","steps":["trace[1880158902] 'agreement among raft nodes before linearized reading' (duration: 100.485483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:12.06033Z","caller":"traceutil/trace.go:171","msg":"trace[1454808539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1498; }","duration":"100.163306ms","start":"2026-03-31T18:29:11.960144Z","end":"2026-03-31T18:29:12.060307Z","steps":["trace[1454808539] 'agreement among raft nodes before linearized reading' (duration: 99.92461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.679183Z","caller":"traceutil/trace.go:171","msg":"trace[1892058394] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"230.154895ms","start":"2026-03-31T18:29:20.449011Z","end":"2026-03-31T18:29:20.679166Z","steps":["trace[1892058394] 'process raft request' (duration: 229.999661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.816289Z","caller":"traceutil/trace.go:171","msg":"trace[256946382] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"119.050449ms","start":"2026-03-31T18:29:20.697212Z","end":"2026-03-31T18:29:20.816262Z","steps":["trace[256946382] 'process raft request' (duration: 119.002888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.816317Z","caller":"traceutil/trace.go:171","msg":"trace[694044351] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"119.438548ms","start":"2026-03-31T18:29:20.696833Z","end":"2026-03-31T18:29:20.816272Z","steps":["trace[694044351] 'process raft request' (duration: 111.165886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.980132Z","caller":"traceutil/trace.go:171","msg":"trace[454493934] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"134.864254ms","start":"2026-03-31T18:29:20.845243Z","end":"2026-03-31T18:29:20.980107Z","steps":["trace[454493934] 'process raft request' (duration: 134.809453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.980215Z","caller":"traceutil/trace.go:171","msg":"trace[867924943] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"144.386399ms","start":"2026-03-31T18:29:20.835789Z","end":"2026-03-31T18:29:20.980175Z","steps":["trace[867924943] 'process raft request' (duration: 144.149783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.980261Z","caller":"traceutil/trace.go:171","msg":"trace[629256208] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"144.386509ms","start":"2026-03-31T18:29:20.835838Z","end":"2026-03-31T18:29:20.980224Z","steps":["trace[629256208] 'process raft request' (duration: 144.159264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.980313Z","caller":"traceutil/trace.go:171","msg":"trace[1786977919] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"144.210185ms","start":"2026-03-31T18:29:20.836061Z","end":"2026-03-31T18:29:20.980271Z","steps":["trace[1786977919] 'process raft request' (duration: 143.962668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.98037Z","caller":"traceutil/trace.go:171","msg":"trace[2070841591] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"144.699587ms","start":"2026-03-31T18:29:20.835628Z","end":"2026-03-31T18:29:20.980328Z","steps":["trace[2070841591] 'process raft request' (duration: 144.180484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.046682Z","caller":"traceutil/trace.go:171","msg":"trace[1992997394] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"148.288288ms","start":"2026-03-31T18:29:20.898362Z","end":"2026-03-31T18:29:21.04665Z","steps":["trace[1992997394] 'process raft request' (duration: 147.99581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.046819Z","caller":"traceutil/trace.go:171","msg":"trace[1406398518] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"144.742106ms","start":"2026-03-31T18:29:20.90205Z","end":"2026-03-31T18:29:21.046792Z","steps":["trace[1406398518] 'process raft request' (duration: 144.5099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.185737Z","caller":"traceutil/trace.go:171","msg":"trace[1451559061] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"128.381289ms","start":"2026-03-31T18:29:21.057329Z","end":"2026-03-31T18:29:21.185711Z","steps":["trace[1451559061] 'process raft request' (duration: 128.311917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.185821Z","caller":"traceutil/trace.go:171","msg":"trace[1040805888] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"132.286028ms","start":"2026-03-31T18:29:21.053501Z","end":"2026-03-31T18:29:21.185787Z","steps":["trace[1040805888] 'process raft request' (duration: 93.288749ms)","trace[1040805888] 'compare' (duration: 38.65703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:21.580141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.275119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:21.580428Z","caller":"traceutil/trace.go:171","msg":"trace[1428918893] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"384.864217ms","start":"2026-03-31T18:29:21.19555Z","end":"2026-03-31T18:29:21.580414Z","steps":["trace[1428918893] 'process raft request' (duration: 384.814486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.580501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.195533Z","time spent":"384.931639ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:21.580623Z","caller":"traceutil/trace.go:171","msg":"trace[1354473689] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"515.034602ms","start":"2026-03-31T18:29:21.065572Z","end":"2026-03-31T18:29:21.580606Z","steps":["trace[1354473689] 'process raft request' (duration: 514.667842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.580676Z","caller":"traceutil/trace.go:171","msg":"trace[369662634] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"511.033868ms","start":"2026-03-31T18:29:21.069569Z","end":"2026-03-31T18:29:21.580603Z","steps":["trace[369662634] 'process raft request' (duration: 510.745601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.580756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.065545Z","time spent":"515.146445ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:21.5808Z","caller":"traceutil/trace.go:171","msg":"trace[938385351] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1698; }","duration":"501.500475ms","start":"2026-03-31T18:29:21.079174Z","end":"2026-03-31T18:29:21.580675Z","steps":["trace[938385351] 'read index received' (duration: 67.633822ms)","trace[938385351] 'applied index is now lower than readState.Index' (duration: 433.857423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:21.580924Z","caller":"traceutil/trace.go:171","msg":"trace[1202422190] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"514.934249ms","start":"2026-03-31T18:29:21.06542Z","end":"2026-03-31T18:29:21.580354Z","steps":["trace[1202422190] 'process raft request' (duration: 405.376403ms)","trace[1202422190] 'compare' (duration: 108.967501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:21.580881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.069551Z","time spent":"511.243444ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:21.581005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.065399Z","time spent":"515.579426ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:21.581057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.879785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:21.581151Z","caller":"traceutil/trace.go:171","msg":"trace[859476456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1636; }","duration":"502.024589ms","start":"2026-03-31T18:29:21.079106Z","end":"2026-03-31T18:29:21.58113Z","steps":["trace[859476456] 'agreement among raft nodes before linearized reading' (duration: 501.713451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.581199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.079079Z","time spent":"502.11101ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:21.581258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.776035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:29:21.581321Z","caller":"traceutil/trace.go:171","msg":"trace[2124320995] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1636; }","duration":"254.892638ms","start":"2026-03-31T18:29:21.326411Z","end":"2026-03-31T18:29:21.581304Z","steps":["trace[2124320995] 'agreement among raft nodes before linearized reading' (duration: 254.629212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.722819Z","caller":"traceutil/trace.go:171","msg":"trace[1327103878] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1710; }","duration":"112.240975ms","start":"2026-03-31T18:29:21.610553Z","end":"2026-03-31T18:29:21.722794Z","steps":["trace[1327103878] 'read index received' (duration: 103.947912ms)","trace[1327103878] 'applied index is now lower than readState.Index' (duration: 8.292053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:21.722882Z","caller":"traceutil/trace.go:171","msg":"trace[632877425] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"114.652777ms","start":"2026-03-31T18:29:21.608207Z","end":"2026-03-31T18:29:21.72286Z","steps":["trace[632877425] 'process raft request' (duration: 106.398055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.723053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.477681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-03-31T18:29:21.723094Z","caller":"traceutil/trace.go:171","msg":"trace[196183998] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1642; }","duration":"112.547193ms","start":"2026-03-31T18:29:21.610536Z","end":"2026-03-31T18:29:21.723083Z","steps":["trace[196183998] 'agreement among raft nodes before linearized reading' (duration: 112.366139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.980953Z","caller":"traceutil/trace.go:171","msg":"trace[1277518329] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1717; }","duration":"190.713555ms","start":"2026-03-31T18:29:21.79022Z","end":"2026-03-31T18:29:21.980934Z","steps":["trace[1277518329] 'read index received' (duration: 28.5143ms)","trace[1277518329] 'applied index is now lower than readState.Index' (duration: 162.198355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:21.981074Z","caller":"traceutil/trace.go:171","msg":"trace[770933243] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"188.334964ms","start":"2026-03-31T18:29:21.792725Z","end":"2026-03-31T18:29:21.98106Z","steps":["trace[770933243] 'process raft request' (duration: 188.143979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.981091Z","caller":"traceutil/trace.go:171","msg":"trace[1413969212] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"191.946327ms","start":"2026-03-31T18:29:21.7891Z","end":"2026-03-31T18:29:21.981047Z","steps":["trace[1413969212] 'process raft request' (duration: 123.659148ms)","trace[1413969212] 'compare' (duration: 67.95364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:21.981256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.95298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:21.981419Z","caller":"traceutil/trace.go:171","msg":"trace[58833357] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1652; }","duration":"191.182576ms","start":"2026-03-31T18:29:21.790174Z","end":"2026-03-31T18:29:21.981357Z","steps":["trace[58833357] 'agreement among raft nodes before linearized reading' (duration: 190.91751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.982697Z","caller":"traceutil/trace.go:171","msg":"trace[1003429276] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"151.571974ms","start":"2026-03-31T18:29:21.831102Z","end":"2026-03-31T18:29:21.982673Z","steps":["trace[1003429276] 'process raft request' (duration: 151.419869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.982994Z","caller":"traceutil/trace.go:171","msg":"trace[1951367844] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"149.312725ms","start":"2026-03-31T18:29:21.833665Z","end":"2026-03-31T18:29:21.982978Z","steps":["trace[1951367844] 'process raft request' (duration: 148.896685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.983024Z","caller":"traceutil/trace.go:171","msg":"trace[515238660] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"156.015796ms","start":"2026-03-31T18:29:21.826996Z","end":"2026-03-31T18:29:21.983012Z","steps":["trace[515238660] 'process raft request' (duration: 155.458571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.983239Z","caller":"traceutil/trace.go:171","msg":"trace[490929061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1655; }","duration":"147.518919ms","start":"2026-03-31T18:29:21.835676Z","end":"2026-03-31T18:29:21.983195Z","steps":["trace[490929061] 'process raft request' (duration: 146.927284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.088395Z","caller":"traceutil/trace.go:171","msg":"trace[1697552826] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1725; }","duration":"100.013611ms","start":"2026-03-31T18:29:21.988362Z","end":"2026-03-31T18:29:22.088376Z","steps":["trace[1697552826] 'read index received' (duration: 3.741235ms)","trace[1697552826] 'applied index is now lower than readState.Index' (duration: 96.271276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:22.08846Z","caller":"traceutil/trace.go:171","msg":"trace[406677055] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"103.034348ms","start":"2026-03-31T18:29:21.985417Z","end":"2026-03-31T18:29:22.088451Z","steps":["trace[406677055] 'process raft request' (duration: 96.07593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.088396Z","caller":"traceutil/trace.go:171","msg":"trace[781007169] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"102.794632ms","start":"2026-03-31T18:29:21.985571Z","end":"2026-03-31T18:29:22.088366Z","steps":["trace[781007169] 'process raft request' (duration: 102.684319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.088742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.3675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5755"} {"level":"info","ts":"2026-03-31T18:29:22.088811Z","caller":"traceutil/trace.go:171","msg":"trace[1536488350] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1660; }","duration":"100.464663ms","start":"2026-03-31T18:29:21.988329Z","end":"2026-03-31T18:29:22.088794Z","steps":["trace[1536488350] 'agreement among raft nodes before linearized reading' (duration: 100.268538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.203217Z","caller":"traceutil/trace.go:171","msg":"trace[405048910] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"108.507168ms","start":"2026-03-31T18:29:22.094691Z","end":"2026-03-31T18:29:22.203198Z","steps":["trace[405048910] 'process raft request' (duration: 108.395925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.334527Z","caller":"traceutil/trace.go:171","msg":"trace[1070330151] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"239.465193ms","start":"2026-03-31T18:29:22.095035Z","end":"2026-03-31T18:29:22.3345Z","steps":["trace[1070330151] 'process raft request' (duration: 209.486465ms)","trace[1070330151] 'compare' (duration: 29.743622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:22.334668Z","caller":"traceutil/trace.go:171","msg":"trace[442053039] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"239.475463ms","start":"2026-03-31T18:29:22.095172Z","end":"2026-03-31T18:29:22.334647Z","steps":["trace[442053039] 'process raft request' (duration: 239.258977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.33527Z","caller":"traceutil/trace.go:171","msg":"trace[705886007] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"238.15829ms","start":"2026-03-31T18:29:22.097086Z","end":"2026-03-31T18:29:22.335245Z","steps":["trace[705886007] 'process raft request' (duration: 237.38241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.335524Z","caller":"traceutil/trace.go:171","msg":"trace[1201918472] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"237.81079ms","start":"2026-03-31T18:29:22.097688Z","end":"2026-03-31T18:29:22.335499Z","steps":["trace[1201918472] 'process raft request' (duration: 237.507373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.335571Z","caller":"traceutil/trace.go:171","msg":"trace[1298662728] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"235.702008ms","start":"2026-03-31T18:29:22.099854Z","end":"2026-03-31T18:29:22.335556Z","steps":["trace[1298662728] 'process raft request' (duration: 235.526682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.335842Z","caller":"traceutil/trace.go:171","msg":"trace[1799636391] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"234.276831ms","start":"2026-03-31T18:29:22.101553Z","end":"2026-03-31T18:29:22.33583Z","steps":["trace[1799636391] 'process raft request' (duration: 234.005044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.336033Z","caller":"traceutil/trace.go:171","msg":"trace[1845020191] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1735; }","duration":"240.829138ms","start":"2026-03-31T18:29:22.095175Z","end":"2026-03-31T18:29:22.336004Z","steps":["trace[1845020191] 'read index received' (duration: 107.976935ms)","trace[1845020191] 'applied index is now lower than readState.Index' (duration: 132.851373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:22.336043Z","caller":"traceutil/trace.go:171","msg":"trace[1890336214] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"204.833386ms","start":"2026-03-31T18:29:22.131192Z","end":"2026-03-31T18:29:22.336025Z","steps":["trace[1890336214] 'process raft request' (duration: 204.569189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.335634Z","caller":"traceutil/trace.go:171","msg":"trace[557691097] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"235.136002ms","start":"2026-03-31T18:29:22.100483Z","end":"2026-03-31T18:29:22.335619Z","steps":["trace[557691097] 'process raft request' (duration: 235.021748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.336043Z","caller":"traceutil/trace.go:171","msg":"trace[703295845] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"140.407756ms","start":"2026-03-31T18:29:22.195621Z","end":"2026-03-31T18:29:22.336029Z","steps":["trace[703295845] 'process raft request' (duration: 140.247762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.336192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.996972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" ","response":"range_response_count:1 size:4529"} {"level":"info","ts":"2026-03-31T18:29:22.336245Z","caller":"traceutil/trace.go:171","msg":"trace[1235759920] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm; range_end:; response_count:1; response_revision:1675; }","duration":"241.081445ms","start":"2026-03-31T18:29:22.095149Z","end":"2026-03-31T18:29:22.33623Z","steps":["trace[1235759920] 'agreement among raft nodes before linearized reading' (duration: 240.923251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.336359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.532128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:29:22.336371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.799029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T18:29:22.336368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.243875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:22.336405Z","caller":"traceutil/trace.go:171","msg":"trace[877565141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1675; }","duration":"229.611951ms","start":"2026-03-31T18:29:22.106781Z","end":"2026-03-31T18:29:22.336393Z","steps":["trace[877565141] 'agreement among raft nodes before linearized reading' (duration: 229.467807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.336427Z","caller":"traceutil/trace.go:171","msg":"trace[1735390341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1675; }","duration":"217.317856ms","start":"2026-03-31T18:29:22.119093Z","end":"2026-03-31T18:29:22.336411Z","steps":["trace[1735390341] 'agreement among raft nodes before linearized reading' (duration: 217.159202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.336406Z","caller":"traceutil/trace.go:171","msg":"trace[1606068173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1675; }","duration":"217.86919ms","start":"2026-03-31T18:29:22.118528Z","end":"2026-03-31T18:29:22.336397Z","steps":["trace[1606068173] 'agreement among raft nodes before linearized reading' (duration: 217.782358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.336481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.552922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:22.336583Z","caller":"traceutil/trace.go:171","msg":"trace[716578480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1675; }","duration":"217.682496ms","start":"2026-03-31T18:29:22.11888Z","end":"2026-03-31T18:29:22.336562Z","steps":["trace[716578480] 'agreement among raft nodes before linearized reading' (duration: 217.405409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.804104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.781056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:22.804416Z","caller":"traceutil/trace.go:171","msg":"trace[678906415] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"382.169929ms","start":"2026-03-31T18:29:22.422225Z","end":"2026-03-31T18:29:22.804395Z","steps":["trace[678906415] 'process raft request' (duration: 382.002235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.804458Z","caller":"traceutil/trace.go:171","msg":"trace[1918752753] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"413.533662ms","start":"2026-03-31T18:29:22.390761Z","end":"2026-03-31T18:29:22.804294Z","steps":["trace[1918752753] 'process raft request' (duration: 297.480469ms)","trace[1918752753] 'compare' (duration: 115.502899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:22.804663Z","caller":"traceutil/trace.go:171","msg":"trace[598584194] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"381.791028ms","start":"2026-03-31T18:29:22.42286Z","end":"2026-03-31T18:29:22.804651Z","steps":["trace[598584194] 'process raft request' (duration: 381.47532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.804736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.422839Z","time spent":"381.859981ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6089,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:22.804768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.24965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-31T18:29:22.804859Z","caller":"traceutil/trace.go:171","msg":"trace[755639223] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1686; }","duration":"414.389654ms","start":"2026-03-31T18:29:22.390448Z","end":"2026-03-31T18:29:22.804838Z","steps":["trace[755639223] 'agreement among raft nodes before linearized reading' (duration: 414.003444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.804909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.390427Z","time spent":"414.469256ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-31T18:29:22.804843Z","caller":"traceutil/trace.go:171","msg":"trace[1372111055] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"360.430222ms","start":"2026-03-31T18:29:22.444388Z","end":"2026-03-31T18:29:22.804819Z","steps":["trace[1372111055] 'process raft request' (duration: 360.189516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.804515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.422205Z","time spent":"382.262082ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:22.804379Z","caller":"traceutil/trace.go:171","msg":"trace[516335377] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1753; }","duration":"390.071081ms","start":"2026-03-31T18:29:22.414281Z","end":"2026-03-31T18:29:22.804352Z","steps":["trace[516335377] 'read index received' (duration: 274.065349ms)","trace[516335377] 'applied index is now lower than readState.Index' (duration: 116.003532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:22.805127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.444369Z","time spent":"360.657238ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:22.805325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.999122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr\" ","response":"range_response_count:1 size:4799"} {"level":"warn","ts":"2026-03-31T18:29:22.805361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.39074Z","time spent":"413.901811ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:22.805372Z","caller":"traceutil/trace.go:171","msg":"trace[392910483] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr; range_end:; response_count:1; response_revision:1687; }","duration":"387.079794ms","start":"2026-03-31T18:29:22.418276Z","end":"2026-03-31T18:29:22.805356Z","steps":["trace[392910483] 'agreement among raft nodes before linearized reading' (duration: 386.951471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.805414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.418229Z","time spent":"387.174166ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4822,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr\" "} {"level":"warn","ts":"2026-03-31T18:29:22.805533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.982903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133126"} {"level":"info","ts":"2026-03-31T18:29:22.805586Z","caller":"traceutil/trace.go:171","msg":"trace[104326203] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1687; }","duration":"373.068986ms","start":"2026-03-31T18:29:22.432503Z","end":"2026-03-31T18:29:22.805572Z","steps":["trace[104326203] 'agreement among raft nodes before linearized reading' (duration: 372.83218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.805629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.432491Z","time spent":"373.123957ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":133149,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T18:29:23.02348Z","caller":"traceutil/trace.go:171","msg":"trace[2082806077] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1758; }","duration":"129.289861ms","start":"2026-03-31T18:29:22.894155Z","end":"2026-03-31T18:29:23.023445Z","steps":["trace[2082806077] 'read index received' (duration: 118.637159ms)","trace[2082806077] 'applied index is now lower than readState.Index' (duration: 10.651572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.023529Z","caller":"traceutil/trace.go:171","msg":"trace[805961621] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"201.358688ms","start":"2026-03-31T18:29:22.82214Z","end":"2026-03-31T18:29:23.023499Z","steps":["trace[805961621] 'process raft request' (duration: 190.621593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.023831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.6452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr.18a2008235fc04a7\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-31T18:29:23.023881Z","caller":"traceutil/trace.go:171","msg":"trace[278861930] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr.18a2008235fc04a7; range_end:; response_count:1; response_revision:1689; }","duration":"129.746323ms","start":"2026-03-31T18:29:22.894119Z","end":"2026-03-31T18:29:23.023866Z","steps":["trace[278861930] 'agreement among raft nodes before linearized reading' (duration: 129.484906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:23.030212Z","caller":"traceutil/trace.go:171","msg":"trace[1987162355] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"124.778136ms","start":"2026-03-31T18:29:22.905417Z","end":"2026-03-31T18:29:23.030195Z","steps":["trace[1987162355] 'process raft request' (duration: 124.675883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.030448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.743345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133126"} {"level":"info","ts":"2026-03-31T18:29:23.031708Z","caller":"traceutil/trace.go:171","msg":"trace[294715476] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1690; }","duration":"133.022896ms","start":"2026-03-31T18:29:22.898659Z","end":"2026-03-31T18:29:23.031682Z","steps":["trace[294715476] 'agreement among raft nodes before linearized reading' (duration: 131.541968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:24.816491Z","caller":"traceutil/trace.go:171","msg":"trace[1217584022] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"114.850552ms","start":"2026-03-31T18:29:24.701575Z","end":"2026-03-31T18:29:24.816426Z","steps":["trace[1217584022] 'read index received' (duration: 114.649527ms)","trace[1217584022] 'applied index is now lower than readState.Index' (duration: 199.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:24.816573Z","caller":"traceutil/trace.go:171","msg":"trace[2059275208] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"149.743855ms","start":"2026-03-31T18:29:24.666798Z","end":"2026-03-31T18:29:24.816542Z","steps":["trace[2059275208] 'process raft request' (duration: 149.403086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.81678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.153109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:24.81691Z","caller":"traceutil/trace.go:171","msg":"trace[1141464945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1722; }","duration":"115.363824ms","start":"2026-03-31T18:29:24.701517Z","end":"2026-03-31T18:29:24.81688Z","steps":["trace[1141464945] 'agreement among raft nodes before linearized reading' (duration: 115.080517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.183084Z","caller":"traceutil/trace.go:171","msg":"trace[1873859529] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"138.503787ms","start":"2026-03-31T18:29:25.044555Z","end":"2026-03-31T18:29:25.183058Z","steps":["trace[1873859529] 'process raft request' (duration: 138.351223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.360898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.64926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:25.361072Z","caller":"traceutil/trace.go:171","msg":"trace[216638571] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"171.442912ms","start":"2026-03-31T18:29:25.189602Z","end":"2026-03-31T18:29:25.361045Z","steps":["trace[216638571] 'compare' (duration: 168.483696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.361189Z","caller":"traceutil/trace.go:171","msg":"trace[225565008] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"168.220499ms","start":"2026-03-31T18:29:25.192929Z","end":"2026-03-31T18:29:25.36115Z","steps":["trace[225565008] 'process raft request' (duration: 168.119826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.361223Z","caller":"traceutil/trace.go:171","msg":"trace[703701798] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"170.581499ms","start":"2026-03-31T18:29:25.190615Z","end":"2026-03-31T18:29:25.361196Z","steps":["trace[703701798] 'read index received' (duration: 1.490927ms)","trace[703701798] 'applied index is now lower than readState.Index' (duration: 169.086392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:25.361345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.694743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:25.361427Z","caller":"traceutil/trace.go:171","msg":"trace[542126593] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1725; }","duration":"170.816575ms","start":"2026-03-31T18:29:25.190573Z","end":"2026-03-31T18:29:25.361389Z","steps":["trace[542126593] 'agreement among raft nodes before linearized reading' (duration: 170.697822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.656249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.307343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:25.656363Z","caller":"traceutil/trace.go:171","msg":"trace[258327370] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"283.989093ms","start":"2026-03-31T18:29:25.372353Z","end":"2026-03-31T18:29:25.656342Z","steps":["trace[258327370] 'process raft request' (duration: 111.520205ms)","trace[258327370] 'compare' (duration: 172.080129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:25.661395Z","caller":"traceutil/trace.go:171","msg":"trace[734480127] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"278.76037ms","start":"2026-03-31T18:29:25.382611Z","end":"2026-03-31T18:29:25.661371Z","steps":["trace[734480127] 'process raft request' (duration: 278.597186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.142107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.307732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:26.142381Z","caller":"traceutil/trace.go:171","msg":"trace[1448011422] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"470.836929ms","start":"2026-03-31T18:29:25.671516Z","end":"2026-03-31T18:29:26.142353Z","steps":["trace[1448011422] 'read index received' (duration: 170.21752ms)","trace[1448011422] 'applied index is now lower than readState.Index' (duration: 300.616409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:26.142525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.978193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:26.142603Z","caller":"traceutil/trace.go:171","msg":"trace[487500387] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1728; }","duration":"471.093836ms","start":"2026-03-31T18:29:25.671491Z","end":"2026-03-31T18:29:26.142585Z","steps":["trace[487500387] 'agreement among raft nodes before linearized reading' (duration: 470.933402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.142644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.671477Z","time spent":"471.155568ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:29:26.14268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.565813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:26.142768Z","caller":"traceutil/trace.go:171","msg":"trace[1736990798] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"469.749682ms","start":"2026-03-31T18:29:25.672963Z","end":"2026-03-31T18:29:26.142713Z","steps":["trace[1736990798] 'process raft request' (duration: 469.413253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:26.14286Z","caller":"traceutil/trace.go:171","msg":"trace[1497844505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1729; }","duration":"201.651105ms","start":"2026-03-31T18:29:25.941068Z","end":"2026-03-31T18:29:26.142719Z","steps":["trace[1497844505] 'agreement among raft nodes before linearized reading' (duration: 201.558912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.143009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.672943Z","time spent":"469.899386ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:26.142304Z","caller":"traceutil/trace.go:171","msg":"trace[1219796043] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"475.186751ms","start":"2026-03-31T18:29:25.667031Z","end":"2026-03-31T18:29:26.142217Z","steps":["trace[1219796043] 'process raft request' (duration: 174.686045ms)","trace[1219796043] 'compare' (duration: 300.188648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:26.143419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.667013Z","time spent":"476.30882ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:28.957254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.609729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:28.957511Z","caller":"traceutil/trace.go:171","msg":"trace[1383830652] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"178.266385ms","start":"2026-03-31T18:29:28.779226Z","end":"2026-03-31T18:29:28.957492Z","steps":["trace[1383830652] 'process raft request' (duration: 66.351529ms)","trace[1383830652] 'compare' (duration: 111.468085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:29.834261Z","caller":"traceutil/trace.go:171","msg":"trace[1929501728] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"105.627474ms","start":"2026-03-31T18:29:29.728605Z","end":"2026-03-31T18:29:29.834233Z","steps":["trace[1929501728] 'process raft request' (duration: 105.46119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.058645Z","caller":"traceutil/trace.go:171","msg":"trace[139743477] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1844; }","duration":"116.723309ms","start":"2026-03-31T18:29:29.941896Z","end":"2026-03-31T18:29:30.05862Z","steps":["trace[139743477] 'read index received' (duration: 44.683974ms)","trace[139743477] 'applied index is now lower than readState.Index' (duration: 72.038415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:30.058707Z","caller":"traceutil/trace.go:171","msg":"trace[1028389553] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"178.252835ms","start":"2026-03-31T18:29:29.880409Z","end":"2026-03-31T18:29:30.058662Z","steps":["trace[1028389553] 'process raft request' (duration: 106.250451ms)","trace[1028389553] 'compare' (duration: 71.802819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:30.058848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.928584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:30.058903Z","caller":"traceutil/trace.go:171","msg":"trace[674583875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1768; }","duration":"117.035946ms","start":"2026-03-31T18:29:29.941852Z","end":"2026-03-31T18:29:30.058888Z","steps":["trace[674583875] 'agreement among raft nodes before linearized reading' (duration: 116.886373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.080583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.818425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:31.080711Z","caller":"traceutil/trace.go:171","msg":"trace[1746830974] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"506.447692ms","start":"2026-03-31T18:29:30.574244Z","end":"2026-03-31T18:29:31.080692Z","steps":["trace[1746830974] 'read index received' (duration: 66.37485ms)","trace[1746830974] 'applied index is now lower than readState.Index' (duration: 440.071022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:31.080738Z","caller":"traceutil/trace.go:171","msg":"trace[1529401363] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"538.463952ms","start":"2026-03-31T18:29:30.542232Z","end":"2026-03-31T18:29:31.080695Z","steps":["trace[1529401363] 'process raft request' (duration: 98.453112ms)","trace[1529401363] 'compare' (duration: 439.710422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:31.080901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.5422Z","time spent":"538.617066ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.080919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.679058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:31.080962Z","caller":"traceutil/trace.go:171","msg":"trace[302283598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1785; }","duration":"506.75853ms","start":"2026-03-31T18:29:30.574191Z","end":"2026-03-31T18:29:31.08095Z","steps":["trace[302283598] 'agreement among raft nodes before linearized reading' (duration: 506.599366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.081001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.574171Z","time spent":"506.820201ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:31.081034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.852055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:31.081062Z","caller":"traceutil/trace.go:171","msg":"trace[1994132763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1785; }","duration":"503.917527ms","start":"2026-03-31T18:29:30.577137Z","end":"2026-03-31T18:29:31.081055Z","steps":["trace[1994132763] 'agreement among raft nodes before linearized reading' (duration: 503.828315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.081047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.655394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:31.081094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.577117Z","time spent":"503.967939ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:31.081113Z","caller":"traceutil/trace.go:171","msg":"trace[1154253278] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1785; }","duration":"224.762107ms","start":"2026-03-31T18:29:30.856334Z","end":"2026-03-31T18:29:31.081096Z","steps":["trace[1154253278] 'agreement among raft nodes before linearized reading' (duration: 224.651924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.081112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.6493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:31.081178Z","caller":"traceutil/trace.go:171","msg":"trace[738058380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1785; }","duration":"503.739232ms","start":"2026-03-31T18:29:30.577423Z","end":"2026-03-31T18:29:31.081162Z","steps":["trace[738058380] 'agreement among raft nodes before linearized reading' (duration: 503.566997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.081216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.577416Z","time spent":"503.792493ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:31.081207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.405933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:29:31.081261Z","caller":"traceutil/trace.go:171","msg":"trace[1978761813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1785; }","duration":"118.509636ms","start":"2026-03-31T18:29:30.962736Z","end":"2026-03-31T18:29:31.081246Z","steps":["trace[1978761813] 'agreement among raft nodes before linearized reading' (duration: 118.323541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.796682Z","caller":"traceutil/trace.go:171","msg":"trace[277706386] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"143.968119ms","start":"2026-03-31T18:29:31.652689Z","end":"2026-03-31T18:29:31.796657Z","steps":["trace[277706386] 'process raft request' (duration: 143.830645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.778709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:34.865093Z","caller":"traceutil/trace.go:171","msg":"trace[1035309364] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"608.935747ms","start":"2026-03-31T18:29:34.256134Z","end":"2026-03-31T18:29:34.86507Z","steps":["trace[1035309364] 'process raft request' (duration: 608.791563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.86527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.256118Z","time spent":"609.044529ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:34.886216Z","caller":"traceutil/trace.go:171","msg":"trace[730924101] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1890; }","duration":"608.509687ms","start":"2026-03-31T18:29:34.27769Z","end":"2026-03-31T18:29:34.8862Z","steps":["trace[730924101] 'read index received' (duration: 587.293243ms)","trace[730924101] 'applied index is now lower than readState.Index' (duration: 21.215494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:34.886321Z","caller":"traceutil/trace.go:171","msg":"trace[387422382] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"418.893229ms","start":"2026-03-31T18:29:34.467376Z","end":"2026-03-31T18:29:34.886269Z","steps":["trace[387422382] 'process raft request' (duration: 418.712925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.886364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.669731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:34.886442Z","caller":"traceutil/trace.go:171","msg":"trace[1818866701] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1814; }","duration":"608.803824ms","start":"2026-03-31T18:29:34.277623Z","end":"2026-03-31T18:29:34.886427Z","steps":["trace[1818866701] 'agreement among raft nodes before linearized reading' (duration: 608.668051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.886496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.2776Z","time spent":"608.885156ms","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:34.8865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.349219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:29:34.886543Z","caller":"traceutil/trace.go:171","msg":"trace[193514213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"228.428511ms","start":"2026-03-31T18:29:34.6581Z","end":"2026-03-31T18:29:34.886528Z","steps":["trace[193514213] 'agreement among raft nodes before linearized reading' (duration: 228.201935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.886561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.467341Z","time spent":"419.089084ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:36.558376Z","caller":"traceutil/trace.go:171","msg":"trace[589948506] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"144.919252ms","start":"2026-03-31T18:29:36.413428Z","end":"2026-03-31T18:29:36.558348Z","steps":["trace[589948506] 'process raft request' (duration: 108.583862ms)","trace[589948506] 'compare' (duration: 36.211577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:36.735625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.294191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:29:37.029876Z","caller":"traceutil/trace.go:171","msg":"trace[1619467406] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"129.417245ms","start":"2026-03-31T18:29:36.900427Z","end":"2026-03-31T18:29:37.029844Z","steps":["trace[1619467406] 'read index received' (duration: 57.298957ms)","trace[1619467406] 'applied index is now lower than readState.Index' (duration: 72.116608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:37.029946Z","caller":"traceutil/trace.go:171","msg":"trace[1160646022] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"136.343043ms","start":"2026-03-31T18:29:36.893571Z","end":"2026-03-31T18:29:37.029914Z","steps":["trace[1160646022] 'process raft request' (duration: 64.258416ms)","trace[1160646022] 'compare' (duration: 71.767989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:37.03014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.695062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:29:37.030192Z","caller":"traceutil/trace.go:171","msg":"trace[1722744398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1824; }","duration":"129.784944ms","start":"2026-03-31T18:29:36.900393Z","end":"2026-03-31T18:29:37.030178Z","steps":["trace[1722744398] 'agreement among raft nodes before linearized reading' (duration: 129.60689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.235174Z","caller":"traceutil/trace.go:171","msg":"trace[1884100176] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"121.695087ms","start":"2026-03-31T18:29:37.113444Z","end":"2026-03-31T18:29:37.235139Z","steps":["trace[1884100176] 'process raft request' (duration: 121.471631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.394137Z","caller":"traceutil/trace.go:171","msg":"trace[1623653141] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"152.366682ms","start":"2026-03-31T18:29:37.241746Z","end":"2026-03-31T18:29:37.394113Z","steps":["trace[1623653141] 'process raft request' (duration: 152.322521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.39417Z","caller":"traceutil/trace.go:171","msg":"trace[878358360] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"153.083051ms","start":"2026-03-31T18:29:37.241052Z","end":"2026-03-31T18:29:37.394135Z","steps":["trace[878358360] 'process raft request' (duration: 152.420825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.394183Z","caller":"traceutil/trace.go:171","msg":"trace[120797039] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"152.463905ms","start":"2026-03-31T18:29:37.241693Z","end":"2026-03-31T18:29:37.394157Z","steps":["trace[120797039] 'process raft request' (duration: 152.333412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:37.716974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.10665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:37.71709Z","caller":"traceutil/trace.go:171","msg":"trace[556509102] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1830; }","duration":"126.256354ms","start":"2026-03-31T18:29:37.590817Z","end":"2026-03-31T18:29:37.717073Z","steps":["trace[556509102] 'range keys from in-memory index tree' (duration: 126.08858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.355402Z","caller":"traceutil/trace.go:171","msg":"trace[256598845] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"444.940216ms","start":"2026-03-31T18:29:42.910439Z","end":"2026-03-31T18:29:43.355379Z","steps":["trace[256598845] 'read index received' (duration: 444.804892ms)","trace[256598845] 'applied index is now lower than readState.Index' (duration: 134.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:43.355503Z","caller":"traceutil/trace.go:171","msg":"trace[1907075853] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"635.322913ms","start":"2026-03-31T18:29:42.720141Z","end":"2026-03-31T18:29:43.355463Z","steps":["trace[1907075853] 'process raft request' (duration: 635.096187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.355615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.171252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:29:43.355651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.72012Z","time spent":"635.461466ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:43.355669Z","caller":"traceutil/trace.go:171","msg":"trace[1099137447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1910; }","duration":"445.263815ms","start":"2026-03-31T18:29:42.910393Z","end":"2026-03-31T18:29:43.355657Z","steps":["trace[1099137447] 'agreement among raft nodes before linearized reading' (duration: 445.100131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.355704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.910371Z","time spent":"445.325816ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:43.36966Z","caller":"traceutil/trace.go:171","msg":"trace[1971839994] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"115.374655ms","start":"2026-03-31T18:29:43.254263Z","end":"2026-03-31T18:29:43.369637Z","steps":["trace[1971839994] 'process raft request' (duration: 115.330934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.370107Z","caller":"traceutil/trace.go:171","msg":"trace[813071291] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"322.426639ms","start":"2026-03-31T18:29:43.047669Z","end":"2026-03-31T18:29:43.370096Z","steps":["trace[813071291] 'process raft request' (duration: 321.812733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.370203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.047642Z","time spent":"322.49214ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:43.370517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.380077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:43.370553Z","caller":"traceutil/trace.go:171","msg":"trace[1278563357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"429.450949ms","start":"2026-03-31T18:29:42.941093Z","end":"2026-03-31T18:29:43.370544Z","steps":["trace[1278563357] 'agreement among raft nodes before linearized reading' (duration: 429.392698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.370578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.941071Z","time spent":"429.502271ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:43.370883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.670025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:43.370913Z","caller":"traceutil/trace.go:171","msg":"trace[623433051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"112.734247ms","start":"2026-03-31T18:29:43.25817Z","end":"2026-03-31T18:29:43.370905Z","steps":["trace[623433051] 'agreement among raft nodes before linearized reading' (duration: 112.658455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.371048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.096433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:29:43.371077Z","caller":"traceutil/trace.go:171","msg":"trace[1023434082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1912; }","duration":"196.124473ms","start":"2026-03-31T18:29:43.174944Z","end":"2026-03-31T18:29:43.371068Z","steps":["trace[1023434082] 'agreement among raft nodes before linearized reading' (duration: 196.047741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.37124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.862019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:43.371271Z","caller":"traceutil/trace.go:171","msg":"trace[1599364451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"302.919699ms","start":"2026-03-31T18:29:43.068342Z","end":"2026-03-31T18:29:43.371262Z","steps":["trace[1599364451] 'agreement among raft nodes before linearized reading' (duration: 302.840547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.371293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.068321Z","time spent":"302.965691ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:29:43.371456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.669345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:29:43.371481Z","caller":"traceutil/trace.go:171","msg":"trace[1197146139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1912; }","duration":"363.730067ms","start":"2026-03-31T18:29:43.007745Z","end":"2026-03-31T18:29:43.371475Z","steps":["trace[1197146139] 'agreement among raft nodes before linearized reading' (duration: 363.657295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.371501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.007725Z","time spent":"363.770417ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:29:45.126891Z","caller":"traceutil/trace.go:171","msg":"trace[528500296] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"100.817903ms","start":"2026-03-31T18:29:45.026055Z","end":"2026-03-31T18:29:45.126873Z","steps":["trace[528500296] 'process raft request' (duration: 100.70411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.614616Z","caller":"traceutil/trace.go:171","msg":"trace[1152847310] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"237.41026ms","start":"2026-03-31T18:29:45.377184Z","end":"2026-03-31T18:29:45.614594Z","steps":["trace[1152847310] 'process raft request' (duration: 237.247506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.617981Z","caller":"traceutil/trace.go:171","msg":"trace[68150880] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"240.683615ms","start":"2026-03-31T18:29:45.377275Z","end":"2026-03-31T18:29:45.617959Z","steps":["trace[68150880] 'process raft request' (duration: 240.413397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.617967Z","caller":"traceutil/trace.go:171","msg":"trace[1578453397] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2012; }","duration":"238.802997ms","start":"2026-03-31T18:29:45.379133Z","end":"2026-03-31T18:29:45.617936Z","steps":["trace[1578453397] 'read index received' (duration: 235.221735ms)","trace[1578453397] 'applied index is now lower than readState.Index' (duration: 3.580142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:45.61822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.068854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:45.618309Z","caller":"traceutil/trace.go:171","msg":"trace[589759665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"239.193657ms","start":"2026-03-31T18:29:45.379094Z","end":"2026-03-31T18:29:45.618288Z","steps":["trace[589759665] 'agreement among raft nodes before linearized reading' (duration: 238.991472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.618432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.378814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:29:45.618424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.095745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:29:45.618424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.420292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:45.618503Z","caller":"traceutil/trace.go:171","msg":"trace[1692552692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"186.471217ms","start":"2026-03-31T18:29:45.43201Z","end":"2026-03-31T18:29:45.618481Z","steps":["trace[1692552692] 'agreement among raft nodes before linearized reading' (duration: 186.309683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.618529Z","caller":"traceutil/trace.go:171","msg":"trace[1176565452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"232.225638ms","start":"2026-03-31T18:29:45.386281Z","end":"2026-03-31T18:29:45.618506Z","steps":["trace[1176565452] 'agreement among raft nodes before linearized reading' (duration: 231.851848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.618534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.913792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:45.618552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.944953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:29:45.618259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.021531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:29:45.61875Z","caller":"traceutil/trace.go:171","msg":"trace[339448964] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1935; }","duration":"237.542344ms","start":"2026-03-31T18:29:45.38119Z","end":"2026-03-31T18:29:45.618732Z","steps":["trace[339448964] 'agreement among raft nodes before linearized reading' (duration: 236.911198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.618597Z","caller":"traceutil/trace.go:171","msg":"trace[982151972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"193.020944ms","start":"2026-03-31T18:29:45.425557Z","end":"2026-03-31T18:29:45.618578Z","steps":["trace[982151972] 'agreement among raft nodes before linearized reading' (duration: 192.815909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.61846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.969033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:45.619815Z","caller":"traceutil/trace.go:171","msg":"trace[543415704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"194.353448ms","start":"2026-03-31T18:29:45.425443Z","end":"2026-03-31T18:29:45.619796Z","steps":["trace[543415704] 'agreement among raft nodes before linearized reading' (duration: 192.669926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.618549Z","caller":"traceutil/trace.go:171","msg":"trace[420077274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1935; }","duration":"230.684649ms","start":"2026-03-31T18:29:45.387847Z","end":"2026-03-31T18:29:45.618532Z","steps":["trace[420077274] 'agreement among raft nodes before linearized reading' (duration: 230.33388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.618703Z","caller":"traceutil/trace.go:171","msg":"trace[1687928620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"236.131337ms","start":"2026-03-31T18:29:45.382558Z","end":"2026-03-31T18:29:45.618689Z","steps":["trace[1687928620] 'agreement among raft nodes before linearized reading' (duration: 235.604794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:47.782615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.949256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:47.782734Z","caller":"traceutil/trace.go:171","msg":"trace[2082275322] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1942; }","duration":"192.078189ms","start":"2026-03-31T18:29:47.590639Z","end":"2026-03-31T18:29:47.782717Z","steps":["trace[2082275322] 'range keys from in-memory index tree' (duration: 191.935305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:48.979492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:48.979559Z","caller":"traceutil/trace.go:171","msg":"trace[578730911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332936s","start":"2026-03-31T18:29:46.979212Z","end":"2026-03-31T18:29:48.979545Z","steps":["trace[578730911] 'agreement among raft nodes before linearized reading' (duration: 2.000245264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:48.979593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.979187Z","time spent":"2.000398817s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:49.385996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380045721s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:29:49.386122Z","caller":"traceutil/trace.go:171","msg":"trace[263856615] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"2.761831209s","start":"2026-03-31T18:29:46.624269Z","end":"2026-03-31T18:29:49.3861Z","steps":["trace[263856615] 'read index received' (duration: 381.676615ms)","trace[263856615] 'applied index is now lower than readState.Index' (duration: 2.380152994s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:49.386562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762289471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:29:49.38662Z","caller":"traceutil/trace.go:171","msg":"trace[1314559167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1942; }","duration":"2.762392774s","start":"2026-03-31T18:29:46.624209Z","end":"2026-03-31T18:29:49.386602Z","steps":["trace[1314559167] 'agreement among raft nodes before linearized reading' (duration: 2.762205369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:49.386663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.624185Z","time spent":"2.762466565s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"warn","ts":"2026-03-31T18:29:49.886756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:50.387448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:50.887886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:50.980107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:50.980178Z","caller":"traceutil/trace.go:171","msg":"trace[2112181088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400576s","start":"2026-03-31T18:29:48.97976Z","end":"2026-03-31T18:29:50.980161Z","steps":["trace[2112181088] 'agreement among raft nodes before linearized reading' (duration: 2.000316614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:50.980338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.979747Z","time spent":"2.000569961s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:51.38836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:51.888759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:52.388929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:52.469358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.463354924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:52.46982Z","caller":"traceutil/trace.go:171","msg":"trace[653593051] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"5.843193793s","start":"2026-03-31T18:29:46.626562Z","end":"2026-03-31T18:29:52.469756Z","steps":["trace[653593051] 'process raft request' (duration: 5.842963107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.469983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.626543Z","time spent":"5.843353047s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:52.470141Z","caller":"traceutil/trace.go:171","msg":"trace[597844120] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"5.660382592s","start":"2026-03-31T18:29:46.809736Z","end":"2026-03-31T18:29:52.470119Z","steps":["trace[597844120] 'process raft request' (duration: 5.6599438s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:52.470487Z","caller":"traceutil/trace.go:171","msg":"trace[784602003] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"5.652437228s","start":"2026-03-31T18:29:46.81802Z","end":"2026-03-31T18:29:52.470457Z","steps":["trace[784602003] 'process raft request' (duration: 5.652020828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.470439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.80971Z","time spent":"5.660673379s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:52.47064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.817998Z","time spent":"5.652550831s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:52.621513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.6215Z","time spent":"5.000004687s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:29:52.622173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.623418Z","time spent":"4.998751516s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:29:52.63322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000068818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:52.633334Z","caller":"traceutil/trace.go:171","msg":"trace[702375768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000202953s","start":"2026-03-31T18:29:47.633069Z","end":"2026-03-31T18:29:52.633272Z","steps":["trace[702375768] 'agreement among raft nodes before linearized reading' (duration: 5.0001137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.633437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.633047Z","time spent":"5.000373326s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:29:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:52.677559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999935215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:52.67765Z","caller":"traceutil/trace.go:171","msg":"trace[563547552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000061658s","start":"2026-03-31T18:29:47.677568Z","end":"2026-03-31T18:29:52.677629Z","steps":["trace[563547552] 'agreement among raft nodes before linearized reading' (duration: 4.999953765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.677715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.677561Z","time spent":"5.00013116s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:29:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:52.678716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:52.678795Z","caller":"traceutil/trace.go:171","msg":"trace[1769496383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999958685s","start":"2026-03-31T18:29:47.678816Z","end":"2026-03-31T18:29:52.678775Z","steps":["trace[1769496383] 'agreement among raft nodes before linearized reading' (duration: 4.999860303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.67898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.678805Z","time spent":"5.00015642s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:29:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:52.985398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:52.985469Z","caller":"traceutil/trace.go:171","msg":"trace[1316075217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444609s","start":"2026-03-31T18:29:50.985007Z","end":"2026-03-31T18:29:52.985452Z","steps":["trace[1316075217] 'agreement among raft nodes before linearized reading' (duration: 2.000350456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.985503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.984991Z","time spent":"2.000505581s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:54.620126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.619292Z","time spent":"7.000827795s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:29:54.98615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:54.986223Z","caller":"traceutil/trace.go:171","msg":"trace[870192602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048616s","start":"2026-03-31T18:29:52.985721Z","end":"2026-03-31T18:29:54.986207Z","steps":["trace[870192602] 'agreement among raft nodes before linearized reading' (duration: 2.000389447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.986258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:52.985701Z","time spent":"2.000549932s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:55.340785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:55.340876Z","caller":"traceutil/trace.go:171","msg":"trace[887915572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608545s","start":"2026-03-31T18:29:53.340246Z","end":"2026-03-31T18:29:55.340855Z","steps":["trace[887915572] 'agreement among raft nodes before linearized reading' (duration: 2.000497572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.340934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.340228Z","time spent":"2.000692466s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:56.995063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:56.995152Z","caller":"traceutil/trace.go:171","msg":"trace[2126249654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075078s","start":"2026-03-31T18:29:54.995062Z","end":"2026-03-31T18:29:56.995137Z","steps":["trace[2126249654] 'agreement among raft nodes before linearized reading' (duration: 1.999958775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.995196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.995041Z","time spent":"2.00014607s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:57.508873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.039340484s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:29:57.618269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994303585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.618345Z","caller":"traceutil/trace.go:171","msg":"trace[589886725] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994420827s","start":"2026-03-31T18:29:54.623907Z","end":"2026-03-31T18:29:57.618327Z","steps":["trace[589886725] 'agreement among raft nodes before linearized reading' (duration: 2.994323515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.618401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.623893Z","time spent":"2.99449911s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.622036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998721065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.622167Z","caller":"traceutil/trace.go:171","msg":"trace[775907689] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99893464s","start":"2026-03-31T18:29:52.623205Z","end":"2026-03-31T18:29:57.62214Z","steps":["trace[775907689] 'agreement among raft nodes before linearized reading' (duration: 4.998760306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.622241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:52.623181Z","time spent":"4.999047073s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.622446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999074474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.622508Z","caller":"traceutil/trace.go:171","msg":"trace[1681753821] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999155776s","start":"2026-03-31T18:29:52.623337Z","end":"2026-03-31T18:29:57.622493Z","steps":["trace[1681753821] 'agreement among raft nodes before linearized reading' (duration: 4.999091205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.622558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:52.623328Z","time spent":"4.999219558s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.632774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997587568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.632869Z","caller":"traceutil/trace.go:171","msg":"trace[409231479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997723582s","start":"2026-03-31T18:29:54.635127Z","end":"2026-03-31T18:29:57.63285Z","steps":["trace[409231479] 'agreement among raft nodes before linearized reading' (duration: 2.997603609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.632917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.635114Z","time spent":"2.997793233s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.634741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.625923332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.634846Z","caller":"traceutil/trace.go:171","msg":"trace[1153102214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.626058046s","start":"2026-03-31T18:29:48.008764Z","end":"2026-03-31T18:29:57.634822Z","steps":["trace[1153102214] 'agreement among raft nodes before linearized reading' (duration: 9.625918142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.634917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.008714Z","time spent":"9.626190219s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.678955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998667947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.679025Z","caller":"traceutil/trace.go:171","msg":"trace[1682537010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998780889s","start":"2026-03-31T18:29:54.680228Z","end":"2026-03-31T18:29:57.679009Z","steps":["trace[1682537010] 'agreement among raft nodes before linearized reading' (duration: 2.998691996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.679061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.680204Z","time spent":"2.998849931s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:57.67903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00103702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T18:29:57.679113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000536567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.67913Z","caller":"traceutil/trace.go:171","msg":"trace[36414909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000578629s","start":"2026-03-31T18:29:47.678546Z","end":"2026-03-31T18:29:57.679125Z","steps":["trace[36414909] 'agreement among raft nodes before linearized reading' (duration: 10.000562638s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.67913Z","caller":"traceutil/trace.go:171","msg":"trace[863054543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001176593s","start":"2026-03-31T18:29:47.677932Z","end":"2026-03-31T18:29:57.679109Z","steps":["trace[863054543] 'agreement among raft nodes before linearized reading' (duration: 10.00103038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.679152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.678534Z","time spent":"10.000612009s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:57.679187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001238755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T18:29:57.679186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.677921Z","time spent":"10.001252766s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:57.679208Z","caller":"traceutil/trace.go:171","msg":"trace[1622014019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001290007s","start":"2026-03-31T18:29:47.677914Z","end":"2026-03-31T18:29:57.679204Z","steps":["trace[1622014019] 'agreement among raft nodes before linearized reading' (duration: 10.001266196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.679228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.677899Z","time spent":"10.001324287s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:57.679271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996823189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.679292Z","caller":"traceutil/trace.go:171","msg":"trace[1502380447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99687349s","start":"2026-03-31T18:29:54.682413Z","end":"2026-03-31T18:29:57.679286Z","steps":["trace[1502380447] 'agreement among raft nodes before linearized reading' (duration: 2.996852379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.679312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.682395Z","time spent":"2.996912851s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:57.7145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.489007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20086cf36a8a6\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:57.714601Z","caller":"traceutil/trace.go:171","msg":"trace[1544295311] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20086cf36a8a6; range_end:; }","duration":"952.645791ms","start":"2026-03-31T18:29:56.761938Z","end":"2026-03-31T18:29:57.714584Z","steps":["trace[1544295311] 'agreement among raft nodes before linearized reading' (duration: 952.519588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.714643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.761919Z","time spent":"952.715563ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20086cf36a8a6\" "} 2026/03/31 18:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:58.996088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:58.996148Z","caller":"traceutil/trace.go:171","msg":"trace[1308410152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121119s","start":"2026-03-31T18:29:56.996014Z","end":"2026-03-31T18:29:58.996135Z","steps":["trace[1308410152] 'agreement among raft nodes before linearized reading' (duration: 2.000040057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:58.996199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.996001Z","time spent":"2.000172381s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:59.183954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594026997s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:59.184131Z","caller":"traceutil/trace.go:171","msg":"trace[1396763460] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1945; }","duration":"1.594219731s","start":"2026-03-31T18:29:57.589888Z","end":"2026-03-31T18:29:59.184108Z","steps":["trace[1396763460] 'range keys from in-memory index tree' (duration: 1.594006816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.187193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678081291s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:59.187427Z","caller":"traceutil/trace.go:171","msg":"trace[515175543] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2023; }","duration":"9.801254971s","start":"2026-03-31T18:29:49.386155Z","end":"2026-03-31T18:29:59.18741Z","steps":["trace[515175543] 'read index received' (duration: 3.083389825s)","trace[515175543] 'applied index is now lower than readState.Index' (duration: 6.717864076s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:59.187771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.271694762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124664"} {"level":"info","ts":"2026-03-31T18:29:59.187804Z","caller":"traceutil/trace.go:171","msg":"trace[1707098893] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1948; }","duration":"10.271763054s","start":"2026-03-31T18:29:48.916031Z","end":"2026-03-31T18:29:59.187794Z","steps":["trace[1707098893] 'agreement among raft nodes before linearized reading' (duration: 10.271595338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.187825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.566567628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:59.187838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.916008Z","time spent":"10.271820255s","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124687,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:29:59.187878Z","caller":"traceutil/trace.go:171","msg":"trace[728249360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1948; }","duration":"11.566629529s","start":"2026-03-31T18:29:47.621233Z","end":"2026-03-31T18:29:59.187862Z","steps":["trace[728249360] 'agreement among raft nodes before linearized reading' (duration: 11.566515506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.187862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.493972785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T18:29:59.187869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.561559343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:29:59.187911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.621188Z","time spent":"11.566714811s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:59.187926Z","caller":"traceutil/trace.go:171","msg":"trace[217366097] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1948; }","duration":"10.494073627s","start":"2026-03-31T18:29:48.693834Z","end":"2026-03-31T18:29:59.187908Z","steps":["trace[217366097] 'agreement among raft nodes before linearized reading' (duration: 10.493928784s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.187932Z","caller":"traceutil/trace.go:171","msg":"trace[548496701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"12.561651766s","start":"2026-03-31T18:29:46.626266Z","end":"2026-03-31T18:29:59.187917Z","steps":["trace[548496701] 'agreement among raft nodes before linearized reading' (duration: 12.561501042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.187953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.513283832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:59.187973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.626254Z","time spent":"12.561711427s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:29:59.187973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.693814Z","time spent":"10.494146309s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T18:29:59.187999Z","caller":"traceutil/trace.go:171","msg":"trace[948507380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1948; }","duration":"11.513364384s","start":"2026-03-31T18:29:47.674621Z","end":"2026-03-31T18:29:59.187986Z","steps":["trace[948507380] 'agreement among raft nodes before linearized reading' (duration: 11.513282682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.188044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.674604Z","time spent":"11.513432357s","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:59.688242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:00.189399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:00.691185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:01.002551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:01.00265Z","caller":"traceutil/trace.go:171","msg":"trace[1216059309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113776s","start":"2026-03-31T18:29:59.002506Z","end":"2026-03-31T18:30:01.00262Z","steps":["trace[1216059309] 'agreement among raft nodes before linearized reading' (duration: 1.999990473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.002701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.002489Z","time spent":"2.000201678s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:01.146904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.637827113s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:01.943305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.160321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:30:01.943572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.636729Z","time spent":"306.836738ms","remote":"127.0.0.1:49764","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:01.943772Z","caller":"traceutil/trace.go:171","msg":"trace[434985384] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"4.628729551s","start":"2026-03-31T18:29:57.31502Z","end":"2026-03-31T18:30:01.94375Z","steps":["trace[434985384] 'process raft request' (duration: 4.628380502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.943894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.314999Z","time spent":"4.628834444s","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:02.633837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.635205Z","time spent":"4.998624804s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:02.678814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.680106Z","time spent":"4.998699986s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:03.003464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:03.003544Z","caller":"traceutil/trace.go:171","msg":"trace[1021769911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028469s","start":"2026-03-31T18:30:01.003241Z","end":"2026-03-31T18:30:03.003526Z","steps":["trace[1021769911] 'agreement among raft nodes before linearized reading' (duration: 2.000178507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.003588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.003225Z","time spent":"2.000353451s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:03.603167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:03.603252Z","caller":"traceutil/trace.go:171","msg":"trace[1972955463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322672s","start":"2026-03-31T18:30:01.602913Z","end":"2026-03-31T18:30:03.603236Z","steps":["trace[1972955463] 'agreement among raft nodes before linearized reading' (duration: 2.000211889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.603287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.60289Z","time spent":"2.000389624s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:04.537799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.39028819s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:04.538385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.626526Z","time spent":"6.911851945s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:04.538965Z","caller":"traceutil/trace.go:171","msg":"trace[1063160276] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2029; }","duration":"5.351490261s","start":"2026-03-31T18:29:59.187457Z","end":"2026-03-31T18:30:04.538948Z","steps":["trace[1063160276] 'read index received' (duration: 1.959786174s)","trace[1063160276] 'applied index is now lower than readState.Index' (duration: 3.391703057s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:04.538975Z","caller":"traceutil/trace.go:171","msg":"trace[1101982736] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"6.858002185s","start":"2026-03-31T18:29:57.680926Z","end":"2026-03-31T18:30:04.538928Z","steps":["trace[1101982736] 'process raft request' (duration: 6.857540364s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.539043Z","caller":"traceutil/trace.go:171","msg":"trace[984318618] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"6.857248526s","start":"2026-03-31T18:29:57.681785Z","end":"2026-03-31T18:30:04.539033Z","steps":["trace[984318618] 'process raft request' (duration: 6.85702965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.681739Z","time spent":"6.857333438s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:04.539149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.680903Z","time spent":"6.858149978s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:04.539266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.210942216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.539301Z","caller":"traceutil/trace.go:171","msg":"trace[1954900096] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:0; response_revision:1955; }","duration":"13.211043579s","start":"2026-03-31T18:29:51.328249Z","end":"2026-03-31T18:30:04.539293Z","steps":["trace[1954900096] 'agreement among raft nodes before linearized reading' (duration: 13.210990387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.080406952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.539333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.328231Z","time spent":"13.21109596s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:30:04.539317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.75496282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:04.539333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.855319271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:04.5394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.923639667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.539387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.158413337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:04.539404Z","caller":"traceutil/trace.go:171","msg":"trace[1611922871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1955; }","duration":"7.755113134s","start":"2026-03-31T18:29:56.784273Z","end":"2026-03-31T18:30:04.539386Z","steps":["trace[1611922871] 'agreement among raft nodes before linearized reading' (duration: 7.75495787s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.539423Z","caller":"traceutil/trace.go:171","msg":"trace[1373958496] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1955; }","duration":"12.923694418s","start":"2026-03-31T18:29:51.615721Z","end":"2026-03-31T18:30:04.539416Z","steps":["trace[1373958496] 'agreement among raft nodes before linearized reading' (duration: 12.923660357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.23985442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:04.539441Z","caller":"traceutil/trace.go:171","msg":"trace[583539494] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1955; }","duration":"12.158495229s","start":"2026-03-31T18:29:52.38093Z","end":"2026-03-31T18:30:04.539425Z","steps":["trace[583539494] 'agreement among raft nodes before linearized reading' (duration: 12.158399446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.615698Z","time spent":"12.923750809s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.539467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.784252Z","time spent":"7.755199076s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.539484Z","caller":"traceutil/trace.go:171","msg":"trace[1582296878] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1955; }","duration":"14.239952552s","start":"2026-03-31T18:29:50.299516Z","end":"2026-03-31T18:30:04.539468Z","steps":["trace[1582296878] 'agreement among raft nodes before linearized reading' (duration: 14.239817289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.925314207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:04.539441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.139869593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" ","response":"range_response_count:1 size:5818"} {"level":"warn","ts":"2026-03-31T18:30:04.539529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.299495Z","time spent":"14.240020664s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.539541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.068174222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.539575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.667541036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.539606Z","caller":"traceutil/trace.go:171","msg":"trace[1277862128] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1955; }","duration":"9.667592658s","start":"2026-03-31T18:29:54.872004Z","end":"2026-03-31T18:30:04.539597Z","steps":["trace[1277862128] 'agreement among raft nodes before linearized reading' (duration: 9.667551137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.539611Z","caller":"traceutil/trace.go:171","msg":"trace[667576633] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1955; }","duration":"11.068273655s","start":"2026-03-31T18:29:53.471318Z","end":"2026-03-31T18:30:04.539591Z","steps":["trace[667576633] 'agreement among raft nodes before linearized reading' (duration: 11.068162982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.871989Z","time spent":"9.667649189s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.53966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.471298Z","time spent":"11.068348157s","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.539427Z","caller":"traceutil/trace.go:171","msg":"trace[705589078] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1955; }","duration":"10.855480735s","start":"2026-03-31T18:29:53.683929Z","end":"2026-03-31T18:30:04.53941Z","steps":["trace[705589078] 'agreement among raft nodes before linearized reading' (duration: 10.85525465s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.539728Z","caller":"traceutil/trace.go:171","msg":"trace[1278853414] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"4.563732944s","start":"2026-03-31T18:29:59.975975Z","end":"2026-03-31T18:30:04.539708Z","steps":["trace[1278853414] 'process raft request' (duration: 4.562926954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.557229405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:04.539853Z","caller":"traceutil/trace.go:171","msg":"trace[547364635] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:1955; }","duration":"13.557306157s","start":"2026-03-31T18:29:50.982539Z","end":"2026-03-31T18:30:04.539845Z","steps":["trace[547364635] 'agreement among raft nodes before linearized reading' (duration: 13.557175344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.975951Z","time spent":"4.563833936s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:04.53988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.982495Z","time spent":"13.557378679s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" "} {"level":"warn","ts":"2026-03-31T18:30:04.539493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:52.380908Z","time spent":"12.15857126s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.539892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.122432718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.539926Z","caller":"traceutil/trace.go:171","msg":"trace[2024049845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1955; }","duration":"10.12251056s","start":"2026-03-31T18:29:54.417403Z","end":"2026-03-31T18:30:04.539913Z","steps":["trace[2024049845] 'agreement among raft nodes before linearized reading' (duration: 10.122436858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.683904Z","time spent":"10.855886405s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.539949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.417383Z","time spent":"10.122559202s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.539363Z","caller":"traceutil/trace.go:171","msg":"trace[1529526489] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1955; }","duration":"13.080482984s","start":"2026-03-31T18:29:51.458866Z","end":"2026-03-31T18:30:04.539349Z","steps":["trace[1529526489] 'agreement among raft nodes before linearized reading' (duration: 13.08034534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.117654716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.539959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.278799837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T18:30:04.540003Z","caller":"traceutil/trace.go:171","msg":"trace[1183100062] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1955; }","duration":"7.117733198s","start":"2026-03-31T18:29:57.422257Z","end":"2026-03-31T18:30:04.539991Z","steps":["trace[1183100062] 'agreement among raft nodes before linearized reading' (duration: 7.117657066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.458846Z","time spent":"13.081141121s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.540015Z","caller":"traceutil/trace.go:171","msg":"trace[102670743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1955; }","duration":"11.278887979s","start":"2026-03-31T18:29:53.261112Z","end":"2026-03-31T18:30:04.54Z","steps":["trace[102670743] 'agreement among raft nodes before linearized reading' (duration: 11.278750096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.434550571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:04.540045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.422237Z","time spent":"7.1177963s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.54006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.261093Z","time spent":"11.278956191s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:04.539498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.476395158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:04.540087Z","caller":"traceutil/trace.go:171","msg":"trace[1383002471] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1955; }","duration":"6.434673714s","start":"2026-03-31T18:29:58.105387Z","end":"2026-03-31T18:30:04.540061Z","steps":["trace[1383002471] 'agreement among raft nodes before linearized reading' (duration: 6.43451244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.709259375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:30:04.54011Z","caller":"traceutil/trace.go:171","msg":"trace[1350012759] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1955; }","duration":"8.477050905s","start":"2026-03-31T18:29:56.063048Z","end":"2026-03-31T18:30:04.540099Z","steps":["trace[1350012759] 'agreement among raft nodes before linearized reading' (duration: 8.476411369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.540134Z","caller":"traceutil/trace.go:171","msg":"trace[106866575] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1955; }","duration":"9.709302937s","start":"2026-03-31T18:29:54.830823Z","end":"2026-03-31T18:30:04.540126Z","steps":["trace[106866575] 'agreement among raft nodes before linearized reading' (duration: 9.709242055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.105365Z","time spent":"6.434760356s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.540147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.063027Z","time spent":"8.477109536s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.539534Z","caller":"traceutil/trace.go:171","msg":"trace[1180258826] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1955; }","duration":"14.925394378s","start":"2026-03-31T18:29:49.614129Z","end":"2026-03-31T18:30:04.539523Z","steps":["trace[1180258826] 'agreement among raft nodes before linearized reading' (duration: 14.925334427s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.539546Z","caller":"traceutil/trace.go:171","msg":"trace[163474748] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm; range_end:; response_count:1; response_revision:1955; }","duration":"12.140006356s","start":"2026-03-31T18:29:52.399526Z","end":"2026-03-31T18:30:04.539532Z","steps":["trace[163474748] 'agreement among raft nodes before linearized reading' (duration: 12.13979695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:52.399499Z","time spent":"12.140734384s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5841,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" "} {"level":"warn","ts":"2026-03-31T18:30:04.539539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.926182687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.540304Z","caller":"traceutil/trace.go:171","msg":"trace[605946196] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1955; }","duration":"8.926972817s","start":"2026-03-31T18:29:55.613316Z","end":"2026-03-31T18:30:04.540289Z","steps":["trace[605946196] 'agreement among raft nodes before linearized reading' (duration: 8.926202067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.539885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.724975142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.540361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.613296Z","time spent":"8.927047279s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.540152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.830806Z","time spent":"9.709340937s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:30:04.540186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.614109Z","time spent":"14.926064806s","remote":"127.0.0.1:53334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.539699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.147778511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:30:04.54054Z","caller":"traceutil/trace.go:171","msg":"trace[714007363] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1955; }","duration":"14.148643834s","start":"2026-03-31T18:29:50.391878Z","end":"2026-03-31T18:30:04.540522Z","steps":["trace[714007363] 'agreement among raft nodes before linearized reading' (duration: 14.14769742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.39186Z","time spent":"14.148724275s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"info","ts":"2026-03-31T18:30:04.540356Z","caller":"traceutil/trace.go:171","msg":"trace[1349932671] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1955; }","duration":"7.725467855s","start":"2026-03-31T18:29:56.814879Z","end":"2026-03-31T18:30:04.540347Z","steps":["trace[1349932671] 'agreement among raft nodes before linearized reading' (duration: 7.724975403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.540733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.814864Z","time spent":"7.725857105s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:05.021207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:05.021292Z","caller":"traceutil/trace.go:171","msg":"trace[1044095161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313413s","start":"2026-03-31T18:30:03.020956Z","end":"2026-03-31T18:30:05.02127Z","steps":["trace[1044095161] 'agreement among raft nodes before linearized reading' (duration: 2.0002127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.021349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.020938Z","time spent":"2.000392574s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:05.039385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:05.540176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:06.041324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:06.542416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:07.02151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:07.021587Z","caller":"traceutil/trace.go:171","msg":"trace[1849213931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209321s","start":"2026-03-31T18:30:05.021362Z","end":"2026-03-31T18:30:07.021571Z","steps":["trace[1849213931] 'agreement among raft nodes before linearized reading' (duration: 2.000117818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.021629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.021347Z","time spent":"2.000272972s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:07.04775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:07.548639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:08.049095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:08.549225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:09.028682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:09.028761Z","caller":"traceutil/trace.go:171","msg":"trace[315874902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434495s","start":"2026-03-31T18:30:07.02831Z","end":"2026-03-31T18:30:09.028745Z","steps":["trace[315874902] 'agreement among raft nodes before linearized reading' (duration: 2.000305512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:09.028805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.028294Z","time spent":"2.000503167s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:09.050338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:09.550709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:09.64613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.645278Z","time spent":"7.000839319s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:09.659082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.658972Z","time spent":"7.00010654s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:10.051064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:10.208966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.671032181s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:11.001845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.542329Z","time spent":"6.459506506s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:11.001971Z","caller":"traceutil/trace.go:171","msg":"trace[1939262612] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"6.458793738s","start":"2026-03-31T18:30:04.543148Z","end":"2026-03-31T18:30:11.001942Z","steps":["trace[1939262612] 'process raft request' (duration: 6.458605433s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002038Z","caller":"traceutil/trace.go:171","msg":"trace[386098661] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2037; }","duration":"6.463010996s","start":"2026-03-31T18:30:04.539006Z","end":"2026-03-31T18:30:11.002017Z","steps":["trace[386098661] 'read index received' (duration: 5.670243461s)","trace[386098661] 'applied index is now lower than readState.Index' (duration: 792.766155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:11.002059Z","caller":"traceutil/trace.go:171","msg":"trace[1172789418] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"6.459605299s","start":"2026-03-31T18:30:04.54241Z","end":"2026-03-31T18:30:11.002015Z","steps":["trace[1172789418] 'process raft request' (duration: 6.45925595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.543134Z","time spent":"6.458906121s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.002214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.542386Z","time spent":"6.459752262s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:11.00225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.599804359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:11.002295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.612135123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:11.002359Z","caller":"traceutil/trace.go:171","msg":"trace[1961158802] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1962; }","duration":"11.612196314s","start":"2026-03-31T18:29:59.390147Z","end":"2026-03-31T18:30:11.002344Z","steps":["trace[1961158802] 'agreement among raft nodes before linearized reading' (duration: 11.612100352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002383Z","caller":"traceutil/trace.go:171","msg":"trace[610340399] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"6.457605097s","start":"2026-03-31T18:30:04.544764Z","end":"2026-03-31T18:30:11.002369Z","steps":["trace[610340399] 'process raft request' (duration: 6.457069013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.39008Z","time spent":"11.612314487s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.002413Z","caller":"traceutil/trace.go:171","msg":"trace[115729585] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"6.454107518s","start":"2026-03-31T18:30:04.548288Z","end":"2026-03-31T18:30:11.002396Z","steps":["trace[115729585] 'process raft request' (duration: 6.453619905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002444Z","caller":"traceutil/trace.go:171","msg":"trace[1706810335] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"6.457060213s","start":"2026-03-31T18:30:04.545361Z","end":"2026-03-31T18:30:11.002422Z","steps":["trace[1706810335] 'process raft request' (duration: 6.456511629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.311106791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:11.002522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.548258Z","time spent":"6.45419262s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:11.002541Z","caller":"traceutil/trace.go:171","msg":"trace[1595307533] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1962; }","duration":"10.311198184s","start":"2026-03-31T18:30:00.691324Z","end":"2026-03-31T18:30:11.002522Z","steps":["trace[1595307533] 'agreement among raft nodes before linearized reading' (duration: 10.311105221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.0025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.519269005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:11.002593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.691305Z","time spent":"10.311272706s","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.002626Z","caller":"traceutil/trace.go:171","msg":"trace[774754882] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1962; }","duration":"11.519461779s","start":"2026-03-31T18:29:59.483139Z","end":"2026-03-31T18:30:11.002601Z","steps":["trace[774754882] 'agreement among raft nodes before linearized reading' (duration: 11.519163531s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002664Z","caller":"traceutil/trace.go:171","msg":"trace[1346549121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1962; }","duration":"1.352466911s","start":"2026-03-31T18:30:09.650178Z","end":"2026-03-31T18:30:11.002645Z","steps":["trace[1346549121] 'process raft request' (duration: 1.351767943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.483119Z","time spent":"11.519559342s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.002737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.650155Z","time spent":"1.352541283s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.002788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.806447017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:11.002829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.048601686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.002851Z","caller":"traceutil/trace.go:171","msg":"trace[1172780321] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1962; }","duration":"10.806510148s","start":"2026-03-31T18:30:00.19632Z","end":"2026-03-31T18:30:11.00283Z","steps":["trace[1172780321] 'agreement among raft nodes before linearized reading' (duration: 10.806410796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002877Z","caller":"traceutil/trace.go:171","msg":"trace[1948755177] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1962; }","duration":"9.048671668s","start":"2026-03-31T18:30:01.954191Z","end":"2026-03-31T18:30:11.002863Z","steps":["trace[1948755177] 'agreement among raft nodes before linearized reading' (duration: 9.048594756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.196218Z","time spent":"10.806666573s","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.002894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.812643219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25776"} {"level":"warn","ts":"2026-03-31T18:30:11.00292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.954175Z","time spent":"9.048731309s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.002975Z","caller":"traceutil/trace.go:171","msg":"trace[1187721303] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1962; }","duration":"1.340064953s","start":"2026-03-31T18:30:09.66287Z","end":"2026-03-31T18:30:11.002934Z","steps":["trace[1187721303] 'process raft request' (duration: 1.339104339s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.002988Z","caller":"traceutil/trace.go:171","msg":"trace[1389729242] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:1962; }","duration":"11.8127061s","start":"2026-03-31T18:29:59.190225Z","end":"2026-03-31T18:30:11.002931Z","steps":["trace[1389729242] 'agreement among raft nodes before linearized reading' (duration: 11.812405822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.003014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456032143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:11.00304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.190219Z","time spent":"11.812808012s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25799,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:30:11.003046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.813496781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25776"} {"level":"warn","ts":"2026-03-31T18:30:11.003058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.662851Z","time spent":"1.340160125s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:11.003067Z","caller":"traceutil/trace.go:171","msg":"trace[1885100565] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1962; }","duration":"5.456181887s","start":"2026-03-31T18:30:05.546871Z","end":"2026-03-31T18:30:11.003053Z","steps":["trace[1885100565] 'agreement among raft nodes before linearized reading' (duration: 5.456036563s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:11.003093Z","caller":"traceutil/trace.go:171","msg":"trace[1254132188] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:1962; }","duration":"11.813562892s","start":"2026-03-31T18:29:59.189517Z","end":"2026-03-31T18:30:11.00308Z","steps":["trace[1254132188] 'agreement among raft nodes before linearized reading' (duration: 11.813236074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.003111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.546854Z","time spent":"5.456243278s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.003129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.189504Z","time spent":"11.813616623s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25799,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:30:11.002219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.895496806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:11.003245Z","caller":"traceutil/trace.go:171","msg":"trace[1004788078] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1962; }","duration":"8.896570003s","start":"2026-03-31T18:30:02.106666Z","end":"2026-03-31T18:30:11.003236Z","steps":["trace[1004788078] 'agreement among raft nodes before linearized reading' (duration: 8.895460345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.003258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.769105185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.002354Z","caller":"traceutil/trace.go:171","msg":"trace[1519939592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1962; }","duration":"7.599933162s","start":"2026-03-31T18:30:03.402367Z","end":"2026-03-31T18:30:11.0023Z","steps":["trace[1519939592] 'agreement among raft nodes before linearized reading' (duration: 7.599696286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.00331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.106647Z","time spent":"8.896651064s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.00334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.807972647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:11.003333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949227147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:11.003365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.402331Z","time spent":"7.60101442s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.003403Z","caller":"traceutil/trace.go:171","msg":"trace[106659117] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1962; }","duration":"1.94933152s","start":"2026-03-31T18:30:09.054053Z","end":"2026-03-31T18:30:11.003384Z","steps":["trace[106659117] 'agreement among raft nodes before linearized reading' (duration: 1.949238477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.544748Z","time spent":"6.457665209s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.003447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.054032Z","time spent":"1.949402821s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.003657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970703256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:11.003685Z","caller":"traceutil/trace.go:171","msg":"trace[985750595] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1962; }","duration":"1.970756497s","start":"2026-03-31T18:30:09.03292Z","end":"2026-03-31T18:30:11.003677Z","steps":["trace[985750595] 'agreement among raft nodes before linearized reading' (duration: 1.970699495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.003717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.032906Z","time spent":"1.970802939s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.003382Z","caller":"traceutil/trace.go:171","msg":"trace[1387126045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1962; }","duration":"10.808200652s","start":"2026-03-31T18:30:00.195168Z","end":"2026-03-31T18:30:11.003369Z","steps":["trace[1387126045] 'agreement among raft nodes before linearized reading' (duration: 10.808005717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.003844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.195144Z","time spent":"10.808681125s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:11.003872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974626256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.003897Z","caller":"traceutil/trace.go:171","msg":"trace[132774971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"1.974675847s","start":"2026-03-31T18:30:09.029213Z","end":"2026-03-31T18:30:11.003889Z","steps":["trace[132774971] 'agreement among raft nodes before linearized reading' (duration: 1.974638236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.00392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.0292Z","time spent":"1.974715209s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:11.004051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037059627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.004077Z","caller":"traceutil/trace.go:171","msg":"trace[948431063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1962; }","duration":"2.037131519s","start":"2026-03-31T18:30:08.966938Z","end":"2026-03-31T18:30:11.004069Z","steps":["trace[948431063] 'agreement among raft nodes before linearized reading' (duration: 2.037089138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.004104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.966915Z","time spent":"2.037181139s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.003304Z","caller":"traceutil/trace.go:171","msg":"trace[625334400] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1962; }","duration":"6.769174156s","start":"2026-03-31T18:30:04.234116Z","end":"2026-03-31T18:30:11.00329Z","steps":["trace[625334400] 'agreement among raft nodes before linearized reading' (duration: 6.769095624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.004239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.234102Z","time spent":"6.770127471s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.00428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469015859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:11.004303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410760026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:11.00434Z","caller":"traceutil/trace.go:171","msg":"trace[895961524] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1962; }","duration":"2.469113641s","start":"2026-03-31T18:30:08.535206Z","end":"2026-03-31T18:30:11.00432Z","steps":["trace[895961524] 'agreement among raft nodes before linearized reading' (duration: 2.469016949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.002552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.545339Z","time spent":"6.457153836s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.004363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45704316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T18:30:11.004381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.535188Z","time spent":"2.469182213s","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.004363Z","caller":"traceutil/trace.go:171","msg":"trace[557880794] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1962; }","duration":"2.410859989s","start":"2026-03-31T18:30:08.593487Z","end":"2026-03-31T18:30:11.004347Z","steps":["trace[557880794] 'agreement among raft nodes before linearized reading' (duration: 2.410751076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.00439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451163011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:11.004423Z","caller":"traceutil/trace.go:171","msg":"trace[1146857967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1962; }","duration":"5.457101631s","start":"2026-03-31T18:30:05.547301Z","end":"2026-03-31T18:30:11.004403Z","steps":["trace[1146857967] 'agreement among raft nodes before linearized reading' (duration: 5.456945337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.004445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.593464Z","time spent":"2.410965302s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.004446Z","caller":"traceutil/trace.go:171","msg":"trace[601970685] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1962; }","duration":"2.451260064s","start":"2026-03-31T18:30:08.553172Z","end":"2026-03-31T18:30:11.004433Z","steps":["trace[601970685] 'agreement among raft nodes before linearized reading' (duration: 2.451149081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.00447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.547277Z","time spent":"5.457181784s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"warn","ts":"2026-03-31T18:30:11.004496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.553153Z","time spent":"2.451330305s","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.004541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744220183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.004611Z","caller":"traceutil/trace.go:171","msg":"trace[302101084] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1962; }","duration":"4.744296535s","start":"2026-03-31T18:30:06.260298Z","end":"2026-03-31T18:30:11.004595Z","steps":["trace[302101084] 'agreement among raft nodes before linearized reading' (duration: 4.744185162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.004659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.260253Z","time spent":"4.744392117s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:11.537822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:12.038935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:12.540106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:12.633531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596603121s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:12.634027Z","caller":"traceutil/trace.go:171","msg":"trace[1970682781] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.597174916s","start":"2026-03-31T18:30:11.036824Z","end":"2026-03-31T18:30:12.633999Z","steps":["trace[1970682781] 'process raft request' (duration: 1.596983191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.634293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.036807Z","time spent":"1.597310679s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:12.867909Z","caller":"traceutil/trace.go:171","msg":"trace[1212401924] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2048; }","duration":"1.830104903s","start":"2026-03-31T18:30:11.037783Z","end":"2026-03-31T18:30:12.867888Z","steps":["trace[1212401924] 'read index received' (duration: 1.596000806s)","trace[1212401924] 'applied index is now lower than readState.Index' (duration: 234.103457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:12.867961Z","caller":"traceutil/trace.go:171","msg":"trace[1782803734] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.828711647s","start":"2026-03-31T18:30:11.039222Z","end":"2026-03-31T18:30:12.867933Z","steps":["trace[1782803734] 'process raft request' (duration: 1.828569633s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.867996Z","caller":"traceutil/trace.go:171","msg":"trace[729175752] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.830350579s","start":"2026-03-31T18:30:11.037621Z","end":"2026-03-31T18:30:12.867972Z","steps":["trace[729175752] 'process raft request' (duration: 1.780617075s)","trace[729175752] 'compare' (duration: 49.318163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:12.867986Z","caller":"traceutil/trace.go:171","msg":"trace[491369781] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"819.90283ms","start":"2026-03-31T18:30:12.048047Z","end":"2026-03-31T18:30:12.86795Z","steps":["trace[491369781] 'process raft request' (duration: 819.815168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.868095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830301577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr\" ","response":"range_response_count:1 size:6114"} {"level":"info","ts":"2026-03-31T18:30:12.868125Z","caller":"traceutil/trace.go:171","msg":"trace[1001783593] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr; range_end:; response_count:1; response_revision:1967; }","duration":"1.83037521s","start":"2026-03-31T18:30:11.03774Z","end":"2026-03-31T18:30:12.868116Z","steps":["trace[1001783593] 'agreement among raft nodes before linearized reading' (duration: 1.830253306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.868115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.039207Z","time spent":"1.82882368s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:12.868148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.037734Z","time spent":"1.83040843s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6137,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr\" "} {"level":"warn","ts":"2026-03-31T18:30:12.868135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.037608Z","time spent":"1.830450771s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:12.868135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.048028Z","time spent":"820.033913ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:12.868285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03585382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:12.868281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.871093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:12.868333Z","caller":"traceutil/trace.go:171","msg":"trace[334591158] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1967; }","duration":"1.035943823s","start":"2026-03-31T18:30:11.832373Z","end":"2026-03-31T18:30:12.868317Z","steps":["trace[334591158] 'agreement among raft nodes before linearized reading' (duration: 1.035869071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.868338Z","caller":"traceutil/trace.go:171","msg":"trace[1075492221] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1967; }","duration":"818.966046ms","start":"2026-03-31T18:30:12.049358Z","end":"2026-03-31T18:30:12.868324Z","steps":["trace[1075492221] 'agreement among raft nodes before linearized reading' (duration: 818.849383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.868355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.537579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:12.868365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.533255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T18:30:12.868381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.049341Z","time spent":"819.027967ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:12.868435Z","caller":"traceutil/trace.go:171","msg":"trace[587959614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1967; }","duration":"859.644908ms","start":"2026-03-31T18:30:12.008773Z","end":"2026-03-31T18:30:12.868418Z","steps":["trace[587959614] 'agreement among raft nodes before linearized reading' (duration: 859.439103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.868432Z","caller":"traceutil/trace.go:171","msg":"trace[1312499467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"856.641131ms","start":"2026-03-31T18:30:12.011769Z","end":"2026-03-31T18:30:12.86841Z","steps":["trace[1312499467] 'agreement among raft nodes before linearized reading' (duration: 856.422725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.868356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830273637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:30:12.868475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.008754Z","time spent":"859.712529ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"info","ts":"2026-03-31T18:30:12.868494Z","caller":"traceutil/trace.go:171","msg":"trace[134353004] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1967; }","duration":"1.830447511s","start":"2026-03-31T18:30:11.038034Z","end":"2026-03-31T18:30:12.868482Z","steps":["trace[134353004] 'agreement among raft nodes before linearized reading' (duration: 1.830151663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.868489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.011758Z","time spent":"856.717453ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:12.868528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.038024Z","time spent":"1.830494363s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T18:30:12.868386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.83235Z","time spent":"1.036018345s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:13.171617Z","caller":"traceutil/trace.go:171","msg":"trace[371259286] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"299.774468ms","start":"2026-03-31T18:30:12.871814Z","end":"2026-03-31T18:30:13.171589Z","steps":["trace[371259286] 'process raft request' (duration: 207.632188ms)","trace[371259286] 'compare' (duration: 91.866593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.392111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.872555Z","time spent":"519.549276ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:13.392153Z","caller":"traceutil/trace.go:171","msg":"trace[549623927] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2052; }","duration":"451.040662ms","start":"2026-03-31T18:30:12.941084Z","end":"2026-03-31T18:30:13.392124Z","steps":["trace[549623927] 'read index received' (duration: 138.462625ms)","trace[549623927] 'applied index is now lower than readState.Index' (duration: 312.576787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.392321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.224807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:13.392368Z","caller":"traceutil/trace.go:171","msg":"trace[212967360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"451.338729ms","start":"2026-03-31T18:30:12.941019Z","end":"2026-03-31T18:30:13.392358Z","steps":["trace[212967360] 'agreement among raft nodes before linearized reading' (duration: 451.203886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.392407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.940991Z","time spent":"451.408522ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:13.392541Z","caller":"traceutil/trace.go:171","msg":"trace[1419853824] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"515.238687ms","start":"2026-03-31T18:30:12.877281Z","end":"2026-03-31T18:30:13.392519Z","steps":["trace[1419853824] 'process raft request' (duration: 514.708653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.392639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.87726Z","time spent":"515.319888ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5885,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:13.445903Z","caller":"traceutil/trace.go:171","msg":"trace[173615462] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"270.466057ms","start":"2026-03-31T18:30:13.175423Z","end":"2026-03-31T18:30:13.445889Z","steps":["trace[173615462] 'process raft request' (duration: 270.387125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.533567Z","caller":"traceutil/trace.go:171","msg":"trace[1839452133] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"140.404826ms","start":"2026-03-31T18:30:13.39313Z","end":"2026-03-31T18:30:13.533535Z","steps":["trace[1839452133] 'process raft request' (duration: 86.395373ms)","trace[1839452133] 'compare' (duration: 53.842179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:13.533553Z","caller":"traceutil/trace.go:171","msg":"trace[1826066322] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"140.060158ms","start":"2026-03-31T18:30:13.393461Z","end":"2026-03-31T18:30:13.533521Z","steps":["trace[1826066322] 'read index received' (duration: 52.522276ms)","trace[1826066322] 'applied index is now lower than readState.Index' (duration: 87.536102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.53381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.255323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:13.533858Z","caller":"traceutil/trace.go:171","msg":"trace[2077716188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"140.417827ms","start":"2026-03-31T18:30:13.393431Z","end":"2026-03-31T18:30:13.533848Z","steps":["trace[2077716188] 'agreement among raft nodes before linearized reading' (duration: 140.191821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.533983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.668182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T18:30:13.534077Z","caller":"traceutil/trace.go:171","msg":"trace[1378019821] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1971; }","duration":"138.778265ms","start":"2026-03-31T18:30:13.395278Z","end":"2026-03-31T18:30:13.534056Z","steps":["trace[1378019821] 'agreement among raft nodes before linearized reading' (duration: 138.610811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.937465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.546903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:13.937575Z","caller":"traceutil/trace.go:171","msg":"trace[980722059] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2057; }","duration":"399.166865ms","start":"2026-03-31T18:30:13.538377Z","end":"2026-03-31T18:30:13.937544Z","steps":["trace[980722059] 'read index received' (duration: 254.460068ms)","trace[980722059] 'applied index is now lower than readState.Index' (duration: 144.705997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.93766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.279578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:30:13.937644Z","caller":"traceutil/trace.go:171","msg":"trace[2041660087] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"399.985586ms","start":"2026-03-31T18:30:13.53763Z","end":"2026-03-31T18:30:13.937616Z","steps":["trace[2041660087] 'process raft request' (duration: 255.226357ms)","trace[2041660087] 'compare' (duration: 144.470152ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:13.937684Z","caller":"traceutil/trace.go:171","msg":"trace[1810043140] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1972; }","duration":"399.316439ms","start":"2026-03-31T18:30:13.538362Z","end":"2026-03-31T18:30:13.937678Z","steps":["trace[1810043140] 'agreement among raft nodes before linearized reading' (duration: 399.249597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.937707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.538355Z","time spent":"399.346319ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:30:13.937754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.537617Z","time spent":"400.078088ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:14.140355Z","caller":"traceutil/trace.go:171","msg":"trace[1107374945] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"202.736992ms","start":"2026-03-31T18:30:13.937593Z","end":"2026-03-31T18:30:14.14033Z","steps":["trace[1107374945] 'read index received' (duration: 201.198253ms)","trace[1107374945] 'applied index is now lower than readState.Index' (duration: 1.537199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:14.140426Z","caller":"traceutil/trace.go:171","msg":"trace[726684826] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"596.449447ms","start":"2026-03-31T18:30:13.543951Z","end":"2026-03-31T18:30:14.1404Z","steps":["trace[726684826] 'process raft request' (duration: 594.99564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.140563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.543937Z","time spent":"596.55599ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:14.140697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.111101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:30:14.14077Z","caller":"traceutil/trace.go:171","msg":"trace[539064467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1973; }","duration":"267.224014ms","start":"2026-03-31T18:30:13.873534Z","end":"2026-03-31T18:30:14.140758Z","steps":["trace[539064467] 'agreement among raft nodes before linearized reading' (duration: 266.963947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.141151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.642635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:14.141251Z","caller":"traceutil/trace.go:171","msg":"trace[1555206654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"267.758338ms","start":"2026-03-31T18:30:13.873469Z","end":"2026-03-31T18:30:14.141228Z","steps":["trace[1555206654] 'agreement among raft nodes before linearized reading' (duration: 267.46356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.641049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449517,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:30:14.719814Z","caller":"traceutil/trace.go:171","msg":"trace[1203263165] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"579.341059ms","start":"2026-03-31T18:30:14.140445Z","end":"2026-03-31T18:30:14.719786Z","steps":["trace[1203263165] 'read index received' (duration: 503.686981ms)","trace[1203263165] 'applied index is now lower than readState.Index' (duration: 75.652338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:14.719852Z","caller":"traceutil/trace.go:171","msg":"trace[2096294951] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"775.772329ms","start":"2026-03-31T18:30:13.944051Z","end":"2026-03-31T18:30:14.719823Z","steps":["trace[2096294951] 'process raft request' (duration: 700.104081ms)","trace[2096294951] 'compare' (duration: 75.211367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:14.71996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.901816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:14.719987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.944038Z","time spent":"775.870382ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:14.720014Z","caller":"traceutil/trace.go:171","msg":"trace[1193734379] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1974; }","duration":"714.007458ms","start":"2026-03-31T18:30:14.005993Z","end":"2026-03-31T18:30:14.72Z","steps":["trace[1193734379] 'agreement among raft nodes before linearized reading' (duration: 713.853834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.719974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.026021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:14.720054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:14.005977Z","time spent":"714.06772ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:14.72007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.236233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-31T18:30:14.720096Z","caller":"traceutil/trace.go:171","msg":"trace[1248435144] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1974; }","duration":"575.286715ms","start":"2026-03-31T18:30:14.144798Z","end":"2026-03-31T18:30:14.720085Z","steps":["trace[1248435144] 'agreement among raft nodes before linearized reading' (duration: 575.117691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:14.720093Z","caller":"traceutil/trace.go:171","msg":"trace[1865249138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"777.189005ms","start":"2026-03-31T18:30:13.942875Z","end":"2026-03-31T18:30:14.720064Z","steps":["trace[1865249138] 'agreement among raft nodes before linearized reading' (duration: 776.99919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.720154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.105469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:14.720159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.942849Z","time spent":"777.298398ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:14.72018Z","caller":"traceutil/trace.go:171","msg":"trace[1333498894] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1974; }","duration":"288.159431ms","start":"2026-03-31T18:30:14.432014Z","end":"2026-03-31T18:30:14.720174Z","steps":["trace[1333498894] 'agreement among raft nodes before linearized reading' (duration: 288.11313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.720115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:14.144782Z","time spent":"575.328295ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:30:15.010723Z","caller":"traceutil/trace.go:171","msg":"trace[589251697] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"282.521207ms","start":"2026-03-31T18:30:14.728171Z","end":"2026-03-31T18:30:15.010692Z","steps":["trace[589251697] 'process raft request' (duration: 240.368687ms)","trace[589251697] 'compare' (duration: 41.729369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.054188Z","caller":"traceutil/trace.go:171","msg":"trace[775703481] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"134.239139ms","start":"2026-03-31T18:30:14.919936Z","end":"2026-03-31T18:30:15.054175Z","steps":["trace[775703481] 'read index received' (duration: 48.593706ms)","trace[775703481] 'applied index is now lower than readState.Index' (duration: 85.644733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.054226Z","caller":"traceutil/trace.go:171","msg":"trace[932074490] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"288.333565ms","start":"2026-03-31T18:30:14.765871Z","end":"2026-03-31T18:30:15.054204Z","steps":["trace[932074490] 'process raft request' (duration: 288.244293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.054347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.407083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:2244"} {"level":"warn","ts":"2026-03-31T18:30:15.054333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.159556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:15.05437Z","caller":"traceutil/trace.go:171","msg":"trace[1147122433] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1977; }","duration":"134.461314ms","start":"2026-03-31T18:30:14.919901Z","end":"2026-03-31T18:30:15.054363Z","steps":["trace[1147122433] 'agreement among raft nodes before linearized reading' (duration: 134.340071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.05439Z","caller":"traceutil/trace.go:171","msg":"trace[742158470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"111.268129ms","start":"2026-03-31T18:30:14.943107Z","end":"2026-03-31T18:30:15.054376Z","steps":["trace[742158470] 'agreement among raft nodes before linearized reading' (duration: 111.166596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.256643Z","caller":"traceutil/trace.go:171","msg":"trace[785249777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1978; }","duration":"200.641069ms","start":"2026-03-31T18:30:15.055957Z","end":"2026-03-31T18:30:15.256598Z","steps":["trace[785249777] 'process raft request' (duration: 134.341961ms)","trace[785249777] 'compare' (duration: 66.063321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.257525Z","caller":"traceutil/trace.go:171","msg":"trace[1184497460] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"195.247012ms","start":"2026-03-31T18:30:15.062244Z","end":"2026-03-31T18:30:15.257491Z","steps":["trace[1184497460] 'process raft request' (duration: 195.151049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.257701Z","caller":"traceutil/trace.go:171","msg":"trace[880999730] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"200.022853ms","start":"2026-03-31T18:30:15.057649Z","end":"2026-03-31T18:30:15.257672Z","steps":["trace[880999730] 'process raft request' (duration: 199.641284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.535383Z","caller":"traceutil/trace.go:171","msg":"trace[319873364] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"264.68514ms","start":"2026-03-31T18:30:15.270669Z","end":"2026-03-31T18:30:15.535354Z","steps":["trace[319873364] 'process raft request' (duration: 225.642789ms)","trace[319873364] 'compare' (duration: 38.900007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.553475Z","caller":"traceutil/trace.go:171","msg":"trace[109955611] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"205.452822ms","start":"2026-03-31T18:30:15.347991Z","end":"2026-03-31T18:30:15.553444Z","steps":["trace[109955611] 'process raft request' (duration: 205.296407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.707487Z","caller":"traceutil/trace.go:171","msg":"trace[812077469] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"150.575037ms","start":"2026-03-31T18:30:15.556884Z","end":"2026-03-31T18:30:15.707459Z","steps":["trace[812077469] 'process raft request' (duration: 148.147055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.964767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.635549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:15.964885Z","caller":"traceutil/trace.go:171","msg":"trace[1383979379] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2070; }","duration":"254.622561ms","start":"2026-03-31T18:30:15.710246Z","end":"2026-03-31T18:30:15.964869Z","steps":["trace[1383979379] 'read index received' (duration: 128.770187ms)","trace[1383979379] 'applied index is now lower than readState.Index' (duration: 125.851174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.964964Z","caller":"traceutil/trace.go:171","msg":"trace[288468989] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"402.56661ms","start":"2026-03-31T18:30:15.562354Z","end":"2026-03-31T18:30:15.964921Z","steps":["trace[288468989] 'process raft request' (duration: 276.683246ms)","trace[288468989] 'compare' (duration: 125.462984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:15.965088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.830506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:15.965831Z","caller":"traceutil/trace.go:171","msg":"trace[324204149] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:1985; }","duration":"255.597018ms","start":"2026-03-31T18:30:15.710215Z","end":"2026-03-31T18:30:15.965812Z","steps":["trace[324204149] 'agreement among raft nodes before linearized reading' (duration: 254.736535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.966272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.562331Z","time spent":"403.347882ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.36521Z","caller":"traceutil/trace.go:171","msg":"trace[1781729150] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"345.777736ms","start":"2026-03-31T18:30:16.019415Z","end":"2026-03-31T18:30:16.365193Z","steps":["trace[1781729150] 'process raft request' (duration: 345.616892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.365436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.019395Z","time spent":"345.962461ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.457928Z","caller":"traceutil/trace.go:171","msg":"trace[169635086] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2072; }","duration":"357.595848ms","start":"2026-03-31T18:30:16.100308Z","end":"2026-03-31T18:30:16.457904Z","steps":["trace[169635086] 'read index received' (duration: 264.825352ms)","trace[169635086] 'applied index is now lower than readState.Index' (duration: 92.769446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:16.458069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.747182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:16.458133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.001694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:30:16.458354Z","caller":"traceutil/trace.go:171","msg":"trace[1994072053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1988; }","duration":"195.258981ms","start":"2026-03-31T18:30:16.263084Z","end":"2026-03-31T18:30:16.458343Z","steps":["trace[1994072053] 'agreement among raft nodes before linearized reading' (duration: 194.948623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.458147Z","caller":"traceutil/trace.go:171","msg":"trace[1358992085] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1988; }","duration":"357.882286ms","start":"2026-03-31T18:30:16.100246Z","end":"2026-03-31T18:30:16.458128Z","steps":["trace[1358992085] 'agreement among raft nodes before linearized reading' (duration: 357.737572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.458468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.100219Z","time spent":"358.229845ms","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:16.45801Z","caller":"traceutil/trace.go:171","msg":"trace[1486921447] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"437.67678ms","start":"2026-03-31T18:30:16.020291Z","end":"2026-03-31T18:30:16.457968Z","steps":["trace[1486921447] 'process raft request' (duration: 427.974522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.458296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.754087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:16.4587Z","caller":"traceutil/trace.go:171","msg":"trace[1006846616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1988; }","duration":"193.156947ms","start":"2026-03-31T18:30:16.265529Z","end":"2026-03-31T18:30:16.458686Z","steps":["trace[1006846616] 'agreement among raft nodes before linearized reading' (duration: 192.690155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.458693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.020262Z","time spent":"438.327118ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.669119Z","caller":"traceutil/trace.go:171","msg":"trace[608755880] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"202.96496ms","start":"2026-03-31T18:30:16.466132Z","end":"2026-03-31T18:30:16.669097Z","steps":["trace[608755880] 'process raft request' (duration: 179.256232ms)","trace[608755880] 'compare' (duration: 23.616705ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.72963Z","caller":"traceutil/trace.go:171","msg":"trace[677553603] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"184.252769ms","start":"2026-03-31T18:30:16.545306Z","end":"2026-03-31T18:30:16.729559Z","steps":["trace[677553603] 'process raft request' (duration: 183.972342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.134158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.500664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:17.134306Z","caller":"traceutil/trace.go:171","msg":"trace[931351621] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"399.051811ms","start":"2026-03-31T18:30:16.735235Z","end":"2026-03-31T18:30:17.134287Z","steps":["trace[931351621] 'process raft request' (duration: 177.283111ms)","trace[931351621] 'compare' (duration: 221.076323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:17.134366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.735213Z","time spent":"399.130623ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:17.452056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.850499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:17.452489Z","caller":"traceutil/trace.go:171","msg":"trace[1028745649] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2078; }","duration":"509.722416ms","start":"2026-03-31T18:30:16.94275Z","end":"2026-03-31T18:30:17.452473Z","steps":["trace[1028745649] 'read index received' (duration: 318.804446ms)","trace[1028745649] 'applied index is now lower than readState.Index' (duration: 190.91618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:17.452572Z","caller":"traceutil/trace.go:171","msg":"trace[1613753178] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"714.266694ms","start":"2026-03-31T18:30:16.738261Z","end":"2026-03-31T18:30:17.452527Z","steps":["trace[1613753178] 'process raft request' (duration: 522.881512ms)","trace[1613753178] 'compare' (duration: 190.765427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:17.452608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.861729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:17.452682Z","caller":"traceutil/trace.go:171","msg":"trace[1840923005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1993; }","duration":"509.964912ms","start":"2026-03-31T18:30:16.942702Z","end":"2026-03-31T18:30:17.452667Z","steps":["trace[1840923005] 'agreement among raft nodes before linearized reading' (duration: 509.833819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.452709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.738241Z","time spent":"714.396628ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:17.452746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.942686Z","time spent":"510.025665ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:17.452903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.710844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:17.453057Z","caller":"traceutil/trace.go:171","msg":"trace[132878423] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1993; }","duration":"398.899217ms","start":"2026-03-31T18:30:17.054146Z","end":"2026-03-31T18:30:17.453046Z","steps":["trace[132878423] 'agreement among raft nodes before linearized reading' (duration: 398.657651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.453193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.054127Z","time spent":"399.053182ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:17.453446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.528693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008b173a5f51\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T18:30:17.453995Z","caller":"traceutil/trace.go:171","msg":"trace[2012626153] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008b173a5f51; range_end:; response_count:1; response_revision:1993; }","duration":"316.132537ms","start":"2026-03-31T18:30:17.13785Z","end":"2026-03-31T18:30:17.453983Z","steps":["trace[2012626153] 'agreement among raft nodes before linearized reading' (duration: 315.322257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.454052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.13783Z","time spent":"316.21139ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008b173a5f51\" "} {"level":"warn","ts":"2026-03-31T18:30:17.992159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.399401ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:17.992293Z","caller":"traceutil/trace.go:171","msg":"trace[342546247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1993; }","duration":"401.544635ms","start":"2026-03-31T18:30:17.590731Z","end":"2026-03-31T18:30:17.992276Z","steps":["trace[342546247] 'range keys from in-memory index tree' (duration: 401.3807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.992377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.209342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:17.993005Z","caller":"traceutil/trace.go:171","msg":"trace[1322685785] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"528.866636ms","start":"2026-03-31T18:30:17.464123Z","end":"2026-03-31T18:30:17.99299Z","steps":["trace[1322685785] 'process raft request' (duration: 528.776553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:17.993005Z","caller":"traceutil/trace.go:171","msg":"trace[457431664] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2079; }","duration":"529.011539ms","start":"2026-03-31T18:30:17.463971Z","end":"2026-03-31T18:30:17.992983Z","steps":["trace[457431664] 'read index received' (duration: 149.285284ms)","trace[457431664] 'applied index is now lower than readState.Index' (duration: 379.724115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:17.993002Z","caller":"traceutil/trace.go:171","msg":"trace[582549130] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"536.504111ms","start":"2026-03-31T18:30:17.456474Z","end":"2026-03-31T18:30:17.992978Z","steps":["trace[582549130] 'process raft request' (duration: 156.622782ms)","trace[582549130] 'compare' (duration: 378.915095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:17.993062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.46411Z","time spent":"528.924007ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:17.993141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.159533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-31T18:30:17.993202Z","caller":"traceutil/trace.go:171","msg":"trace[276573180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:1995; }","duration":"529.240316ms","start":"2026-03-31T18:30:17.463946Z","end":"2026-03-31T18:30:17.993186Z","steps":["trace[276573180] 'agreement among raft nodes before linearized reading' (duration: 529.131803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.993179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.456462Z","time spent":"536.617904ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:17.993239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.463933Z","time spent":"529.297907ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3955,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"warn","ts":"2026-03-31T18:30:17.993274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.551358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:17.993367Z","caller":"traceutil/trace.go:171","msg":"trace[1957336607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"528.667241ms","start":"2026-03-31T18:30:17.464682Z","end":"2026-03-31T18:30:17.99335Z","steps":["trace[1957336607] 'agreement among raft nodes before linearized reading' (duration: 528.423935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.993426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.464675Z","time spent":"528.741953ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:18.425406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.405933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:30:18.425508Z","caller":"traceutil/trace.go:171","msg":"trace[482645886] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1998; }","duration":"360.480274ms","start":"2026-03-31T18:30:18.065011Z","end":"2026-03-31T18:30:18.425492Z","steps":["trace[482645886] 'process raft request' (duration: 159.859875ms)","trace[482645886] 'compare' (duration: 200.045004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:18.42557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.064993Z","time spent":"360.549355ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:30:18.826097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.242123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:18.82632Z","caller":"traceutil/trace.go:171","msg":"trace[791095454] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"394.062283ms","start":"2026-03-31T18:30:18.432244Z","end":"2026-03-31T18:30:18.826306Z","steps":["trace[791095454] 'process raft request' (duration: 394.032392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.826374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.432216Z","time spent":"394.137855ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:18.826303Z","caller":"traceutil/trace.go:171","msg":"trace[530541110] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"761.137495ms","start":"2026-03-31T18:30:18.065141Z","end":"2026-03-31T18:30:18.826278Z","steps":["trace[530541110] 'process raft request' (duration: 529.640645ms)","trace[530541110] 'compare' (duration: 231.058529ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:18.826437Z","caller":"traceutil/trace.go:171","msg":"trace[2043140804] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2084; }","duration":"703.016566ms","start":"2026-03-31T18:30:18.123392Z","end":"2026-03-31T18:30:18.826409Z","steps":["trace[2043140804] 'read index received' (duration: 101.491979ms)","trace[2043140804] 'applied index is now lower than readState.Index' (duration: 601.521377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:18.826474Z","caller":"traceutil/trace.go:171","msg":"trace[1531874646] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"757.338698ms","start":"2026-03-31T18:30:18.069117Z","end":"2026-03-31T18:30:18.826456Z","steps":["trace[1531874646] 'process raft request' (duration: 757.067801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.82649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.065128Z","time spent":"761.30771ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:18.82656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.069076Z","time spent":"757.43171ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:18.826637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.517086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:18.82667Z","caller":"traceutil/trace.go:171","msg":"trace[1724410643] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2001; }","duration":"649.618189ms","start":"2026-03-31T18:30:18.177042Z","end":"2026-03-31T18:30:18.82666Z","steps":["trace[1724410643] 'agreement among raft nodes before linearized reading' (duration: 649.514686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.826682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.483498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"warn","ts":"2026-03-31T18:30:18.826719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.177024Z","time spent":"649.67651ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-03-31T18:30:18.826752Z","caller":"traceutil/trace.go:171","msg":"trace[58561449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2001; }","duration":"115.590741ms","start":"2026-03-31T18:30:18.711145Z","end":"2026-03-31T18:30:18.826736Z","steps":["trace[58561449] 'agreement among raft nodes before linearized reading' (duration: 115.429567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.826761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.460387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-31T18:30:18.826819Z","caller":"traceutil/trace.go:171","msg":"trace[1963787576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2001; }","duration":"115.59208ms","start":"2026-03-31T18:30:18.711213Z","end":"2026-03-31T18:30:18.826805Z","steps":["trace[1963787576] 'agreement among raft nodes before linearized reading' (duration: 115.348394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.826815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.249203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:18.826874Z","caller":"traceutil/trace.go:171","msg":"trace[526215909] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2001; }","duration":"703.51435ms","start":"2026-03-31T18:30:18.123342Z","end":"2026-03-31T18:30:18.826856Z","steps":["trace[526215909] 'agreement among raft nodes before linearized reading' (duration: 703.167841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.827206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.123323Z","time spent":"703.861268ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:19.460684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.61433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:19.460853Z","caller":"traceutil/trace.go:171","msg":"trace[844523162] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"630.270753ms","start":"2026-03-31T18:30:18.830557Z","end":"2026-03-31T18:30:19.460828Z","steps":["trace[844523162] 'read index received' (duration: 254.398436ms)","trace[844523162] 'applied index is now lower than readState.Index' (duration: 375.869507ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:19.460961Z","caller":"traceutil/trace.go:171","msg":"trace[1178635150] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"631.452993ms","start":"2026-03-31T18:30:18.829495Z","end":"2026-03-31T18:30:19.460948Z","steps":["trace[1178635150] 'process raft request' (duration: 255.413842ms)","trace[1178635150] 'compare' (duration: 375.240431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:19.461033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.829465Z","time spent":"631.537215ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:19.461557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.989092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10947"} {"level":"info","ts":"2026-03-31T18:30:19.461618Z","caller":"traceutil/trace.go:171","msg":"trace[2146791875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2002; }","duration":"631.104635ms","start":"2026-03-31T18:30:18.830501Z","end":"2026-03-31T18:30:19.461606Z","steps":["trace[2146791875] 'agreement among raft nodes before linearized reading' (duration: 630.823918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.461656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.830475Z","time spent":"631.173877ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10970,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-31T18:30:20.003686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.937193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:20.004041Z","caller":"traceutil/trace.go:171","msg":"trace[87933601] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"1.173402344s","start":"2026-03-31T18:30:18.830596Z","end":"2026-03-31T18:30:20.003998Z","steps":["trace[87933601] 'process raft request' (duration: 805.082731ms)","trace[87933601] 'compare' (duration: 367.80209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:20.004087Z","caller":"traceutil/trace.go:171","msg":"trace[933884374] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.172073259s","start":"2026-03-31T18:30:18.831986Z","end":"2026-03-31T18:30:20.004059Z","steps":["trace[933884374] 'process raft request' (duration: 1.171836313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.004208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.830576Z","time spent":"1.173553057s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:20.00426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.831975Z","time spent":"1.172164111s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.004281Z","caller":"traceutil/trace.go:171","msg":"trace[2090943211] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2089; }","duration":"543.360426ms","start":"2026-03-31T18:30:19.4609Z","end":"2026-03-31T18:30:20.00426Z","steps":["trace[2090943211] 'read index received' (duration: 174.788407ms)","trace[2090943211] 'applied index is now lower than readState.Index' (duration: 368.570069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:20.004298Z","caller":"traceutil/trace.go:171","msg":"trace[1064380493] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"1.17208591s","start":"2026-03-31T18:30:18.832181Z","end":"2026-03-31T18:30:20.004266Z","steps":["trace[1064380493] 'process raft request' (duration: 1.171764182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.004349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.24607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:20.004396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063863257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:20.004412Z","caller":"traceutil/trace.go:171","msg":"trace[449695528] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2005; }","duration":"619.357813ms","start":"2026-03-31T18:30:19.385035Z","end":"2026-03-31T18:30:20.004392Z","steps":["trace[449695528] 'agreement among raft nodes before linearized reading' (duration: 619.22822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.004448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.832163Z","time spent":"1.172214112s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.004471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.385015Z","time spent":"619.442215ms","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:20.004463Z","caller":"traceutil/trace.go:171","msg":"trace[756060497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"1.06395714s","start":"2026-03-31T18:30:18.940488Z","end":"2026-03-31T18:30:20.004446Z","steps":["trace[756060497] 'agreement among raft nodes before linearized reading' (duration: 1.063853578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.004522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.940473Z","time spent":"1.064037912s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:20.00521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005263578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:20.005285Z","caller":"traceutil/trace.go:171","msg":"trace[524519134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2005; }","duration":"1.00538663s","start":"2026-03-31T18:30:18.999881Z","end":"2026-03-31T18:30:20.005267Z","steps":["trace[524519134] 'agreement among raft nodes before linearized reading' (duration: 1.004485906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.005557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.999863Z","time spent":"1.005676468s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:20.379943Z","caller":"traceutil/trace.go:171","msg":"trace[1425985494] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"913.575089ms","start":"2026-03-31T18:30:19.466341Z","end":"2026-03-31T18:30:20.379916Z","steps":["trace[1425985494] 'process raft request' (duration: 913.103947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.38014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.466311Z","time spent":"913.767233ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:20.379933Z","caller":"traceutil/trace.go:171","msg":"trace[870811401] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2092; }","duration":"375.561489ms","start":"2026-03-31T18:30:20.004324Z","end":"2026-03-31T18:30:20.379886Z","steps":["trace[870811401] 'read index received' (duration: 375.279132ms)","trace[870811401] 'applied index is now lower than readState.Index' (duration: 281.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:20.380006Z","caller":"traceutil/trace.go:171","msg":"trace[1195148098] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"893.524145ms","start":"2026-03-31T18:30:19.486381Z","end":"2026-03-31T18:30:20.379905Z","steps":["trace[1195148098] 'process raft request' (duration: 893.409352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.38037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.081092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:50 size:41968"} {"level":"info","ts":"2026-03-31T18:30:20.380432Z","caller":"traceutil/trace.go:171","msg":"trace[827593802] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:50; response_revision:2007; }","duration":"775.210395ms","start":"2026-03-31T18:30:19.60521Z","end":"2026-03-31T18:30:20.380421Z","steps":["trace[827593802] 'agreement among raft nodes before linearized reading' (duration: 774.782093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.380475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.605181Z","time spent":"775.280397ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":50,"response size":41991,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:30:20.380714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.48634Z","time spent":"893.999099ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.750562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.330127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:20.75066Z","caller":"traceutil/trace.go:171","msg":"trace[750726711] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2094; }","duration":"370.410338ms","start":"2026-03-31T18:30:20.380237Z","end":"2026-03-31T18:30:20.750648Z","steps":["trace[750726711] 'read index received' (duration: 161.946617ms)","trace[750726711] 'applied index is now lower than readState.Index' (duration: 208.462491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:20.750728Z","caller":"traceutil/trace.go:171","msg":"trace[1515533597] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"376.479684ms","start":"2026-03-31T18:30:20.374241Z","end":"2026-03-31T18:30:20.75072Z","steps":["trace[1515533597] 'process raft request' (duration: 167.906381ms)","trace[1515533597] 'compare' (duration: 207.988638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:20.750773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.374215Z","time spent":"376.536695ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.750893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.390722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:20.750951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.318574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:20.75096Z","caller":"traceutil/trace.go:171","msg":"trace[119658035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"745.498905ms","start":"2026-03-31T18:30:20.005444Z","end":"2026-03-31T18:30:20.750943Z","steps":["trace[119658035] 'agreement among raft nodes before linearized reading' (duration: 745.344371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.751061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.875517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-31T18:30:20.751046Z","caller":"traceutil/trace.go:171","msg":"trace[256195637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"742.427096ms","start":"2026-03-31T18:30:20.008594Z","end":"2026-03-31T18:30:20.751021Z","steps":["trace[256195637] 'agreement among raft nodes before linearized reading' (duration: 742.19793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.751091Z","caller":"traceutil/trace.go:171","msg":"trace[1488881748] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30; range_end:; response_count:1; response_revision:2008; }","duration":"366.947319ms","start":"2026-03-31T18:30:20.384135Z","end":"2026-03-31T18:30:20.751082Z","steps":["trace[1488881748] 'agreement among raft nodes before linearized reading' (duration: 366.849726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.751111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.384112Z","time spent":"366.99476ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" "} {"level":"warn","ts":"2026-03-31T18:30:20.751116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.008588Z","time spent":"742.513928ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:20.751044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.005427Z","time spent":"745.607028ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:20.751254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.806867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:30:20.750951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.213671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:30:20.751265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.010991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:20.751292Z","caller":"traceutil/trace.go:171","msg":"trace[316801192] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2008; }","duration":"345.886419ms","start":"2026-03-31T18:30:20.405394Z","end":"2026-03-31T18:30:20.75128Z","steps":["trace[316801192] 'agreement among raft nodes before linearized reading' (duration: 345.699814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.751333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.405363Z","time spent":"345.961941ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:30:20.751336Z","caller":"traceutil/trace.go:171","msg":"trace[450292213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:0; response_revision:2008; }","duration":"367.131034ms","start":"2026-03-31T18:30:20.384188Z","end":"2026-03-31T18:30:20.751319Z","steps":["trace[450292213] 'agreement among raft nodes before linearized reading' (duration: 366.935429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.751326Z","caller":"traceutil/trace.go:171","msg":"trace[1881512436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"742.621212ms","start":"2026-03-31T18:30:20.008685Z","end":"2026-03-31T18:30:20.751306Z","steps":["trace[1881512436] 'agreement among raft nodes before linearized reading' (duration: 742.108459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.751382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.384171Z","time spent":"367.202755ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"warn","ts":"2026-03-31T18:30:20.751395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.008671Z","time spent":"742.706453ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:21.236585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.443431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:21.236693Z","caller":"traceutil/trace.go:171","msg":"trace[510865319] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"481.700747ms","start":"2026-03-31T18:30:20.754975Z","end":"2026-03-31T18:30:21.236676Z","steps":["trace[510865319] 'read index received' (duration: 155.067812ms)","trace[510865319] 'applied index is now lower than readState.Index' (duration: 326.631725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:21.236774Z","caller":"traceutil/trace.go:171","msg":"trace[1423786443] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"482.614991ms","start":"2026-03-31T18:30:20.754117Z","end":"2026-03-31T18:30:21.236732Z","steps":["trace[1423786443] 'process raft request' (duration: 155.939195ms)","trace[1423786443] 'compare' (duration: 326.330917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:21.236854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.872881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4946"} {"level":"info","ts":"2026-03-31T18:30:21.236887Z","caller":"traceutil/trace.go:171","msg":"trace[989436789] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2009; }","duration":"481.929513ms","start":"2026-03-31T18:30:20.754948Z","end":"2026-03-31T18:30:21.236878Z","steps":["trace[989436789] 'agreement among raft nodes before linearized reading' (duration: 481.79099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:21.23692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.754933Z","time spent":"481.980844ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-31T18:30:21.237116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.754093Z","time spent":"482.761494ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:21.239221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.236629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:21.239272Z","caller":"traceutil/trace.go:171","msg":"trace[1720103842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"480.311082ms","start":"2026-03-31T18:30:20.758948Z","end":"2026-03-31T18:30:21.239259Z","steps":["trace[1720103842] 'agreement among raft nodes before linearized reading' (duration: 480.226949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:21.2393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.75894Z","time spent":"480.353552ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:21.239285Z","caller":"traceutil/trace.go:171","msg":"trace[1196348581] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"483.542584ms","start":"2026-03-31T18:30:20.755717Z","end":"2026-03-31T18:30:21.23926Z","steps":["trace[1196348581] 'process raft request' (duration: 483.433371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:21.239253Z","caller":"traceutil/trace.go:171","msg":"trace[478943560] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"483.566024ms","start":"2026-03-31T18:30:20.755668Z","end":"2026-03-31T18:30:21.239234Z","steps":["trace[478943560] 'process raft request' (duration: 483.41125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:21.239419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.755694Z","time spent":"483.658057ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:21.239393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.292087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:21.239534Z","caller":"traceutil/trace.go:171","msg":"trace[1194159135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2011; }","duration":"187.465791ms","start":"2026-03-31T18:30:21.052058Z","end":"2026-03-31T18:30:21.239524Z","steps":["trace[1194159135] 'agreement among raft nodes before linearized reading' (duration: 187.267496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:21.239613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.755645Z","time spent":"483.79125ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:21.517262Z","caller":"traceutil/trace.go:171","msg":"trace[841006660] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"274.613673ms","start":"2026-03-31T18:30:21.242623Z","end":"2026-03-31T18:30:21.517237Z","steps":["trace[841006660] 'process raft request' (duration: 227.805005ms)","trace[841006660] 'compare' (duration: 46.706606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:21.805296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.692033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:21.805557Z","caller":"traceutil/trace.go:171","msg":"trace[253272324] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"283.659205ms","start":"2026-03-31T18:30:21.521884Z","end":"2026-03-31T18:30:21.805544Z","steps":["trace[253272324] 'read index received' (duration: 142.626643ms)","trace[253272324] 'applied index is now lower than readState.Index' (duration: 141.031032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:21.805612Z","caller":"traceutil/trace.go:171","msg":"trace[134711923] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"545.540602ms","start":"2026-03-31T18:30:21.260025Z","end":"2026-03-31T18:30:21.805566Z","steps":["trace[134711923] 'process raft request' (duration: 404.509421ms)","trace[134711923] 'compare' (duration: 140.432076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:21.805756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.260004Z","time spent":"545.685855ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:21.805815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.930302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rf795\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-31T18:30:21.805887Z","caller":"traceutil/trace.go:171","msg":"trace[848265327] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-rf795; range_end:; response_count:1; response_revision:2014; }","duration":"284.051215ms","start":"2026-03-31T18:30:21.521826Z","end":"2026-03-31T18:30:21.805877Z","steps":["trace[848265327] 'agreement among raft nodes before linearized reading' (duration: 283.776368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:22.229602Z","caller":"traceutil/trace.go:171","msg":"trace[2066098946] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"419.708931ms","start":"2026-03-31T18:30:21.809867Z","end":"2026-03-31T18:30:22.229576Z","steps":["trace[2066098946] 'process raft request' (duration: 419.567397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.230166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.809838Z","time spent":"419.841874ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:22.738955Z","caller":"traceutil/trace.go:171","msg":"trace[73615216] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2101; }","duration":"799.009905ms","start":"2026-03-31T18:30:21.939925Z","end":"2026-03-31T18:30:22.738935Z","steps":["trace[73615216] 'read index received' (duration: 289.233939ms)","trace[73615216] 'applied index is now lower than readState.Index' (duration: 509.774906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:22.739051Z","caller":"traceutil/trace.go:171","msg":"trace[1813520038] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"925.308691ms","start":"2026-03-31T18:30:21.813715Z","end":"2026-03-31T18:30:22.739023Z","steps":["trace[1813520038] 'process raft request' (duration: 925.097714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.739086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.150109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:22.73911Z","caller":"traceutil/trace.go:171","msg":"trace[1468146933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"799.230331ms","start":"2026-03-31T18:30:21.939872Z","end":"2026-03-31T18:30:22.739102Z","steps":["trace[1468146933] 'agreement among raft nodes before linearized reading' (duration: 799.166159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.739132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.939851Z","time spent":"799.276672ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:22.739178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.813686Z","time spent":"925.421664ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:22.758386Z","caller":"traceutil/trace.go:171","msg":"trace[946208762] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"524.097364ms","start":"2026-03-31T18:30:22.234258Z","end":"2026-03-31T18:30:22.758356Z","steps":["trace[946208762] 'process raft request' (duration: 523.967351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.758485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.74451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:22.758513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.834752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-31T18:30:22.758527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.234236Z","time spent":"524.217407ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:22.758551Z","caller":"traceutil/trace.go:171","msg":"trace[1165143019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"508.855374ms","start":"2026-03-31T18:30:22.249679Z","end":"2026-03-31T18:30:22.758534Z","steps":["trace[1165143019] 'agreement among raft nodes before linearized reading' (duration: 508.682208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:22.758567Z","caller":"traceutil/trace.go:171","msg":"trace[142854885] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2017; }","duration":"590.930095ms","start":"2026-03-31T18:30:22.167624Z","end":"2026-03-31T18:30:22.758554Z","steps":["trace[142854885] 'agreement among raft nodes before linearized reading' (duration: 590.794341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.758599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.249656Z","time spent":"508.932265ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:22.758607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.167597Z","time spent":"591.003497ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T18:30:22.975004Z","caller":"traceutil/trace.go:171","msg":"trace[1348925560] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"211.873267ms","start":"2026-03-31T18:30:22.763106Z","end":"2026-03-31T18:30:22.974979Z","steps":["trace[1348925560] 'process raft request' (duration: 205.463292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.466084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.212728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:23.466227Z","caller":"traceutil/trace.go:171","msg":"trace[195179412] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2104; }","duration":"619.932338ms","start":"2026-03-31T18:30:22.846282Z","end":"2026-03-31T18:30:23.466214Z","steps":["trace[195179412] 'read index received' (duration: 122.299732ms)","trace[195179412] 'applied index is now lower than readState.Index' (duration: 497.631746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.466283Z","caller":"traceutil/trace.go:171","msg":"trace[440313704] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"532.076208ms","start":"2026-03-31T18:30:22.9342Z","end":"2026-03-31T18:30:23.466276Z","steps":["trace[440313704] 'process raft request' (duration: 531.962905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.466324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.934174Z","time spent":"532.125459ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:23.466331Z","caller":"traceutil/trace.go:171","msg":"trace[632880923] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"694.068557ms","start":"2026-03-31T18:30:22.77221Z","end":"2026-03-31T18:30:23.466278Z","steps":["trace[632880923] 'process raft request' (duration: 532.591132ms)","trace[632880923] 'compare' (duration: 161.132127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:23.466478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.77219Z","time spent":"694.203151ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.466521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.246856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-31T18:30:23.466542Z","caller":"traceutil/trace.go:171","msg":"trace[1764622919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2020; }","duration":"620.301767ms","start":"2026-03-31T18:30:22.846233Z","end":"2026-03-31T18:30:23.466535Z","steps":["trace[1764622919] 'agreement among raft nodes before linearized reading' (duration: 620.217005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.466559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.846212Z","time spent":"620.343608ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:23.907006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.356531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:23.907204Z","caller":"traceutil/trace.go:171","msg":"trace[1300163857] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"434.275393ms","start":"2026-03-31T18:30:23.472914Z","end":"2026-03-31T18:30:23.907189Z","steps":["trace[1300163857] 'process raft request' (duration: 434.230012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.472889Z","time spent":"434.357726ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:23.907556Z","caller":"traceutil/trace.go:171","msg":"trace[1102887279] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"926.719006ms","start":"2026-03-31T18:30:22.980824Z","end":"2026-03-31T18:30:23.907543Z","steps":["trace[1102887279] 'process raft request' (duration: 636.762099ms)","trace[1102887279] 'compare' (duration: 289.085104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:23.907613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.980786Z","time spent":"926.804828ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:23.907591Z","caller":"traceutil/trace.go:171","msg":"trace[1245523073] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2107; }","duration":"441.312624ms","start":"2026-03-31T18:30:23.466251Z","end":"2026-03-31T18:30:23.907563Z","steps":["trace[1245523073] 'read index received' (duration: 151.528911ms)","trace[1245523073] 'applied index is now lower than readState.Index' (duration: 289.777773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:23.907629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.35261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:23.907659Z","caller":"traceutil/trace.go:171","msg":"trace[675598914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"964.409272ms","start":"2026-03-31T18:30:22.94324Z","end":"2026-03-31T18:30:23.907649Z","steps":["trace[675598914] 'agreement among raft nodes before linearized reading' (duration: 964.360571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.94321Z","time spent":"964.470354ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:23.907678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.813919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:23.907695Z","caller":"traceutil/trace.go:171","msg":"trace[372735807] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"633.810715ms","start":"2026-03-31T18:30:23.273869Z","end":"2026-03-31T18:30:23.90768Z","steps":["trace[372735807] 'process raft request' (duration: 633.21587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.90769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.622185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:23.907717Z","caller":"traceutil/trace.go:171","msg":"trace[336810051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2023; }","duration":"664.85432ms","start":"2026-03-31T18:30:23.242853Z","end":"2026-03-31T18:30:23.907707Z","steps":["trace[336810051] 'agreement among raft nodes before linearized reading' (duration: 664.737497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.907734Z","caller":"traceutil/trace.go:171","msg":"trace[1800464575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2023; }","duration":"664.694656ms","start":"2026-03-31T18:30:23.243028Z","end":"2026-03-31T18:30:23.907723Z","steps":["trace[1800464575] 'agreement among raft nodes before linearized reading' (duration: 664.531852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.24283Z","time spent":"664.915121ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:23.907774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.243014Z","time spent":"664.753418ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:23.907783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035338129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:30:23.907787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.273848Z","time spent":"633.878577ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:23.90781Z","caller":"traceutil/trace.go:171","msg":"trace[595354213] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2023; }","duration":"1.035407241s","start":"2026-03-31T18:30:22.872395Z","end":"2026-03-31T18:30:23.907803Z","steps":["trace[595354213] 'agreement among raft nodes before linearized reading' (duration: 1.035292148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.872375Z","time spent":"1.035458082s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:30:23.907874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.657448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:23.907909Z","caller":"traceutil/trace.go:171","msg":"trace[821726854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2023; }","duration":"141.71552ms","start":"2026-03-31T18:30:23.766184Z","end":"2026-03-31T18:30:23.907899Z","steps":["trace[821726854] 'agreement among raft nodes before linearized reading' (duration: 141.625948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.557285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:30:23.907948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.638832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:30:23.907972Z","caller":"traceutil/trace.go:171","msg":"trace[1488050301] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2023; }","duration":"165.702154ms","start":"2026-03-31T18:30:23.742261Z","end":"2026-03-31T18:30:23.907964Z","steps":["trace[1488050301] 'agreement among raft nodes before linearized reading' (duration: 165.53464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.907974Z","caller":"traceutil/trace.go:171","msg":"trace[931457790] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2023; }","duration":"319.649208ms","start":"2026-03-31T18:30:23.588312Z","end":"2026-03-31T18:30:23.907961Z","steps":["trace[931457790] 'agreement among raft nodes before linearized reading' (duration: 319.528235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.907899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.842336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:30:23.907959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.916173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-03-31T18:30:23.908015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.588291Z","time spent":"319.710779ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:30:23.908041Z","caller":"traceutil/trace.go:171","msg":"trace[974798483] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd; range_end:; response_count:1; response_revision:2023; }","duration":"439.030455ms","start":"2026-03-31T18:30:23.468992Z","end":"2026-03-31T18:30:23.908022Z","steps":["trace[974798483] 'agreement among raft nodes before linearized reading' (duration: 438.793769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.908067Z","caller":"traceutil/trace.go:171","msg":"trace[982070195] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2023; }","duration":"839.018781ms","start":"2026-03-31T18:30:23.068991Z","end":"2026-03-31T18:30:23.908009Z","steps":["trace[982070195] 'agreement among raft nodes before linearized reading' (duration: 838.57553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.908101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.46898Z","time spent":"439.106727ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" "} {"level":"warn","ts":"2026-03-31T18:30:23.9081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.068977Z","time spent":"839.109883ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:24.293126Z","caller":"traceutil/trace.go:171","msg":"trace[794831654] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"379.195002ms","start":"2026-03-31T18:30:23.913906Z","end":"2026-03-31T18:30:24.293101Z","steps":["trace[794831654] 'process raft request' (duration: 371.389283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.29325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.913887Z","time spent":"379.300264ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:24.29343Z","caller":"traceutil/trace.go:171","msg":"trace[61953556] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"379.438118ms","start":"2026-03-31T18:30:23.913973Z","end":"2026-03-31T18:30:24.293411Z","steps":["trace[61953556] 'process raft request' (duration: 379.073579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.293507Z","caller":"traceutil/trace.go:171","msg":"trace[9060799] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2111; }","duration":"369.36017ms","start":"2026-03-31T18:30:23.924138Z","end":"2026-03-31T18:30:24.293498Z","steps":["trace[9060799] 'read index received' (duration: 361.173621ms)","trace[9060799] 'applied index is now lower than readState.Index' (duration: 8.185929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:24.293518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.913966Z","time spent":"379.51012ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:24.293828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.750097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T18:30:24.293902Z","caller":"traceutil/trace.go:171","msg":"trace[69200092] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"379.84561ms","start":"2026-03-31T18:30:23.914041Z","end":"2026-03-31T18:30:24.293887Z","steps":["trace[69200092] 'agreement among raft nodes before linearized reading' (duration: 379.601493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.293894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.749059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:24.293932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.914037Z","time spent":"379.888911ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.29396Z","caller":"traceutil/trace.go:171","msg":"trace[2143382622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2027; }","duration":"381.847382ms","start":"2026-03-31T18:30:23.912098Z","end":"2026-03-31T18:30:24.293946Z","steps":["trace[2143382622] 'agreement among raft nodes before linearized reading' (duration: 381.536043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.29396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.815718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-31T18:30:24.293959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.807288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-31T18:30:24.294002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.912083Z","time spent":"381.910903ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:24.293966Z","caller":"traceutil/trace.go:171","msg":"trace[321045224] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"377.701015ms","start":"2026-03-31T18:30:23.916175Z","end":"2026-03-31T18:30:24.293876Z","steps":["trace[321045224] 'process raft request' (duration: 377.056748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.294038Z","caller":"traceutil/trace.go:171","msg":"trace[746189766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"379.906641ms","start":"2026-03-31T18:30:23.914116Z","end":"2026-03-31T18:30:24.294022Z","steps":["trace[746189766] 'agreement among raft nodes before linearized reading' (duration: 379.687266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.91411Z","time spent":"379.964163ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:24.294124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.033164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-31T18:30:24.294109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.62176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-31T18:30:24.294135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.382971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-31T18:30:24.294167Z","caller":"traceutil/trace.go:171","msg":"trace[890823801] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"373.708703ms","start":"2026-03-31T18:30:23.920445Z","end":"2026-03-31T18:30:24.294154Z","steps":["trace[890823801] 'agreement among raft nodes before linearized reading' (duration: 373.493567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.29401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.408295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T18:30:24.294184Z","caller":"traceutil/trace.go:171","msg":"trace[88554271] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"369.066583ms","start":"2026-03-31T18:30:23.925106Z","end":"2026-03-31T18:30:24.294172Z","steps":["trace[88554271] 'process raft request' (duration: 368.354734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.294195Z","caller":"traceutil/trace.go:171","msg":"trace[737716816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"351.463172ms","start":"2026-03-31T18:30:23.942713Z","end":"2026-03-31T18:30:24.294176Z","steps":["trace[737716816] 'agreement among raft nodes before linearized reading' (duration: 351.342149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.920437Z","time spent":"373.761414ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294214Z","caller":"traceutil/trace.go:171","msg":"trace[1440052704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"373.633251ms","start":"2026-03-31T18:30:23.920571Z","end":"2026-03-31T18:30:24.294204Z","steps":["trace[1440052704] 'agreement among raft nodes before linearized reading' (duration: 373.276692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.942696Z","time spent":"351.530135ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294025Z","caller":"traceutil/trace.go:171","msg":"trace[171545474] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"379.898381ms","start":"2026-03-31T18:30:23.914108Z","end":"2026-03-31T18:30:24.294007Z","steps":["trace[171545474] 'agreement among raft nodes before linearized reading' (duration: 379.749287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.925096Z","time spent":"369.115685ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:24.294319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.905273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:24.294246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.920553Z","time spent":"373.684682ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294356Z","caller":"traceutil/trace.go:171","msg":"trace[1537726486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2027; }","duration":"162.975175ms","start":"2026-03-31T18:30:24.131371Z","end":"2026-03-31T18:30:24.294346Z","steps":["trace[1537726486] 'agreement among raft nodes before linearized reading' (duration: 162.921283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.496233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-31T18:30:24.294273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.914095Z","time spent":"380.172838ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294412Z","caller":"traceutil/trace.go:171","msg":"trace[1191779695] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"365.79183ms","start":"2026-03-31T18:30:23.928606Z","end":"2026-03-31T18:30:24.294398Z","steps":["trace[1191779695] 'agreement among raft nodes before linearized reading' (duration: 365.455281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.928598Z","time spent":"365.837161ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294148Z","caller":"traceutil/trace.go:171","msg":"trace[1377885118] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"380.065465ms","start":"2026-03-31T18:30:23.914075Z","end":"2026-03-31T18:30:24.29414Z","steps":["trace[1377885118] 'agreement among raft nodes before linearized reading' (duration: 379.996434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.294495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.914072Z","time spent":"380.414594ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:24.294284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.266904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-31T18:30:24.295813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.654065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-31T18:30:24.295863Z","caller":"traceutil/trace.go:171","msg":"trace[1105548107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"381.714387ms","start":"2026-03-31T18:30:23.914137Z","end":"2026-03-31T18:30:24.295851Z","steps":["trace[1105548107] 'agreement among raft nodes before linearized reading' (duration: 381.524052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.2959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.914132Z","time spent":"381.760698ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:24.295991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.916168Z","time spent":"377.9143ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:24.29641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.158167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T18:30:24.296448Z","caller":"traceutil/trace.go:171","msg":"trace[290365553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"371.232948ms","start":"2026-03-31T18:30:23.925203Z","end":"2026-03-31T18:30:24.296436Z","steps":["trace[290365553] 'agreement among raft nodes before linearized reading' (duration: 368.466279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.296479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.925185Z","time spent":"371.28656ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:24.294547Z","caller":"traceutil/trace.go:171","msg":"trace[2134848310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2027; }","duration":"181.566321ms","start":"2026-03-31T18:30:24.112961Z","end":"2026-03-31T18:30:24.294527Z","steps":["trace[2134848310] 'agreement among raft nodes before linearized reading' (duration: 180.950946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.297453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.538571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008676a65bb5\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-31T18:30:24.29748Z","caller":"traceutil/trace.go:171","msg":"trace[2106683293] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008676a65bb5; range_end:; response_count:1; response_revision:2027; }","duration":"386.565072ms","start":"2026-03-31T18:30:23.910908Z","end":"2026-03-31T18:30:24.297473Z","steps":["trace[2106683293] 'agreement among raft nodes before linearized reading' (duration: 382.736073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.297496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.910862Z","time spent":"386.628583ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rf795.18a2008676a65bb5\" "} {"level":"warn","ts":"2026-03-31T18:30:24.676856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.996172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:24.677027Z","caller":"traceutil/trace.go:171","msg":"trace[729376112] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2116; }","duration":"300.520417ms","start":"2026-03-31T18:30:24.376478Z","end":"2026-03-31T18:30:24.676998Z","steps":["trace[729376112] 'read index received' (duration: 191.156216ms)","trace[729376112] 'applied index is now lower than readState.Index' (duration: 109.362001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:24.677224Z","caller":"traceutil/trace.go:171","msg":"trace[2112401448] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"378.396902ms","start":"2026-03-31T18:30:24.298795Z","end":"2026-03-31T18:30:24.677192Z","steps":["trace[2112401448] 'process raft request' (duration: 268.899497ms)","trace[2112401448] 'compare' (duration: 108.747156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:24.677286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.673328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-j7zct\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-03-31T18:30:24.677285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.073928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:30:24.677314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.121095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:24.677349Z","caller":"traceutil/trace.go:171","msg":"trace[1595395516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2029; }","duration":"313.183021ms","start":"2026-03-31T18:30:24.364151Z","end":"2026-03-31T18:30:24.677334Z","steps":["trace[1595395516] 'agreement among raft nodes before linearized reading' (duration: 312.953915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.677373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.298775Z","time spent":"378.518056ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:24.677396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.364126Z","time spent":"313.259643ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:24.677399Z","caller":"traceutil/trace.go:171","msg":"trace[349122525] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2029; }","duration":"127.2623ms","start":"2026-03-31T18:30:24.550115Z","end":"2026-03-31T18:30:24.677377Z","steps":["trace[349122525] 'agreement among raft nodes before linearized reading' (duration: 127.119586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.677451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.205898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-31T18:30:24.677312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.983582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:30:24.677522Z","caller":"traceutil/trace.go:171","msg":"trace[1034816751] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2029; }","duration":"298.24221ms","start":"2026-03-31T18:30:24.379261Z","end":"2026-03-31T18:30:24.677503Z","steps":["trace[1034816751] 'agreement among raft nodes before linearized reading' (duration: 297.941191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.677537Z","caller":"traceutil/trace.go:171","msg":"trace[1358916427] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2029; }","duration":"209.324323ms","start":"2026-03-31T18:30:24.468163Z","end":"2026-03-31T18:30:24.677487Z","steps":["trace[1358916427] 'agreement among raft nodes before linearized reading' (duration: 209.091646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.677339Z","caller":"traceutil/trace.go:171","msg":"trace[689406404] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-j7zct; range_end:; response_count:1; response_revision:2029; }","duration":"376.745519ms","start":"2026-03-31T18:30:24.300579Z","end":"2026-03-31T18:30:24.677324Z","steps":["trace[689406404] 'agreement among raft nodes before linearized reading' (duration: 376.550375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:24.677619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.300564Z","time spent":"377.042289ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7076,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-j7zct\" "} {"level":"warn","ts":"2026-03-31T18:30:25.115437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.519114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:25.115694Z","caller":"traceutil/trace.go:171","msg":"trace[565327032] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"431.912673ms","start":"2026-03-31T18:30:24.683725Z","end":"2026-03-31T18:30:25.115638Z","steps":["trace[565327032] 'process raft request' (duration: 105.107902ms)","trace[565327032] 'compare' (duration: 326.352729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:25.115741Z","caller":"traceutil/trace.go:171","msg":"trace[1744489577] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2117; }","duration":"412.692591ms","start":"2026-03-31T18:30:24.703024Z","end":"2026-03-31T18:30:25.115717Z","steps":["trace[1744489577] 'read index received' (duration: 85.883839ms)","trace[1744489577] 'applied index is now lower than readState.Index' (duration: 326.806841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:25.115862Z","caller":"traceutil/trace.go:171","msg":"trace[299946629] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"431.573194ms","start":"2026-03-31T18:30:24.684271Z","end":"2026-03-31T18:30:25.115844Z","steps":["trace[299946629] 'process raft request' (duration: 431.281046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.11587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.683707Z","time spent":"432.078717ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:25.115928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.667109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:25.115966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.684262Z","time spent":"431.655837ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:25.115968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.788486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:25.11601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.877451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:25.116032Z","caller":"traceutil/trace.go:171","msg":"trace[1885752818] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2031; }","duration":"361.91881ms","start":"2026-03-31T18:30:24.754097Z","end":"2026-03-31T18:30:25.116016Z","steps":["trace[1885752818] 'agreement among raft nodes before linearized reading' (duration: 361.771796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.116053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.421406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:25.116077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.754087Z","time spent":"361.976311ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:25.116094Z","caller":"traceutil/trace.go:171","msg":"trace[1159164006] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2031; }","duration":"122.499978ms","start":"2026-03-31T18:30:24.993582Z","end":"2026-03-31T18:30:25.116082Z","steps":["trace[1159164006] 'agreement among raft nodes before linearized reading' (duration: 122.429126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.115985Z","caller":"traceutil/trace.go:171","msg":"trace[1201313835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2031; }","duration":"175.764242ms","start":"2026-03-31T18:30:24.940204Z","end":"2026-03-31T18:30:25.115968Z","steps":["trace[1201313835] 'agreement among raft nodes before linearized reading' (duration: 175.67601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.116171Z","caller":"traceutil/trace.go:171","msg":"trace[2052677874] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2031; }","duration":"185.996154ms","start":"2026-03-31T18:30:24.930055Z","end":"2026-03-31T18:30:25.116051Z","steps":["trace[2052677874] 'agreement among raft nodes before linearized reading' (duration: 185.909042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.115934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.87529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:25.116319Z","caller":"traceutil/trace.go:171","msg":"trace[727165974] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2031; }","duration":"186.316272ms","start":"2026-03-31T18:30:24.929979Z","end":"2026-03-31T18:30:25.116295Z","steps":["trace[727165974] 'agreement among raft nodes before linearized reading' (duration: 185.897672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.116108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.187144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:25.116487Z","caller":"traceutil/trace.go:171","msg":"trace[177101551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2031; }","duration":"201.574493ms","start":"2026-03-31T18:30:24.914891Z","end":"2026-03-31T18:30:25.116466Z","steps":["trace[177101551] 'agreement among raft nodes before linearized reading' (duration: 201.02725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.116129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.095701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-31T18:30:25.116658Z","caller":"traceutil/trace.go:171","msg":"trace[731984452] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2031; }","duration":"413.651734ms","start":"2026-03-31T18:30:24.702976Z","end":"2026-03-31T18:30:25.116628Z","steps":["trace[731984452] 'agreement among raft nodes before linearized reading' (duration: 413.07675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.116732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.702956Z","time spent":"413.748196ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-31T18:30:25.760321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.649844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:25.760528Z","caller":"traceutil/trace.go:171","msg":"trace[9771058] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"631.386962ms","start":"2026-03-31T18:30:25.129123Z","end":"2026-03-31T18:30:25.76051Z","steps":["trace[9771058] 'process raft request' (duration: 631.30967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.760624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.129094Z","time spent":"631.477534ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:25.760599Z","caller":"traceutil/trace.go:171","msg":"trace[1720041047] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2119; }","duration":"636.898483ms","start":"2026-03-31T18:30:25.123656Z","end":"2026-03-31T18:30:25.760554Z","steps":["trace[1720041047] 'read index received' (duration: 288.965371ms)","trace[1720041047] 'applied index is now lower than readState.Index' (duration: 347.927132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:25.761018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.327203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2333"} {"level":"info","ts":"2026-03-31T18:30:25.76067Z","caller":"traceutil/trace.go:171","msg":"trace[703679657] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"639.402707ms","start":"2026-03-31T18:30:25.121246Z","end":"2026-03-31T18:30:25.760649Z","steps":["trace[703679657] 'process raft request' (duration: 291.363353ms)","trace[703679657] 'compare' (duration: 347.393588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:25.761091Z","caller":"traceutil/trace.go:171","msg":"trace[404662825] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2033; }","duration":"637.462967ms","start":"2026-03-31T18:30:25.123617Z","end":"2026-03-31T18:30:25.76108Z","steps":["trace[404662825] 'agreement among raft nodes before linearized reading' (duration: 637.052877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.761088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.500298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:25.761127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.920561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:30:25.761133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.123597Z","time spent":"637.527069ms","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2356,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T18:30:25.761151Z","caller":"traceutil/trace.go:171","msg":"trace[1874687636] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2033; }","duration":"409.634101ms","start":"2026-03-31T18:30:25.3515Z","end":"2026-03-31T18:30:25.761134Z","steps":["trace[1874687636] 'agreement among raft nodes before linearized reading' (duration: 409.500188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.761187Z","caller":"traceutil/trace.go:171","msg":"trace[1336810968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2033; }","duration":"535.014753ms","start":"2026-03-31T18:30:25.22615Z","end":"2026-03-31T18:30:25.761164Z","steps":["trace[1336810968] 'agreement among raft nodes before linearized reading' (duration: 534.730756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.761168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.939317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:25.761204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.351478Z","time spent":"409.715294ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:25.761226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.226131Z","time spent":"535.086786ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:30:25.761246Z","caller":"traceutil/trace.go:171","msg":"trace[880794318] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2033; }","duration":"481.074161ms","start":"2026-03-31T18:30:25.280155Z","end":"2026-03-31T18:30:25.761229Z","steps":["trace[880794318] 'agreement among raft nodes before linearized reading' (duration: 480.847815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.761313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.280132Z","time spent":"481.158193ms","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:25.761368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.121232Z","time spent":"639.879509ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:26.329729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.910683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:26.330032Z","caller":"traceutil/trace.go:171","msg":"trace[215517975] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"563.832821ms","start":"2026-03-31T18:30:25.766164Z","end":"2026-03-31T18:30:26.329997Z","steps":["trace[215517975] 'process raft request' (duration: 268.583019ms)","trace[215517975] 'compare' (duration: 294.557175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.33016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.766146Z","time spent":"563.957745ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:26.330184Z","caller":"traceutil/trace.go:171","msg":"trace[922663681] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"558.655848ms","start":"2026-03-31T18:30:25.771512Z","end":"2026-03-31T18:30:26.330168Z","steps":["trace[922663681] 'process raft request' (duration: 558.380671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.330255Z","caller":"traceutil/trace.go:171","msg":"trace[1235228623] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2122; }","duration":"553.288041ms","start":"2026-03-31T18:30:25.776947Z","end":"2026-03-31T18:30:26.330235Z","steps":["trace[1235228623] 'read index received' (duration: 257.826114ms)","trace[1235228623] 'applied index is now lower than readState.Index' (duration: 295.459347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.330266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.771488Z","time spent":"558.729731ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.330315Z","caller":"traceutil/trace.go:171","msg":"trace[1440474606] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"552.184135ms","start":"2026-03-31T18:30:25.778113Z","end":"2026-03-31T18:30:26.330297Z","steps":["trace[1440474606] 'process raft request' (duration: 551.898066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.330389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.778062Z","time spent":"552.293357ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:26.330473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.693786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T18:30:26.330494Z","caller":"traceutil/trace.go:171","msg":"trace[1032173750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2037; }","duration":"322.744417ms","start":"2026-03-31T18:30:26.007742Z","end":"2026-03-31T18:30:26.330487Z","steps":["trace[1032173750] 'agreement among raft nodes before linearized reading' (duration: 322.633245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.330513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.007727Z","time spent":"322.781718ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:26.330511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.022915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:30:26.330539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.269526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:26.330542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.15442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:26.330561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.60475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:26.33058Z","caller":"traceutil/trace.go:171","msg":"trace[1883869748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2037; }","duration":"323.126166ms","start":"2026-03-31T18:30:26.007437Z","end":"2026-03-31T18:30:26.330563Z","steps":["trace[1883869748] 'agreement among raft nodes before linearized reading' (duration: 322.936312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.330637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.007418Z","time spent":"323.206969ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:26.33063Z","caller":"traceutil/trace.go:171","msg":"trace[501034011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2037; }","duration":"553.726114ms","start":"2026-03-31T18:30:25.776887Z","end":"2026-03-31T18:30:26.330613Z","steps":["trace[501034011] 'agreement among raft nodes before linearized reading' (duration: 553.453097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.330594Z","caller":"traceutil/trace.go:171","msg":"trace[1403273257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2037; }","duration":"206.243223ms","start":"2026-03-31T18:30:26.124337Z","end":"2026-03-31T18:30:26.33058Z","steps":["trace[1403273257] 'agreement among raft nodes before linearized reading' (duration: 206.015317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.330692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.776868Z","time spent":"553.815365ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:30:26.330749Z","caller":"traceutil/trace.go:171","msg":"trace[1340063760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2037; }","duration":"388.330526ms","start":"2026-03-31T18:30:25.942235Z","end":"2026-03-31T18:30:26.330566Z","steps":["trace[1340063760] 'agreement among raft nodes before linearized reading' (duration: 388.267265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.330846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.942221Z","time spent":"388.610764ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:26.33063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.84362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:26.331258Z","caller":"traceutil/trace.go:171","msg":"trace[1849733905] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2037; }","duration":"551.507737ms","start":"2026-03-31T18:30:25.779735Z","end":"2026-03-31T18:30:26.331243Z","steps":["trace[1849733905] 'agreement among raft nodes before linearized reading' (duration: 550.615194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.331304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.77972Z","time spent":"551.570548ms","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:30:26.670557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.076676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:26.670678Z","caller":"traceutil/trace.go:171","msg":"trace[217148083] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"335.298829ms","start":"2026-03-31T18:30:26.33535Z","end":"2026-03-31T18:30:26.670649Z","steps":["trace[217148083] 'process raft request' (duration: 205.986507ms)","trace[217148083] 'compare' (duration: 128.887901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.670761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.335339Z","time spent":"335.380371ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.671227Z","caller":"traceutil/trace.go:171","msg":"trace[1167420144] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"335.821952ms","start":"2026-03-31T18:30:26.335354Z","end":"2026-03-31T18:30:26.671176Z","steps":["trace[1167420144] 'process raft request' (duration: 335.535995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.671282Z","caller":"traceutil/trace.go:171","msg":"trace[376616519] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"334.464816ms","start":"2026-03-31T18:30:26.336784Z","end":"2026-03-31T18:30:26.671249Z","steps":["trace[376616519] 'process raft request' (duration: 334.21986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.671381Z","caller":"traceutil/trace.go:171","msg":"trace[1291458637] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"334.322203ms","start":"2026-03-31T18:30:26.33703Z","end":"2026-03-31T18:30:26.671352Z","steps":["trace[1291458637] 'process raft request' (duration: 334.160988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.671568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.336773Z","time spent":"334.558119ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.671382Z","caller":"traceutil/trace.go:171","msg":"trace[254486696] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"334.459137ms","start":"2026-03-31T18:30:26.336895Z","end":"2026-03-31T18:30:26.671354Z","steps":["trace[254486696] 'process raft request' (duration: 334.176469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.671567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.33534Z","time spent":"336.034137ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:26.671579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.337019Z","time spent":"334.457236ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.671732Z","caller":"traceutil/trace.go:171","msg":"trace[1039374146] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"334.5878ms","start":"2026-03-31T18:30:26.337125Z","end":"2026-03-31T18:30:26.671713Z","steps":["trace[1039374146] 'process raft request' (duration: 334.181759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.671717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.336861Z","time spent":"334.771574ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.671804Z","caller":"traceutil/trace.go:171","msg":"trace[391451704] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"329.792356ms","start":"2026-03-31T18:30:26.341989Z","end":"2026-03-31T18:30:26.671781Z","steps":["trace[391451704] 'process raft request' (duration: 329.496889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.671825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.337114Z","time spent":"334.665311ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:26.671902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.341981Z","time spent":"329.871329ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:27.265129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.547373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:27.26523Z","caller":"traceutil/trace.go:171","msg":"trace[571369474] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2125; }","duration":"928.502812ms","start":"2026-03-31T18:30:26.336711Z","end":"2026-03-31T18:30:27.265213Z","steps":["trace[571369474] 'read index received' (duration: 204.664162ms)","trace[571369474] 'applied index is now lower than readState.Index' (duration: 723.837059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:27.2659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.775271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" ","response":"range_response_count:1 size:5920"} {"level":"info","ts":"2026-03-31T18:30:27.265977Z","caller":"traceutil/trace.go:171","msg":"trace[1398529580] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm; range_end:; response_count:1; response_revision:2044; }","duration":"590.868134ms","start":"2026-03-31T18:30:26.675086Z","end":"2026-03-31T18:30:27.265954Z","steps":["trace[1398529580] 'agreement among raft nodes before linearized reading' (duration: 590.663168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.265981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.056329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:27.266031Z","caller":"traceutil/trace.go:171","msg":"trace[991234001] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2044; }","duration":"648.146062ms","start":"2026-03-31T18:30:26.617871Z","end":"2026-03-31T18:30:27.266017Z","steps":["trace[991234001] 'agreement among raft nodes before linearized reading' (duration: 648.06127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.266031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.675069Z","time spent":"590.949617ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5943,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" "} {"level":"warn","ts":"2026-03-31T18:30:27.266075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.617849Z","time spent":"648.211074ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.266099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.381485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1438"} {"level":"warn","ts":"2026-03-31T18:30:27.265884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.760336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:27.266261Z","caller":"traceutil/trace.go:171","msg":"trace[649683219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"884.204019ms","start":"2026-03-31T18:30:26.382038Z","end":"2026-03-31T18:30:27.266242Z","steps":["trace[649683219] 'agreement among raft nodes before linearized reading' (duration: 883.635073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.266151Z","caller":"traceutil/trace.go:171","msg":"trace[1340513132] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2044; }","duration":"929.440287ms","start":"2026-03-31T18:30:26.336694Z","end":"2026-03-31T18:30:27.266135Z","steps":["trace[1340513132] 'agreement among raft nodes before linearized reading' (duration: 929.265552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.266368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.0781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-j7zct.18a2006f610bc094\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-03-31T18:30:27.266414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.336688Z","time spent":"929.689123ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1461,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:27.265907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.679748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:27.26647Z","caller":"traceutil/trace.go:171","msg":"trace[823972667] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-j7zct.18a2006f610bc094; range_end:; response_count:1; response_revision:2044; }","duration":"591.231574ms","start":"2026-03-31T18:30:26.675215Z","end":"2026-03-31T18:30:27.266446Z","steps":["trace[823972667] 'agreement among raft nodes before linearized reading' (duration: 590.938576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.26652Z","caller":"traceutil/trace.go:171","msg":"trace[278673851] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2044; }","duration":"345.355467ms","start":"2026-03-31T18:30:26.921138Z","end":"2026-03-31T18:30:27.266493Z","steps":["trace[278673851] 'agreement among raft nodes before linearized reading' (duration: 344.614637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.266596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.921057Z","time spent":"345.518021ms","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.266399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.382004Z","time spent":"884.300991ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:27.266533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.675195Z","time spent":"591.324756ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-j7zct.18a2006f610bc094\" "} {"level":"info","ts":"2026-03-31T18:30:27.477152Z","caller":"traceutil/trace.go:171","msg":"trace[577216322] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2134; }","duration":"197.94575ms","start":"2026-03-31T18:30:27.279186Z","end":"2026-03-31T18:30:27.477132Z","steps":["trace[577216322] 'read index received' (duration: 147.126618ms)","trace[577216322] 'applied index is now lower than readState.Index' (duration: 50.818212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:27.477259Z","caller":"traceutil/trace.go:171","msg":"trace[611871148] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"203.329418ms","start":"2026-03-31T18:30:27.273911Z","end":"2026-03-31T18:30:27.477241Z","steps":["trace[611871148] 'process raft request' (duration: 203.160424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.47728Z","caller":"traceutil/trace.go:171","msg":"trace[467625001] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"205.345509ms","start":"2026-03-31T18:30:27.271839Z","end":"2026-03-31T18:30:27.477184Z","steps":["trace[467625001] 'process raft request' (duration: 154.559639ms)","trace[467625001] 'compare' (duration: 50.515683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:27.477406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.207747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr.18a200848672219d\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-31T18:30:27.477449Z","caller":"traceutil/trace.go:171","msg":"trace[1955171323] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr.18a200848672219d; range_end:; response_count:1; response_revision:2047; }","duration":"198.296599ms","start":"2026-03-31T18:30:27.279143Z","end":"2026-03-31T18:30:27.47744Z","steps":["trace[1955171323] 'agreement among raft nodes before linearized reading' (duration: 198.111044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.477827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.898947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:27.477923Z","caller":"traceutil/trace.go:171","msg":"trace[1246021900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"139.088311ms","start":"2026-03-31T18:30:27.338812Z","end":"2026-03-31T18:30:27.4779Z","steps":["trace[1246021900] 'agreement among raft nodes before linearized reading' (duration: 138.760013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.836902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.238192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.837051Z","caller":"traceutil/trace.go:171","msg":"trace[408443829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2047; }","duration":"247.413107ms","start":"2026-03-31T18:30:27.589619Z","end":"2026-03-31T18:30:27.837032Z","steps":["trace[408443829] 'range keys from in-memory index tree' (duration: 247.216062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.837863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.462072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:27.837948Z","caller":"traceutil/trace.go:171","msg":"trace[1648916832] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"355.094576ms","start":"2026-03-31T18:30:27.482837Z","end":"2026-03-31T18:30:27.837931Z","steps":["trace[1648916832] 'process raft request' (duration: 135.412728ms)","trace[1648916832] 'compare' (duration: 218.599209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:27.838012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.482809Z","time spent":"355.169898ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:28.365621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.401776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:28.365739Z","caller":"traceutil/trace.go:171","msg":"trace[2111970829] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"423.306033ms","start":"2026-03-31T18:30:27.942417Z","end":"2026-03-31T18:30:28.365723Z","steps":["trace[2111970829] 'read index received' (duration: 47.62446ms)","trace[2111970829] 'applied index is now lower than readState.Index' (duration: 375.679993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:28.365889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.479017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:28.365933Z","caller":"traceutil/trace.go:171","msg":"trace[2139644686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"423.548688ms","start":"2026-03-31T18:30:27.942361Z","end":"2026-03-31T18:30:28.365909Z","steps":["trace[2139644686] 'agreement among raft nodes before linearized reading' (duration: 423.447406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:28.365965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.942333Z","time spent":"423.625331ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:28.366025Z","caller":"traceutil/trace.go:171","msg":"trace[1682983746] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"519.587068ms","start":"2026-03-31T18:30:27.846382Z","end":"2026-03-31T18:30:28.365969Z","steps":["trace[1682983746] 'process raft request' (duration: 143.745631ms)","trace[1682983746] 'compare' (duration: 375.145049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:28.366315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.846352Z","time spent":"519.882456ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:28.366718Z","caller":"traceutil/trace.go:171","msg":"trace[1187155975] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"107.499904ms","start":"2026-03-31T18:30:28.259205Z","end":"2026-03-31T18:30:28.366705Z","steps":["trace[1187155975] 'process raft request' (duration: 107.393441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:28.604834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.802324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:28.604955Z","caller":"traceutil/trace.go:171","msg":"trace[2015669453] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"186.131917ms","start":"2026-03-31T18:30:28.418803Z","end":"2026-03-31T18:30:28.604935Z","steps":["trace[2015669453] 'read index received' (duration: 81.034706ms)","trace[2015669453] 'applied index is now lower than readState.Index' (duration: 105.095841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:28.605053Z","caller":"traceutil/trace.go:171","msg":"trace[271597981] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"232.998789ms","start":"2026-03-31T18:30:28.372039Z","end":"2026-03-31T18:30:28.605038Z","steps":["trace[271597981] 'process raft request' (duration: 127.883336ms)","trace[271597981] 'compare' (duration: 104.64421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:28.605193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.380274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:28.605256Z","caller":"traceutil/trace.go:171","msg":"trace[672096104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2051; }","duration":"186.472407ms","start":"2026-03-31T18:30:28.418767Z","end":"2026-03-31T18:30:28.60524Z","steps":["trace[672096104] 'agreement among raft nodes before linearized reading' (duration: 186.280612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:28.605224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.976072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:28.605383Z","caller":"traceutil/trace.go:171","msg":"trace[1646428095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2051; }","duration":"118.163837ms","start":"2026-03-31T18:30:28.487199Z","end":"2026-03-31T18:30:28.605363Z","steps":["trace[1646428095] 'agreement among raft nodes before linearized reading' (duration: 117.869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:28.998899Z","caller":"traceutil/trace.go:171","msg":"trace[64269065] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"261.254401ms","start":"2026-03-31T18:30:28.737621Z","end":"2026-03-31T18:30:28.998875Z","steps":["trace[64269065] 'process raft request' (duration: 259.62438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:28.999234Z","caller":"traceutil/trace.go:171","msg":"trace[1535112771] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"261.077278ms","start":"2026-03-31T18:30:28.738131Z","end":"2026-03-31T18:30:28.999208Z","steps":["trace[1535112771] 'process raft request' (duration: 260.694088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:28.999294Z","caller":"traceutil/trace.go:171","msg":"trace[977483157] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"260.863592ms","start":"2026-03-31T18:30:28.738396Z","end":"2026-03-31T18:30:28.999259Z","steps":["trace[977483157] 'process raft request' (duration: 260.719248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.297294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.059114ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:29.297459Z","caller":"traceutil/trace.go:171","msg":"trace[1597925817] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2143; }","duration":"354.000298ms","start":"2026-03-31T18:30:28.943447Z","end":"2026-03-31T18:30:29.297447Z","steps":["trace[1597925817] 'read index received' (duration: 53.84841ms)","trace[1597925817] 'applied index is now lower than readState.Index' (duration: 300.151168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:29.297728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.270715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:29.297799Z","caller":"traceutil/trace.go:171","msg":"trace[112173543] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"294.553194ms","start":"2026-03-31T18:30:29.003234Z","end":"2026-03-31T18:30:29.297788Z","steps":["trace[112173543] 'process raft request' (duration: 294.143644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.29778Z","caller":"traceutil/trace.go:171","msg":"trace[314008205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"354.339167ms","start":"2026-03-31T18:30:28.943416Z","end":"2026-03-31T18:30:29.297755Z","steps":["trace[314008205] 'agreement among raft nodes before linearized reading' (duration: 354.266435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.298177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.943401Z","time spent":"354.766517ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:29.448745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.509021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:29.448834Z","caller":"traceutil/trace.go:171","msg":"trace[375908893] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"146.74873ms","start":"2026-03-31T18:30:29.302057Z","end":"2026-03-31T18:30:29.448806Z","steps":["trace[375908893] 'process raft request' (duration: 48.894713ms)","trace[375908893] 'compare' (duration: 97.621521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.448909Z","caller":"traceutil/trace.go:171","msg":"trace[1692885340] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2058; }","duration":"281.716786ms","start":"2026-03-31T18:30:29.167158Z","end":"2026-03-31T18:30:29.448875Z","steps":["trace[1692885340] 'agreement among raft nodes before linearized reading' (duration: 130.624776ms)","trace[1692885340] 'count revisions from in-memory index tree' (duration: 150.897985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:29.796841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.614712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:29.796925Z","caller":"traceutil/trace.go:171","msg":"trace[1748852717] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2149; }","duration":"313.49018ms","start":"2026-03-31T18:30:29.483421Z","end":"2026-03-31T18:30:29.796911Z","steps":["trace[1748852717] 'read index received' (duration: 163.717644ms)","trace[1748852717] 'applied index is now lower than readState.Index' (duration: 149.771746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.797001Z","caller":"traceutil/trace.go:171","msg":"trace[396583090] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"341.809825ms","start":"2026-03-31T18:30:29.455183Z","end":"2026-03-31T18:30:29.796993Z","steps":["trace[396583090] 'process raft request' (duration: 192.003338ms)","trace[396583090] 'compare' (duration: 149.434967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:29.797045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.455164Z","time spent":"341.858786ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:29.797265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.814787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:29.797378Z","caller":"traceutil/trace.go:171","msg":"trace[936123571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2060; }","duration":"313.984892ms","start":"2026-03-31T18:30:29.483368Z","end":"2026-03-31T18:30:29.797353Z","steps":["trace[936123571] 'agreement among raft nodes before linearized reading' (duration: 313.647293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.797623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.483337Z","time spent":"314.263479ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:29.797802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.148662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:29.797883Z","caller":"traceutil/trace.go:171","msg":"trace[2062678653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"185.298676ms","start":"2026-03-31T18:30:29.612565Z","end":"2026-03-31T18:30:29.797864Z","steps":["trace[2062678653] 'agreement among raft nodes before linearized reading' (duration: 184.653829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.071305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.814775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:30.071408Z","caller":"traceutil/trace.go:171","msg":"trace[63678662] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2152; }","duration":"128.592513ms","start":"2026-03-31T18:30:29.942796Z","end":"2026-03-31T18:30:30.071389Z","steps":["trace[63678662] 'read index received' (duration: 7.530392ms)","trace[63678662] 'applied index is now lower than readState.Index' (duration: 121.061141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:30.071455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.665886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:30.07147Z","caller":"traceutil/trace.go:171","msg":"trace[216803602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2063; }","duration":"128.712527ms","start":"2026-03-31T18:30:29.942752Z","end":"2026-03-31T18:30:30.071464Z","steps":["trace[216803602] 'agreement among raft nodes before linearized reading' (duration: 128.677246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.071535Z","caller":"traceutil/trace.go:171","msg":"trace[1805641243] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"177.925758ms","start":"2026-03-31T18:30:29.89356Z","end":"2026-03-31T18:30:30.071486Z","steps":["trace[1805641243] 'process raft request' (duration: 56.869507ms)","trace[1805641243] 'compare' (duration: 120.713732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:30.408654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.813102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:30.408773Z","caller":"traceutil/trace.go:171","msg":"trace[1048568436] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"204.356765ms","start":"2026-03-31T18:30:30.2044Z","end":"2026-03-31T18:30:30.408756Z","steps":["trace[1048568436] 'read index received' (duration: 39.220305ms)","trace[1048568436] 'applied index is now lower than readState.Index' (duration: 165.13524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:30.409045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.642102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:30:30.409092Z","caller":"traceutil/trace.go:171","msg":"trace[1045234752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2064; }","duration":"204.732075ms","start":"2026-03-31T18:30:30.204349Z","end":"2026-03-31T18:30:30.409081Z","steps":["trace[1045234752] 'agreement among raft nodes before linearized reading' (duration: 204.454817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.409214Z","caller":"traceutil/trace.go:171","msg":"trace[2044244076] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"334.079976ms","start":"2026-03-31T18:30:30.074813Z","end":"2026-03-31T18:30:30.408893Z","steps":["trace[2044244076] 'process raft request' (duration: 168.929026ms)","trace[2044244076] 'compare' (duration: 164.653608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:30.409372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.07479Z","time spent":"334.495578ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:31.141054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.444238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:30:31.141095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.415122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:31.141142Z","caller":"traceutil/trace.go:171","msg":"trace[4939062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2064; }","duration":"343.617022ms","start":"2026-03-31T18:30:30.797501Z","end":"2026-03-31T18:30:31.141118Z","steps":["trace[4939062] 'range keys from in-memory index tree' (duration: 343.308694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.141163Z","caller":"traceutil/trace.go:171","msg":"trace[203379968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2064; }","duration":"198.515224ms","start":"2026-03-31T18:30:30.94263Z","end":"2026-03-31T18:30:31.141145Z","steps":["trace[203379968] 'range keys from in-memory index tree' (duration: 198.31458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.737284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:31.141189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.797494Z","time spent":"343.685133ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:31.141204Z","caller":"traceutil/trace.go:171","msg":"trace[94085242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2064; }","duration":"334.791585ms","start":"2026-03-31T18:30:30.806403Z","end":"2026-03-31T18:30:31.141194Z","steps":["trace[94085242] 'range keys from in-memory index tree' (duration: 334.600731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.806393Z","time spent":"334.827506ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:31.141373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.60414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:30:31.141399Z","caller":"traceutil/trace.go:171","msg":"trace[2145744923] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2064; }","duration":"268.654411ms","start":"2026-03-31T18:30:30.872738Z","end":"2026-03-31T18:30:31.141393Z","steps":["trace[2145744923] 'range keys from in-memory index tree' (duration: 268.535688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.60615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:31.141521Z","caller":"traceutil/trace.go:171","msg":"trace[160115496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2064; }","duration":"138.683762ms","start":"2026-03-31T18:30:31.002817Z","end":"2026-03-31T18:30:31.141501Z","steps":["trace[160115496] 'range keys from in-memory index tree' (duration: 138.469327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.651431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:30:31.141638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.435596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:31.141687Z","caller":"traceutil/trace.go:171","msg":"trace[809784928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2064; }","duration":"138.710013ms","start":"2026-03-31T18:30:31.002969Z","end":"2026-03-31T18:30:31.141679Z","steps":["trace[809784928] 'range keys from in-memory index tree' (duration: 138.533968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.141746Z","caller":"traceutil/trace.go:171","msg":"trace[1226443626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2064; }","duration":"562.559619ms","start":"2026-03-31T18:30:30.57913Z","end":"2026-03-31T18:30:31.14169Z","steps":["trace[1226443626] 'count revisions from in-memory index tree' (duration: 562.363154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.816763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:31.141819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.579107Z","time spent":"562.698893ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:31.141841Z","caller":"traceutil/trace.go:171","msg":"trace[981979944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2064; }","duration":"348.898896ms","start":"2026-03-31T18:30:30.792933Z","end":"2026-03-31T18:30:31.141832Z","steps":["trace[981979944] 'range keys from in-memory index tree' (duration: 348.65962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.141868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.792912Z","time spent":"348.950246ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:31.317595Z","caller":"traceutil/trace.go:171","msg":"trace[1285920681] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"170.171039ms","start":"2026-03-31T18:30:31.147393Z","end":"2026-03-31T18:30:31.317564Z","steps":["trace[1285920681] 'process raft request' (duration: 169.980394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.47319Z","caller":"traceutil/trace.go:171","msg":"trace[361424637] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2154; }","duration":"211.858716ms","start":"2026-03-31T18:30:31.261312Z","end":"2026-03-31T18:30:31.473171Z","steps":["trace[361424637] 'read index received' (duration: 56.20407ms)","trace[361424637] 'applied index is now lower than readState.Index' (duration: 155.653726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:31.473335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.00011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:31.473371Z","caller":"traceutil/trace.go:171","msg":"trace[1935750088] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2067; }","duration":"212.058061ms","start":"2026-03-31T18:30:31.261304Z","end":"2026-03-31T18:30:31.473362Z","steps":["trace[1935750088] 'agreement among raft nodes before linearized reading' (duration: 211.946578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.47362Z","caller":"traceutil/trace.go:171","msg":"trace[1958015148] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"323.235369ms","start":"2026-03-31T18:30:31.150364Z","end":"2026-03-31T18:30:31.473599Z","steps":["trace[1958015148] 'process raft request' (duration: 322.766297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.474004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.150345Z","time spent":"323.597239ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:31.473724Z","caller":"traceutil/trace.go:171","msg":"trace[1282986323] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"323.808834ms","start":"2026-03-31T18:30:31.149906Z","end":"2026-03-31T18:30:31.473715Z","steps":["trace[1282986323] 'process raft request' (duration: 295.661852ms)","trace[1282986323] 'compare' (duration: 27.266399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:31.474118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.149878Z","time spent":"324.203624ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:32.325659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.198287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:32.325792Z","caller":"traceutil/trace.go:171","msg":"trace[381794175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2068; }","duration":"271.414812ms","start":"2026-03-31T18:30:32.054321Z","end":"2026-03-31T18:30:32.325735Z","steps":["trace[381794175] 'range keys from in-memory index tree' (duration: 270.968491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.326191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.189989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:32.326277Z","caller":"traceutil/trace.go:171","msg":"trace[872416127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"177.329362ms","start":"2026-03-31T18:30:32.14893Z","end":"2026-03-31T18:30:32.32626Z","steps":["trace[872416127] 'range keys from in-memory index tree' (duration: 176.506862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.137283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.574149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:33.137508Z","caller":"traceutil/trace.go:171","msg":"trace[776149983] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"194.876991ms","start":"2026-03-31T18:30:32.942616Z","end":"2026-03-31T18:30:33.137493Z","steps":["trace[776149983] 'read index received' (duration: 48.908943ms)","trace[776149983] 'applied index is now lower than readState.Index' (duration: 145.966838ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:33.137597Z","caller":"traceutil/trace.go:171","msg":"trace[61247461] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"228.40772ms","start":"2026-03-31T18:30:32.909155Z","end":"2026-03-31T18:30:33.137563Z","steps":["trace[61247461] 'process raft request' (duration: 82.480993ms)","trace[61247461] 'compare' (duration: 145.449975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.137702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.071067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:33.137975Z","caller":"traceutil/trace.go:171","msg":"trace[975116492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2069; }","duration":"195.332774ms","start":"2026-03-31T18:30:32.942573Z","end":"2026-03-31T18:30:33.137906Z","steps":["trace[975116492] 'agreement among raft nodes before linearized reading' (duration: 195.020985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.542118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.084419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:33.542316Z","caller":"traceutil/trace.go:171","msg":"trace[1927199080] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2161; }","duration":"266.26272ms","start":"2026-03-31T18:30:33.276037Z","end":"2026-03-31T18:30:33.542299Z","steps":["trace[1927199080] 'read index received' (duration: 265.574322ms)","trace[1927199080] 'applied index is now lower than readState.Index' (duration: 687.527µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.542419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.379493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:33.5424Z","caller":"traceutil/trace.go:171","msg":"trace[1914206036] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"311.796206ms","start":"2026-03-31T18:30:33.230572Z","end":"2026-03-31T18:30:33.542368Z","steps":["trace[1914206036] 'process raft request' (duration: 311.656713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.542454Z","caller":"traceutil/trace.go:171","msg":"trace[45975851] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2072; }","duration":"266.470965ms","start":"2026-03-31T18:30:33.275973Z","end":"2026-03-31T18:30:33.542444Z","steps":["trace[45975851] 'agreement among raft nodes before linearized reading' (duration: 266.408154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.54257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.23056Z","time spent":"311.916949ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:33.542597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.464402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:30:33.542645Z","caller":"traceutil/trace.go:171","msg":"trace[246991401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2072; }","duration":"244.559804ms","start":"2026-03-31T18:30:33.298069Z","end":"2026-03-31T18:30:33.542629Z","steps":["trace[246991401] 'agreement among raft nodes before linearized reading' (duration: 244.41915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.542641Z","caller":"traceutil/trace.go:171","msg":"trace[810745046] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"315.731637ms","start":"2026-03-31T18:30:33.226838Z","end":"2026-03-31T18:30:33.54257Z","steps":["trace[810745046] 'process raft request' (duration: 34.126695ms)","trace[810745046] 'compare' (duration: 280.699459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.542756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.668684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:33.542814Z","caller":"traceutil/trace.go:171","msg":"trace[1487203772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2072; }","duration":"208.768997ms","start":"2026-03-31T18:30:33.33403Z","end":"2026-03-31T18:30:33.542799Z","steps":["trace[1487203772] 'agreement among raft nodes before linearized reading' (duration: 208.606083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.542841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.300158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-03-31T18:30:33.542838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.226813Z","time spent":"315.939133ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:33.54288Z","caller":"traceutil/trace.go:171","msg":"trace[1098966254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2072; }","duration":"221.37815ms","start":"2026-03-31T18:30:33.321492Z","end":"2026-03-31T18:30:33.54287Z","steps":["trace[1098966254] 'agreement among raft nodes before linearized reading' (duration: 221.234686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.889708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.543819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:33.890017Z","caller":"traceutil/trace.go:171","msg":"trace[1580862629] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"342.834681ms","start":"2026-03-31T18:30:33.547159Z","end":"2026-03-31T18:30:33.889994Z","steps":["trace[1580862629] 'process raft request' (duration: 112.864871ms)","trace[1580862629] 'compare' (duration: 229.403966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:33.890033Z","caller":"traceutil/trace.go:171","msg":"trace[967084392] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"342.308397ms","start":"2026-03-31T18:30:33.547694Z","end":"2026-03-31T18:30:33.890003Z","steps":["trace[967084392] 'process raft request' (duration: 342.160214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.890154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.547138Z","time spent":"342.979724ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:33.890165Z","caller":"traceutil/trace.go:171","msg":"trace[1751997062] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"342.354518ms","start":"2026-03-31T18:30:33.547765Z","end":"2026-03-31T18:30:33.89012Z","steps":["trace[1751997062] 'process raft request' (duration: 342.166593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.890185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.309958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"warn","ts":"2026-03-31T18:30:33.890203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.547677Z","time spent":"342.434531ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:33.890242Z","caller":"traceutil/trace.go:171","msg":"trace[1735870939] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2076; }","duration":"342.383439ms","start":"2026-03-31T18:30:33.547849Z","end":"2026-03-31T18:30:33.890232Z","steps":["trace[1735870939] 'agreement among raft nodes before linearized reading' (duration: 342.230645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:33.89005Z","caller":"traceutil/trace.go:171","msg":"trace[1113244922] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2163; }","duration":"342.167564ms","start":"2026-03-31T18:30:33.547869Z","end":"2026-03-31T18:30:33.890036Z","steps":["trace[1113244922] 'read index received' (duration: 112.166073ms)","trace[1113244922] 'applied index is now lower than readState.Index' (duration: 230.000551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:33.890288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.547761Z","time spent":"342.471411ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:33.890282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.547843Z","time spent":"342.43219ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-31T18:30:33.890184Z","caller":"traceutil/trace.go:171","msg":"trace[1302934644] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"302.453537ms","start":"2026-03-31T18:30:33.5877Z","end":"2026-03-31T18:30:33.890154Z","steps":["trace[1302934644] 'process raft request' (duration: 302.273623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.890621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.587677Z","time spent":"302.885677ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:33.89068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.610285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:30:33.890779Z","caller":"traceutil/trace.go:171","msg":"trace[1000023390] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2076; }","duration":"326.757889ms","start":"2026-03-31T18:30:33.563998Z","end":"2026-03-31T18:30:33.890756Z","steps":["trace[1000023390] 'agreement among raft nodes before linearized reading' (duration: 326.4098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.890877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.563988Z","time spent":"326.875992ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:30:34.307895Z","caller":"traceutil/trace.go:171","msg":"trace[411267018] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"341.034634ms","start":"2026-03-31T18:30:33.966837Z","end":"2026-03-31T18:30:34.307872Z","steps":["trace[411267018] 'process raft request' (duration: 340.975233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:34.307977Z","caller":"traceutil/trace.go:171","msg":"trace[993742531] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"404.222003ms","start":"2026-03-31T18:30:33.903716Z","end":"2026-03-31T18:30:34.307938Z","steps":["trace[993742531] 'process raft request' (duration: 315.002927ms)","trace[993742531] 'compare' (duration: 88.760954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:34.308072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.966818Z","time spent":"341.166429ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:34.308122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.903697Z","time spent":"404.349647ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:34.308355Z","caller":"traceutil/trace.go:171","msg":"trace[2044780634] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2167; }","duration":"355.815864ms","start":"2026-03-31T18:30:33.952516Z","end":"2026-03-31T18:30:34.308332Z","steps":["trace[2044780634] 'read index received' (duration: 266.154027ms)","trace[2044780634] 'applied index is now lower than readState.Index' (duration: 89.659287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:34.308582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.0515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:34.308644Z","caller":"traceutil/trace.go:171","msg":"trace[568633858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2078; }","duration":"356.147583ms","start":"2026-03-31T18:30:33.952481Z","end":"2026-03-31T18:30:34.308628Z","steps":["trace[568633858] 'agreement among raft nodes before linearized reading' (duration: 355.935277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.308682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.952464Z","time spent":"356.209285ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:34.829341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.713098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:34.82957Z","caller":"traceutil/trace.go:171","msg":"trace[747855033] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2169; }","duration":"278.812331ms","start":"2026-03-31T18:30:34.55074Z","end":"2026-03-31T18:30:34.829552Z","steps":["trace[747855033] 'read index received' (duration: 87.701416ms)","trace[747855033] 'applied index is now lower than readState.Index' (duration: 191.109955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:34.8296Z","caller":"traceutil/trace.go:171","msg":"trace[57889891] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"516.971321ms","start":"2026-03-31T18:30:34.312594Z","end":"2026-03-31T18:30:34.829565Z","steps":["trace[57889891] 'process raft request' (duration: 132.935685ms)","trace[57889891] 'compare' (duration: 383.286357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:34.829844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.312574Z","time spent":"517.144836ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:34.829888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.14353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:34.829865Z","caller":"traceutil/trace.go:171","msg":"trace[1946140136] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"380.187488ms","start":"2026-03-31T18:30:34.449642Z","end":"2026-03-31T18:30:34.829829Z","steps":["trace[1946140136] 'process raft request' (duration: 379.816198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:34.829934Z","caller":"traceutil/trace.go:171","msg":"trace[950239204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"279.224372ms","start":"2026-03-31T18:30:34.55069Z","end":"2026-03-31T18:30:34.829914Z","steps":["trace[950239204] 'agreement among raft nodes before linearized reading' (duration: 278.959664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.829908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.274217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:30:34.829996Z","caller":"traceutil/trace.go:171","msg":"trace[288889905] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2080; }","duration":"130.402011ms","start":"2026-03-31T18:30:34.699571Z","end":"2026-03-31T18:30:34.829973Z","steps":["trace[288889905] 'agreement among raft nodes before linearized reading' (duration: 130.148024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.830337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.449626Z","time spent":"380.501737ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:35.497493Z","caller":"traceutil/trace.go:171","msg":"trace[213664915] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"555.678833ms","start":"2026-03-31T18:30:34.941789Z","end":"2026-03-31T18:30:35.497467Z","steps":["trace[213664915] 'read index received' (duration: 490.017131ms)","trace[213664915] 'applied index is now lower than readState.Index' (duration: 65.660632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:35.497757Z","caller":"traceutil/trace.go:171","msg":"trace[203048322] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"584.584884ms","start":"2026-03-31T18:30:34.91315Z","end":"2026-03-31T18:30:35.497735Z","steps":["trace[203048322] 'process raft request' (duration: 518.706516ms)","trace[203048322] 'compare' (duration: 65.361055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:35.497922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.913083Z","time spent":"584.756078ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:35.498034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.225207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:35.498154Z","caller":"traceutil/trace.go:171","msg":"trace[475130877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2081; }","duration":"556.404501ms","start":"2026-03-31T18:30:34.941734Z","end":"2026-03-31T18:30:35.498138Z","steps":["trace[475130877] 'agreement among raft nodes before linearized reading' (duration: 556.179606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.498184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.941715Z","time spent":"556.463032ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:35.498183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.955656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:35.498277Z","caller":"traceutil/trace.go:171","msg":"trace[1728523220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2081; }","duration":"199.191072ms","start":"2026-03-31T18:30:35.299062Z","end":"2026-03-31T18:30:35.498253Z","steps":["trace[1728523220] 'agreement among raft nodes before linearized reading' (duration: 198.877884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.104534Z","caller":"traceutil/trace.go:171","msg":"trace[1993892435] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2172; }","duration":"253.965806ms","start":"2026-03-31T18:30:35.85054Z","end":"2026-03-31T18:30:36.104505Z","steps":["trace[1993892435] 'read index received' (duration: 253.902564ms)","trace[1993892435] 'applied index is now lower than readState.Index' (duration: 62.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.104589Z","caller":"traceutil/trace.go:171","msg":"trace[1087472059] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"279.068638ms","start":"2026-03-31T18:30:35.8255Z","end":"2026-03-31T18:30:36.104568Z","steps":["trace[1087472059] 'process raft request' (duration: 278.857673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.104838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.272943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:36.104936Z","caller":"traceutil/trace.go:171","msg":"trace[1549756894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2082; }","duration":"254.407207ms","start":"2026-03-31T18:30:35.850491Z","end":"2026-03-31T18:30:36.104898Z","steps":["trace[1549756894] 'agreement among raft nodes before linearized reading' (duration: 254.16378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.421402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.089112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:36.42152Z","caller":"traceutil/trace.go:171","msg":"trace[846460191] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"316.879236ms","start":"2026-03-31T18:30:36.104624Z","end":"2026-03-31T18:30:36.421503Z","steps":["trace[846460191] 'read index received' (duration: 195.553788ms)","trace[846460191] 'applied index is now lower than readState.Index' (duration: 121.324178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.421626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.693111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:36.42168Z","caller":"traceutil/trace.go:171","msg":"trace[1383638231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2083; }","duration":"478.798313ms","start":"2026-03-31T18:30:35.94287Z","end":"2026-03-31T18:30:36.421669Z","steps":["trace[1383638231] 'agreement among raft nodes before linearized reading' (duration: 478.706101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.421688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.285345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:36.421702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.942848Z","time spent":"478.850065ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:36.421718Z","caller":"traceutil/trace.go:171","msg":"trace[22402786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2083; }","duration":"527.326496ms","start":"2026-03-31T18:30:35.89438Z","end":"2026-03-31T18:30:36.421706Z","steps":["trace[22402786] 'agreement among raft nodes before linearized reading' (duration: 527.212823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.421791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.894375Z","time spent":"527.376447ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:36.421756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.4653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:36.421844Z","caller":"traceutil/trace.go:171","msg":"trace[1356711772] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"551.598658ms","start":"2026-03-31T18:30:35.870238Z","end":"2026-03-31T18:30:36.421836Z","steps":["trace[1356711772] 'process raft request' (duration: 429.987443ms)","trace[1356711772] 'compare' (duration: 120.928698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.421868Z","caller":"traceutil/trace.go:171","msg":"trace[2080217543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"527.611374ms","start":"2026-03-31T18:30:35.894232Z","end":"2026-03-31T18:30:36.421843Z","steps":["trace[2080217543] 'agreement among raft nodes before linearized reading' (duration: 527.366737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.421904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.870217Z","time spent":"551.649049ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:36.42192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.894215Z","time spent":"527.691955ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:36.421969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.305105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:36.421985Z","caller":"traceutil/trace.go:171","msg":"trace[1383367398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2083; }","duration":"386.362806ms","start":"2026-03-31T18:30:36.035616Z","end":"2026-03-31T18:30:36.421979Z","steps":["trace[1383367398] 'agreement among raft nodes before linearized reading' (duration: 386.334065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.422003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.035593Z","time spent":"386.405798ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:36.422081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.314392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:36.422105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.799768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:36.422137Z","caller":"traceutil/trace.go:171","msg":"trace[1338561314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2083; }","duration":"316.412365ms","start":"2026-03-31T18:30:36.10571Z","end":"2026-03-31T18:30:36.422123Z","steps":["trace[1338561314] 'agreement among raft nodes before linearized reading' (duration: 316.327682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.422146Z","caller":"traceutil/trace.go:171","msg":"trace[1247305777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2083; }","duration":"527.85212ms","start":"2026-03-31T18:30:35.894282Z","end":"2026-03-31T18:30:36.422134Z","steps":["trace[1247305777] 'agreement among raft nodes before linearized reading' (duration: 527.752807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.422173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.105693Z","time spent":"316.470476ms","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:36.422184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.894274Z","time spent":"527.899911ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:36.422245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.226288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:36.422326Z","caller":"traceutil/trace.go:171","msg":"trace[80753841] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2083; }","duration":"143.361431ms","start":"2026-03-31T18:30:36.278947Z","end":"2026-03-31T18:30:36.422309Z","steps":["trace[80753841] 'agreement among raft nodes before linearized reading' (duration: 143.182817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.422578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.495615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11044"} {"level":"info","ts":"2026-03-31T18:30:36.422734Z","caller":"traceutil/trace.go:171","msg":"trace[2048198892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2083; }","duration":"314.69261ms","start":"2026-03-31T18:30:36.108027Z","end":"2026-03-31T18:30:36.42272Z","steps":["trace[2048198892] 'agreement among raft nodes before linearized reading' (duration: 314.098865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.422923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.108012Z","time spent":"314.747162ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11067,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-31T18:30:38.305356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.327516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:38.305481Z","caller":"traceutil/trace.go:171","msg":"trace[198230196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2084; }","duration":"714.47211ms","start":"2026-03-31T18:30:37.590989Z","end":"2026-03-31T18:30:38.305461Z","steps":["trace[198230196] 'range keys from in-memory index tree' (duration: 714.310926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.305798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.330973Z","time spent":"974.817948ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:38.306002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663948959s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:38.306192Z","caller":"traceutil/trace.go:171","msg":"trace[100034972] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"1.880100146s","start":"2026-03-31T18:30:36.42607Z","end":"2026-03-31T18:30:38.306171Z","steps":["trace[100034972] 'process raft request' (duration: 215.90367ms)","trace[100034972] 'compare' (duration: 1.663545589s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:38.306293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.426064Z","time spent":"1.880171849s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.30632Z","caller":"traceutil/trace.go:171","msg":"trace[1482013862] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"1.879832929s","start":"2026-03-31T18:30:36.426456Z","end":"2026-03-31T18:30:38.306289Z","steps":["trace[1482013862] 'process raft request' (duration: 1.879631983s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.306284Z","caller":"traceutil/trace.go:171","msg":"trace[296970586] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2175; }","duration":"1.471556582s","start":"2026-03-31T18:30:36.834706Z","end":"2026-03-31T18:30:38.306262Z","steps":["trace[296970586] 'read index received' (duration: 41.141µs)","trace[296970586] 'applied index is now lower than readState.Index' (duration: 1.471514581s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:38.306429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.426451Z","time spent":"1.879917151s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.306444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471733586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:38.306488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362267803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:38.306487Z","caller":"traceutil/trace.go:171","msg":"trace[1687197477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"1.471824089s","start":"2026-03-31T18:30:36.834653Z","end":"2026-03-31T18:30:38.306477Z","steps":["trace[1687197477] 'agreement among raft nodes before linearized reading' (duration: 1.471660435s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.306511Z","caller":"traceutil/trace.go:171","msg":"trace[1805629692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2087; }","duration":"1.362328574s","start":"2026-03-31T18:30:36.944175Z","end":"2026-03-31T18:30:38.306504Z","steps":["trace[1805629692] 'agreement among raft nodes before linearized reading' (duration: 1.362290653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.306523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.834632Z","time spent":"1.471882351s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:38.306528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.944145Z","time spent":"1.362379956s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:38.306599Z","caller":"traceutil/trace.go:171","msg":"trace[2064894511] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"1.875199651s","start":"2026-03-31T18:30:36.431375Z","end":"2026-03-31T18:30:38.306575Z","steps":["trace[2064894511] 'process raft request' (duration: 1.874827652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.306686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.077564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:30:38.30671Z","caller":"traceutil/trace.go:171","msg":"trace[2044397495] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2087; }","duration":"189.156825ms","start":"2026-03-31T18:30:38.117548Z","end":"2026-03-31T18:30:38.306705Z","steps":["trace[2044397495] 'agreement among raft nodes before linearized reading' (duration: 189.071273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.306705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.431346Z","time spent":"1.875304603s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.306807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.566717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:30:38.306834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193592292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:38.306908Z","caller":"traceutil/trace.go:171","msg":"trace[1314309032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"1.193708145s","start":"2026-03-31T18:30:37.113179Z","end":"2026-03-31T18:30:38.306887Z","steps":["trace[1314309032] 'agreement among raft nodes before linearized reading' (duration: 1.19350482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.306887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.238217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:38.30705Z","caller":"traceutil/trace.go:171","msg":"trace[80274501] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2087; }","duration":"595.465202ms","start":"2026-03-31T18:30:37.711534Z","end":"2026-03-31T18:30:38.306999Z","steps":["trace[80274501] 'agreement among raft nodes before linearized reading' (duration: 595.195165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.306725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.904356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:30:38.307136Z","caller":"traceutil/trace.go:171","msg":"trace[1980569176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"714.347617ms","start":"2026-03-31T18:30:37.592774Z","end":"2026-03-31T18:30:38.307121Z","steps":["trace[1980569176] 'agreement among raft nodes before linearized reading' (duration: 713.855455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.307137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.711507Z","time spent":"595.610576ms","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:38.307186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.592754Z","time spent":"714.419938ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:30:38.306964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.113159Z","time spent":"1.193796167s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:38.306858Z","caller":"traceutil/trace.go:171","msg":"trace[1054896170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"599.660209ms","start":"2026-03-31T18:30:37.707185Z","end":"2026-03-31T18:30:38.306846Z","steps":["trace[1054896170] 'agreement among raft nodes before linearized reading' (duration: 599.564237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.307426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.707158Z","time spent":"600.258744ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:38.982966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.490599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:38.983379Z","caller":"traceutil/trace.go:171","msg":"trace[242982390] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"581.460533ms","start":"2026-03-31T18:30:38.401904Z","end":"2026-03-31T18:30:38.983365Z","steps":["trace[242982390] 'process raft request' (duration: 581.387431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.983409Z","caller":"traceutil/trace.go:171","msg":"trace[2128110657] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"584.539232ms","start":"2026-03-31T18:30:38.398843Z","end":"2026-03-31T18:30:38.983383Z","steps":["trace[2128110657] 'process raft request' (duration: 584.297066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.983438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.401883Z","time spent":"581.530025ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.983401Z","caller":"traceutil/trace.go:171","msg":"trace[1736816943] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"584.653815ms","start":"2026-03-31T18:30:38.39872Z","end":"2026-03-31T18:30:38.983374Z","steps":["trace[1736816943] 'process raft request' (duration: 584.347937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.983543Z","caller":"traceutil/trace.go:171","msg":"trace[648676090] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"671.487888ms","start":"2026-03-31T18:30:38.311897Z","end":"2026-03-31T18:30:38.983385Z","steps":["trace[648676090] 'process raft request' (duration: 211.490996ms)","trace[648676090] 'compare' (duration: 459.299235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:38.983578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.398696Z","time spent":"584.796728ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.983651Z","caller":"traceutil/trace.go:171","msg":"trace[490266783] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2179; }","duration":"590.812543ms","start":"2026-03-31T18:30:38.392814Z","end":"2026-03-31T18:30:38.983627Z","steps":["trace[490266783] 'read index received' (duration: 130.579035ms)","trace[490266783] 'applied index is now lower than readState.Index' (duration: 460.230188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:38.983801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.171379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:38.983833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.370182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:38.983869Z","caller":"traceutil/trace.go:171","msg":"trace[1528617660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2092; }","duration":"669.252641ms","start":"2026-03-31T18:30:38.3146Z","end":"2026-03-31T18:30:38.983852Z","steps":["trace[1528617660] 'agreement among raft nodes before linearized reading' (duration: 669.144008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.983897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.046906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:30:38.983882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.778359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:30:38.983905Z","caller":"traceutil/trace.go:171","msg":"trace[1583355527] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2092; }","duration":"599.501645ms","start":"2026-03-31T18:30:38.384385Z","end":"2026-03-31T18:30:38.983887Z","steps":["trace[1583355527] 'agreement among raft nodes before linearized reading' (duration: 599.385972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.983913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.314591Z","time spent":"669.311632ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:38.983941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.367103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124664"} {"level":"info","ts":"2026-03-31T18:30:38.983969Z","caller":"traceutil/trace.go:171","msg":"trace[2058197525] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2092; }","duration":"668.877701ms","start":"2026-03-31T18:30:38.315074Z","end":"2026-03-31T18:30:38.983951Z","steps":["trace[2058197525] 'agreement among raft nodes before linearized reading' (duration: 668.650366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.983973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.384364Z","time spent":"599.599308ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:38.984001Z","caller":"traceutil/trace.go:171","msg":"trace[2045167985] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2092; }","duration":"382.468195ms","start":"2026-03-31T18:30:38.601524Z","end":"2026-03-31T18:30:38.983993Z","steps":["trace[2045167985] 'agreement among raft nodes before linearized reading' (duration: 382.298341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.984015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.315069Z","time spent":"668.935093ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:30:38.984031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.281729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:38.984029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.601501Z","time spent":"382.516487ms","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124687,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:30:38.984074Z","caller":"traceutil/trace.go:171","msg":"trace[158635138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2092; }","duration":"469.369111ms","start":"2026-03-31T18:30:38.514692Z","end":"2026-03-31T18:30:38.984062Z","steps":["trace[158635138] 'agreement among raft nodes before linearized reading' (duration: 469.298979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.983965Z","caller":"traceutil/trace.go:171","msg":"trace[1761807253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2092; }","duration":"498.146589ms","start":"2026-03-31T18:30:38.485794Z","end":"2026-03-31T18:30:38.98394Z","steps":["trace[1761807253] 'agreement among raft nodes before linearized reading' (duration: 497.971245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.984141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.514668Z","time spent":"469.457905ms","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:38.984146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.485738Z","time spent":"498.397356ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:38.983534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.398809Z","time spent":"584.662324ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:38.984351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.654593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:30:38.98448Z","caller":"traceutil/trace.go:171","msg":"trace[1676482173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2092; }","duration":"482.848898ms","start":"2026-03-31T18:30:38.501607Z","end":"2026-03-31T18:30:38.984456Z","steps":["trace[1676482173] 'agreement among raft nodes before linearized reading' (duration: 482.444457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.984552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.501588Z","time spent":"482.95093ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:38.985227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.311889Z","time spent":"671.762606ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.542238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.838479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:39.54243Z","caller":"traceutil/trace.go:171","msg":"trace[207585331] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"554.562635ms","start":"2026-03-31T18:30:38.987835Z","end":"2026-03-31T18:30:39.542398Z","steps":["trace[207585331] 'process raft request' (duration: 411.349027ms)","trace[207585331] 'compare' (duration: 142.410228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:39.542694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.987801Z","time spent":"554.816382ms","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:39.542828Z","caller":"traceutil/trace.go:171","msg":"trace[613231077] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"546.101078ms","start":"2026-03-31T18:30:38.996713Z","end":"2026-03-31T18:30:39.542814Z","steps":["trace[613231077] 'process raft request' (duration: 545.683077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.542514Z","caller":"traceutil/trace.go:171","msg":"trace[1447348201] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"552.822461ms","start":"2026-03-31T18:30:38.989628Z","end":"2026-03-31T18:30:39.542451Z","steps":["trace[1447348201] 'process raft request' (duration: 552.694317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.54299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.996704Z","time spent":"546.200631ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:39.543046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.989606Z","time spent":"553.398316ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.943367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.910079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:39.943732Z","caller":"traceutil/trace.go:171","msg":"trace[1111535146] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2183; }","duration":"947.471248ms","start":"2026-03-31T18:30:38.996244Z","end":"2026-03-31T18:30:39.943715Z","steps":["trace[1111535146] 'read index received' (duration: 402.90287ms)","trace[1111535146] 'applied index is now lower than readState.Index' (duration: 544.566768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:39.943937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.680983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-03-31T18:30:39.943972Z","caller":"traceutil/trace.go:171","msg":"trace[2133423255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2095; }","duration":"947.758405ms","start":"2026-03-31T18:30:38.996204Z","end":"2026-03-31T18:30:39.943962Z","steps":["trace[2133423255] 'agreement among raft nodes before linearized reading' (duration: 947.577771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.944004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.996189Z","time spent":"947.806887ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11279,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-31T18:30:39.956231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.950659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:39.956277Z","caller":"traceutil/trace.go:171","msg":"trace[845257028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2095; }","duration":"447.043091ms","start":"2026-03-31T18:30:39.509224Z","end":"2026-03-31T18:30:39.956267Z","steps":["trace[845257028] 'agreement among raft nodes before linearized reading' (duration: 446.963009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.956304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.509199Z","time spent":"447.099042ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:30:39.956209Z","caller":"traceutil/trace.go:171","msg":"trace[575857833] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2095; }","duration":"411.770227ms","start":"2026-03-31T18:30:39.544416Z","end":"2026-03-31T18:30:39.956186Z","steps":["trace[575857833] 'process raft request' (duration: 411.682244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.956426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.544395Z","time spent":"411.970702ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:39.956435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.700677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:39.956523Z","caller":"traceutil/trace.go:171","msg":"trace[945579847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2095; }","duration":"641.840041ms","start":"2026-03-31T18:30:39.314664Z","end":"2026-03-31T18:30:39.956504Z","steps":["trace[945579847] 'agreement among raft nodes before linearized reading' (duration: 641.563414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.956598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.314637Z","time spent":"641.926564ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:39.956525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.976158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:39.957001Z","caller":"traceutil/trace.go:171","msg":"trace[775766321] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2095; }","duration":"810.537532ms","start":"2026-03-31T18:30:39.146197Z","end":"2026-03-31T18:30:39.956735Z","steps":["trace[775766321] 'agreement among raft nodes before linearized reading' (duration: 809.983647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.957068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.146175Z","time spent":"810.874841ms","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:40.250659Z","caller":"traceutil/trace.go:171","msg":"trace[1707987294] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2188; }","duration":"292.916183ms","start":"2026-03-31T18:30:39.957716Z","end":"2026-03-31T18:30:40.250632Z","steps":["trace[1707987294] 'read index received' (duration: 292.621235ms)","trace[1707987294] 'applied index is now lower than readState.Index' (duration: 293.818µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:40.25106Z","caller":"traceutil/trace.go:171","msg":"trace[951048225] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"295.328055ms","start":"2026-03-31T18:30:39.955718Z","end":"2026-03-31T18:30:40.251046Z","steps":["trace[951048225] 'process raft request' (duration: 294.687299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.251346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.60584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-31T18:30:40.2514Z","caller":"traceutil/trace.go:171","msg":"trace[680474546] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:2096; }","duration":"293.707013ms","start":"2026-03-31T18:30:39.957676Z","end":"2026-03-31T18:30:40.251383Z","steps":["trace[680474546] 'agreement among raft nodes before linearized reading' (duration: 293.554699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.251632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.420386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:40.251667Z","caller":"traceutil/trace.go:171","msg":"trace[617538455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2096; }","duration":"293.473247ms","start":"2026-03-31T18:30:39.958182Z","end":"2026-03-31T18:30:40.251655Z","steps":["trace[617538455] 'agreement among raft nodes before linearized reading' (duration: 293.415405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.251979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.539952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:40.252007Z","caller":"traceutil/trace.go:171","msg":"trace[1541707539] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2096; }","duration":"292.600874ms","start":"2026-03-31T18:30:39.959398Z","end":"2026-03-31T18:30:40.251999Z","steps":["trace[1541707539] 'agreement among raft nodes before linearized reading' (duration: 292.547273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.867932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.46965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:40.868072Z","caller":"traceutil/trace.go:171","msg":"trace[1630241362] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2189; }","duration":"556.271659ms","start":"2026-03-31T18:30:40.31178Z","end":"2026-03-31T18:30:40.868052Z","steps":["trace[1630241362] 'read index received' (duration: 167.576743ms)","trace[1630241362] 'applied index is now lower than readState.Index' (duration: 388.692536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:40.869096Z","caller":"traceutil/trace.go:171","msg":"trace[566548564] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"611.770889ms","start":"2026-03-31T18:30:40.257286Z","end":"2026-03-31T18:30:40.869057Z","steps":["trace[566548564] 'process raft request' (duration: 222.081138ms)","trace[566548564] 'compare' (duration: 388.173803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:40.869268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.257251Z","time spent":"611.932153ms","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:40.869359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.567961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:40.869453Z","caller":"traceutil/trace.go:171","msg":"trace[1373929549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2097; }","duration":"557.693004ms","start":"2026-03-31T18:30:40.311738Z","end":"2026-03-31T18:30:40.869431Z","steps":["trace[1373929549] 'agreement among raft nodes before linearized reading' (duration: 557.397377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.869431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.261437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:40.869507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.311714Z","time spent":"557.783198ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:40.869533Z","caller":"traceutil/trace.go:171","msg":"trace[511042516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2097; }","duration":"497.40151ms","start":"2026-03-31T18:30:40.372108Z","end":"2026-03-31T18:30:40.86951Z","steps":["trace[511042516] 'agreement among raft nodes before linearized reading' (duration: 497.156733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.869363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.829837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:40.869647Z","caller":"traceutil/trace.go:171","msg":"trace[587607500] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2097; }","duration":"134.164456ms","start":"2026-03-31T18:30:40.735466Z","end":"2026-03-31T18:30:40.869631Z","steps":["trace[587607500] 'agreement among raft nodes before linearized reading' (duration: 133.796526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.869588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.372092Z","time spent":"497.485933ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:40.869912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.858379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:40.870007Z","caller":"traceutil/trace.go:171","msg":"trace[1052662154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2097; }","duration":"557.976441ms","start":"2026-03-31T18:30:40.312013Z","end":"2026-03-31T18:30:40.869989Z","steps":["trace[1052662154] 'agreement among raft nodes before linearized reading' (duration: 557.303573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.870057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.311995Z","time spent":"558.047374ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:30:41.104588Z","caller":"traceutil/trace.go:171","msg":"trace[1947751121] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"230.847693ms","start":"2026-03-31T18:30:40.87371Z","end":"2026-03-31T18:30:41.104558Z","steps":["trace[1947751121] 'process raft request' (duration: 144.776449ms)","trace[1947751121] 'compare' (duration: 85.91339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:41.104995Z","caller":"traceutil/trace.go:171","msg":"trace[155088575] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2190; }","duration":"230.051103ms","start":"2026-03-31T18:30:40.87492Z","end":"2026-03-31T18:30:41.104971Z","steps":["trace[155088575] 'read index received' (duration: 143.64506ms)","trace[155088575] 'applied index is now lower than readState.Index' (duration: 86.404913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:41.105088Z","caller":"traceutil/trace.go:171","msg":"trace[1229435190] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"230.343381ms","start":"2026-03-31T18:30:40.874727Z","end":"2026-03-31T18:30:41.10507Z","steps":["trace[1229435190] 'process raft request' (duration: 229.794026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:41.105147Z","caller":"traceutil/trace.go:171","msg":"trace[1985384230] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"116.788871ms","start":"2026-03-31T18:30:40.98834Z","end":"2026-03-31T18:30:41.105129Z","steps":["trace[1985384230] 'process raft request' (duration: 116.533865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.105314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.394036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:30:41.105351Z","caller":"traceutil/trace.go:171","msg":"trace[1407240154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2100; }","duration":"229.455498ms","start":"2026-03-31T18:30:40.875886Z","end":"2026-03-31T18:30:41.105342Z","steps":["trace[1407240154] 'agreement among raft nodes before linearized reading' (duration: 229.317524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.105446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.046642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:41.105526Z","caller":"traceutil/trace.go:171","msg":"trace[1487009231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2100; }","duration":"116.169976ms","start":"2026-03-31T18:30:40.98932Z","end":"2026-03-31T18:30:41.10549Z","steps":["trace[1487009231] 'agreement among raft nodes before linearized reading' (duration: 115.981831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.105559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.416033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:30:41.10561Z","caller":"traceutil/trace.go:171","msg":"trace[1670038980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2100; }","duration":"134.484864ms","start":"2026-03-31T18:30:40.971112Z","end":"2026-03-31T18:30:41.105597Z","steps":["trace[1670038980] 'agreement among raft nodes before linearized reading' (duration: 134.374151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.105611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.943831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:41.10546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.538136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-31T18:30:41.10566Z","caller":"traceutil/trace.go:171","msg":"trace[1252266998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"143.028884ms","start":"2026-03-31T18:30:40.962619Z","end":"2026-03-31T18:30:41.105647Z","steps":["trace[1252266998] 'agreement among raft nodes before linearized reading' (duration: 142.912721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:41.105863Z","caller":"traceutil/trace.go:171","msg":"trace[95798909] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:2100; }","duration":"230.773721ms","start":"2026-03-31T18:30:40.874908Z","end":"2026-03-31T18:30:41.105682Z","steps":["trace[95798909] 'agreement among raft nodes before linearized reading' (duration: 230.483144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.468632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.4785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:41.468767Z","caller":"traceutil/trace.go:171","msg":"trace[836615214] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"359.61338ms","start":"2026-03-31T18:30:41.109137Z","end":"2026-03-31T18:30:41.46875Z","steps":["trace[836615214] 'process raft request' (duration: 198.947595ms)","trace[836615214] 'compare' (duration: 160.389218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:41.468829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.109122Z","time spent":"359.686453ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:41.46894Z","caller":"traceutil/trace.go:171","msg":"trace[2060055136] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"357.854795ms","start":"2026-03-31T18:30:41.111075Z","end":"2026-03-31T18:30:41.46893Z","steps":["trace[2060055136] 'process raft request' (duration: 357.637719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:41.468928Z","caller":"traceutil/trace.go:171","msg":"trace[1353301922] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2193; }","duration":"354.689454ms","start":"2026-03-31T18:30:41.11421Z","end":"2026-03-31T18:30:41.4689Z","steps":["trace[1353301922] 'read index received' (duration: 193.910056ms)","trace[1353301922] 'applied index is now lower than readState.Index' (duration: 160.777618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:41.468997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.111056Z","time spent":"357.910768ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:41.46911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.857139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:41.469153Z","caller":"traceutil/trace.go:171","msg":"trace[745381645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2102; }","duration":"354.945651ms","start":"2026-03-31T18:30:41.114197Z","end":"2026-03-31T18:30:41.469143Z","steps":["trace[745381645] 'agreement among raft nodes before linearized reading' (duration: 354.824108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.469188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.11419Z","time spent":"354.989393ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:30:41.469256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.683215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:41.469401Z","caller":"traceutil/trace.go:171","msg":"trace[1341949925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2102; }","duration":"322.896131ms","start":"2026-03-31T18:30:41.146485Z","end":"2026-03-31T18:30:41.469381Z","steps":["trace[1341949925] 'agreement among raft nodes before linearized reading' (duration: 322.659505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.469456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.146467Z","time spent":"322.975963ms","remote":"127.0.0.1:53372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:41.785501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.903977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:41.78564Z","caller":"traceutil/trace.go:171","msg":"trace[2043228900] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2196; }","duration":"109.163906ms","start":"2026-03-31T18:30:41.676461Z","end":"2026-03-31T18:30:41.785625Z","steps":["trace[2043228900] 'read index received' (duration: 94.833679ms)","trace[2043228900] 'applied index is now lower than readState.Index' (duration: 14.329387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:41.785705Z","caller":"traceutil/trace.go:171","msg":"trace[425808114] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"234.724072ms","start":"2026-03-31T18:30:41.550973Z","end":"2026-03-31T18:30:41.785698Z","steps":["trace[425808114] 'process raft request' (duration: 113.548488ms)","trace[425808114] 'compare' (duration: 120.793733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:41.786056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.574186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T18:30:41.786087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.521845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:30:41.786122Z","caller":"traceutil/trace.go:171","msg":"trace[1424139416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2105; }","duration":"109.652698ms","start":"2026-03-31T18:30:41.676454Z","end":"2026-03-31T18:30:41.786107Z","steps":["trace[1424139416] 'agreement among raft nodes before linearized reading' (duration: 109.430623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:41.786161Z","caller":"traceutil/trace.go:171","msg":"trace[797055748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"109.631247ms","start":"2026-03-31T18:30:41.676507Z","end":"2026-03-31T18:30:41.786139Z","steps":["trace[797055748] 'agreement among raft nodes before linearized reading' (duration: 109.36534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:41.786175Z","caller":"traceutil/trace.go:171","msg":"trace[1542209216] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"224.816869ms","start":"2026-03-31T18:30:41.561303Z","end":"2026-03-31T18:30:41.78612Z","steps":["trace[1542209216] 'process raft request' (duration: 224.278005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.313647Z","caller":"traceutil/trace.go:171","msg":"trace[1904504067] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2199; }","duration":"370.792247ms","start":"2026-03-31T18:30:41.942831Z","end":"2026-03-31T18:30:42.313623Z","steps":["trace[1904504067] 'read index received' (duration: 370.467438ms)","trace[1904504067] 'applied index is now lower than readState.Index' (duration: 324.019µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:42.313721Z","caller":"traceutil/trace.go:171","msg":"trace[500635244] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"523.15314ms","start":"2026-03-31T18:30:41.790539Z","end":"2026-03-31T18:30:42.313692Z","steps":["trace[500635244] 'process raft request' (duration: 522.847653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.313793Z","caller":"traceutil/trace.go:171","msg":"trace[781465516] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"521.959129ms","start":"2026-03-31T18:30:41.791794Z","end":"2026-03-31T18:30:42.313753Z","steps":["trace[781465516] 'process raft request' (duration: 521.761264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:42.31389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.791752Z","time spent":"522.065351ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:42.313892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.790529Z","time spent":"523.277303ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:42.314085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.146881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:42.314096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.259989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:42.314143Z","caller":"traceutil/trace.go:171","msg":"trace[1564855753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2108; }","duration":"199.266003ms","start":"2026-03-31T18:30:42.114863Z","end":"2026-03-31T18:30:42.314129Z","steps":["trace[1564855753] 'agreement among raft nodes before linearized reading' (duration: 199.097029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.314156Z","caller":"traceutil/trace.go:171","msg":"trace[1649642033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2108; }","duration":"371.358342ms","start":"2026-03-31T18:30:41.94278Z","end":"2026-03-31T18:30:42.314139Z","steps":["trace[1649642033] 'agreement among raft nodes before linearized reading' (duration: 371.178957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:42.314198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.942761Z","time spent":"371.426703ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:42.487812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:42.487968Z","caller":"traceutil/trace.go:171","msg":"trace[146426790] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"167.235033ms","start":"2026-03-31T18:30:42.320677Z","end":"2026-03-31T18:30:42.487912Z","steps":["trace[146426790] 'process raft request' (duration: 54.955747ms)","trace[146426790] 'compare' (duration: 112.009669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:42.702591Z","caller":"traceutil/trace.go:171","msg":"trace[1456850011] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"105.912763ms","start":"2026-03-31T18:30:42.596653Z","end":"2026-03-31T18:30:42.702566Z","steps":["trace[1456850011] 'process raft request' (duration: 100.477774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.703106Z","caller":"traceutil/trace.go:171","msg":"trace[647379012] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"103.991014ms","start":"2026-03-31T18:30:42.599008Z","end":"2026-03-31T18:30:42.702999Z","steps":["trace[647379012] 'process raft request' (duration: 103.515742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.002059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.737522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T18:30:43.002136Z","caller":"traceutil/trace.go:171","msg":"trace[674084655] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:2113; }","duration":"193.833384ms","start":"2026-03-31T18:30:42.808286Z","end":"2026-03-31T18:30:43.00212Z","steps":["trace[674084655] 'range keys from in-memory index tree' (duration: 193.602618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.892506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:43.002532Z","caller":"traceutil/trace.go:171","msg":"trace[1361047344] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2113; }","duration":"128.020519ms","start":"2026-03-31T18:30:42.87449Z","end":"2026-03-31T18:30:43.00251Z","steps":["trace[1361047344] 'range keys from in-memory index tree' (duration: 127.542587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.671274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.69533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:43.671521Z","caller":"traceutil/trace.go:171","msg":"trace[1526056554] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2207; }","duration":"581.36072ms","start":"2026-03-31T18:30:43.090125Z","end":"2026-03-31T18:30:43.671486Z","steps":["trace[1526056554] 'read index received' (duration: 15.351803ms)","trace[1526056554] 'applied index is now lower than readState.Index' (duration: 566.007687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:43.671599Z","caller":"traceutil/trace.go:171","msg":"trace[1707754698] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"582.961301ms","start":"2026-03-31T18:30:43.088629Z","end":"2026-03-31T18:30:43.67159Z","steps":["trace[1707754698] 'process raft request' (duration: 582.767306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.67171Z","caller":"traceutil/trace.go:171","msg":"trace[382203989] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"583.922226ms","start":"2026-03-31T18:30:43.087754Z","end":"2026-03-31T18:30:43.671677Z","steps":["trace[382203989] 'process raft request' (duration: 17.742115ms)","trace[382203989] 'compare' (duration: 565.556275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:43.671869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.088612Z","time spent":"583.028653ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:43.671935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.799082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:30:43.671988Z","caller":"traceutil/trace.go:171","msg":"trace[1519223383] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:2115; }","duration":"581.884834ms","start":"2026-03-31T18:30:43.090088Z","end":"2026-03-31T18:30:43.671972Z","steps":["trace[1519223383] 'agreement among raft nodes before linearized reading' (duration: 581.74619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.672043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.090074Z","time spent":"581.957746ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-31T18:30:43.672057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.087732Z","time spent":"584.165043ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:43.724343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.07246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:43.725489Z","caller":"traceutil/trace.go:171","msg":"trace[1804765902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2116; }","duration":"617.226309ms","start":"2026-03-31T18:30:43.108222Z","end":"2026-03-31T18:30:43.725449Z","steps":["trace[1804765902] 'agreement among raft nodes before linearized reading' (duration: 615.977608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.724344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.48384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:43.72443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.135739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:43.724441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.737868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:43.724491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.591028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:43.724495Z","caller":"traceutil/trace.go:171","msg":"trace[1162947682] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"613.887594ms","start":"2026-03-31T18:30:43.110587Z","end":"2026-03-31T18:30:43.724474Z","steps":["trace[1162947682] 'process raft request' (duration: 613.3872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.724962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.336081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:43.725904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.10821Z","time spent":"617.66193ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:43.726878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.110566Z","time spent":"616.239733ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:43.726997Z","caller":"traceutil/trace.go:171","msg":"trace[899724072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2116; }","duration":"617.396304ms","start":"2026-03-31T18:30:43.109584Z","end":"2026-03-31T18:30:43.72698Z","steps":["trace[899724072] 'agreement among raft nodes before linearized reading' (duration: 615.29866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.727452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.109564Z","time spent":"617.871016ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:43.726368Z","caller":"traceutil/trace.go:171","msg":"trace[880527954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"404.604713ms","start":"2026-03-31T18:30:43.321745Z","end":"2026-03-31T18:30:43.72635Z","steps":["trace[880527954] 'agreement among raft nodes before linearized reading' (duration: 402.428668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.726432Z","caller":"traceutil/trace.go:171","msg":"trace[214688147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"231.186291ms","start":"2026-03-31T18:30:43.49523Z","end":"2026-03-31T18:30:43.726416Z","steps":["trace[214688147] 'agreement among raft nodes before linearized reading' (duration: 229.022566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.726731Z","caller":"traceutil/trace.go:171","msg":"trace[1848913245] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2116; }","duration":"309.047976ms","start":"2026-03-31T18:30:43.417649Z","end":"2026-03-31T18:30:43.726697Z","steps":["trace[1848913245] 'agreement among raft nodes before linearized reading' (duration: 306.753578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.726766Z","caller":"traceutil/trace.go:171","msg":"trace[455780908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"389.893146ms","start":"2026-03-31T18:30:43.336854Z","end":"2026-03-31T18:30:43.726748Z","steps":["trace[455780908] 'agreement among raft nodes before linearized reading' (duration: 387.615789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.728771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.321725Z","time spent":"407.024935ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:43.728805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.417625Z","time spent":"311.16657ms","remote":"127.0.0.1:53442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:43.728889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.336834Z","time spent":"391.98926ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:43.859713Z","caller":"traceutil/trace.go:171","msg":"trace[1829226007] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"131.225531ms","start":"2026-03-31T18:30:43.728467Z","end":"2026-03-31T18:30:43.859693Z","steps":["trace[1829226007] 'read index received' (duration: 63.688921ms)","trace[1829226007] 'applied index is now lower than readState.Index' (duration: 67.53571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:43.859792Z","caller":"traceutil/trace.go:171","msg":"trace[1390343133] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"132.718979ms","start":"2026-03-31T18:30:43.727033Z","end":"2026-03-31T18:30:43.859752Z","steps":["trace[1390343133] 'process raft request' (duration: 65.120668ms)","trace[1390343133] 'compare' (duration: 67.434867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:43.859872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.374796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:30:43.859901Z","caller":"traceutil/trace.go:171","msg":"trace[2118524990] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2117; }","duration":"131.444847ms","start":"2026-03-31T18:30:43.728447Z","end":"2026-03-31T18:30:43.859892Z","steps":["trace[2118524990] 'agreement among raft nodes before linearized reading' (duration: 131.340544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.860693Z","caller":"traceutil/trace.go:171","msg":"trace[1667241537] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"129.139028ms","start":"2026-03-31T18:30:43.731528Z","end":"2026-03-31T18:30:43.860667Z","steps":["trace[1667241537] 'process raft request' (duration: 128.969873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.860956Z","caller":"traceutil/trace.go:171","msg":"trace[905645167] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"128.620124ms","start":"2026-03-31T18:30:43.732316Z","end":"2026-03-31T18:30:43.860936Z","steps":["trace[905645167] 'process raft request' (duration: 128.310316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.861158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.371229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T18:30:43.861293Z","caller":"traceutil/trace.go:171","msg":"trace[907098685] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"128.10129ms","start":"2026-03-31T18:30:43.73318Z","end":"2026-03-31T18:30:43.861281Z","steps":["trace[907098685] 'process raft request' (duration: 127.69938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:43.861304Z","caller":"traceutil/trace.go:171","msg":"trace[922044575] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:2120; }","duration":"130.539753ms","start":"2026-03-31T18:30:43.730746Z","end":"2026-03-31T18:30:43.861285Z","steps":["trace[922044575] 'agreement among raft nodes before linearized reading' (duration: 130.314737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.04391Z","caller":"traceutil/trace.go:171","msg":"trace[2024983061] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"178.01241ms","start":"2026-03-31T18:30:43.865869Z","end":"2026-03-31T18:30:44.043882Z","steps":["trace[2024983061] 'process raft request' (duration: 171.640906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.043955Z","caller":"traceutil/trace.go:171","msg":"trace[1959075994] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"177.430915ms","start":"2026-03-31T18:30:43.866507Z","end":"2026-03-31T18:30:44.043938Z","steps":["trace[1959075994] 'process raft request' (duration: 177.313842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.043948Z","caller":"traceutil/trace.go:171","msg":"trace[181275051] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2215; }","duration":"111.384933ms","start":"2026-03-31T18:30:43.932539Z","end":"2026-03-31T18:30:44.043924Z","steps":["trace[181275051] 'read index received' (duration: 104.930487ms)","trace[181275051] 'applied index is now lower than readState.Index' (duration: 6.453226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:44.044153Z","caller":"traceutil/trace.go:171","msg":"trace[1727215932] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"115.002876ms","start":"2026-03-31T18:30:43.929108Z","end":"2026-03-31T18:30:44.044111Z","steps":["trace[1727215932] 'process raft request' (duration: 114.77197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.044461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.958785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T18:30:44.04451Z","caller":"traceutil/trace.go:171","msg":"trace[715212198] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:2124; }","duration":"108.053857ms","start":"2026-03-31T18:30:43.936445Z","end":"2026-03-31T18:30:44.044499Z","steps":["trace[715212198] 'agreement among raft nodes before linearized reading' (duration: 107.961275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.04452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.810774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:44.044575Z","caller":"traceutil/trace.go:171","msg":"trace[549531940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2124; }","duration":"161.920868ms","start":"2026-03-31T18:30:43.882642Z","end":"2026-03-31T18:30:44.044563Z","steps":["trace[549531940] 'agreement among raft nodes before linearized reading' (duration: 161.823146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.04463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.826982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:44.04473Z","caller":"traceutil/trace.go:171","msg":"trace[737930263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2124; }","duration":"101.067499ms","start":"2026-03-31T18:30:43.943643Z","end":"2026-03-31T18:30:44.044711Z","steps":["trace[737930263] 'agreement among raft nodes before linearized reading' (duration: 100.778631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.361221Z","caller":"traceutil/trace.go:171","msg":"trace[1510643856] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"311.720034ms","start":"2026-03-31T18:30:44.04947Z","end":"2026-03-31T18:30:44.36119Z","steps":["trace[1510643856] 'process raft request' (duration: 291.174908ms)","trace[1510643856] 'compare' (duration: 20.365381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:44.361417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.049458Z","time spent":"311.869557ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:44.36146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.80416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a200747986ffd7\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-31T18:30:44.361524Z","caller":"traceutil/trace.go:171","msg":"trace[1074933963] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a200747986ffd7; range_end:; response_count:1; response_revision:2126; }","duration":"251.906222ms","start":"2026-03-31T18:30:44.109597Z","end":"2026-03-31T18:30:44.361503Z","steps":["trace[1074933963] 'agreement among raft nodes before linearized reading' (duration: 251.688266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.361208Z","caller":"traceutil/trace.go:171","msg":"trace[600228323] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"251.551394ms","start":"2026-03-31T18:30:44.109629Z","end":"2026-03-31T18:30:44.36118Z","steps":["trace[600228323] 'read index received' (duration: 231.110651ms)","trace[600228323] 'applied index is now lower than readState.Index' (duration: 20.439313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:44.361825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.586194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:30:44.361895Z","caller":"traceutil/trace.go:171","msg":"trace[323025278] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2126; }","duration":"251.696417ms","start":"2026-03-31T18:30:44.110181Z","end":"2026-03-31T18:30:44.361878Z","steps":["trace[323025278] 'agreement among raft nodes before linearized reading' (duration: 251.523483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.796095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.415219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:30:44.796158Z","caller":"traceutil/trace.go:171","msg":"trace[354598681] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2127; }","duration":"331.51585ms","start":"2026-03-31T18:30:44.464629Z","end":"2026-03-31T18:30:44.796144Z","steps":["trace[354598681] 'range keys from in-memory index tree' (duration: 331.338376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.796188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.464602Z","time spent":"331.579352ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-31T18:30:45.167965Z","caller":"traceutil/trace.go:171","msg":"trace[254066360] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"665.63789ms","start":"2026-03-31T18:30:44.502301Z","end":"2026-03-31T18:30:45.167939Z","steps":["trace[254066360] 'process raft request' (duration: 665.458425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.168115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.502256Z","time spent":"665.782663ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:46.08669Z","caller":"traceutil/trace.go:171","msg":"trace[327751657] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"1.577462944s","start":"2026-03-31T18:30:44.509161Z","end":"2026-03-31T18:30:46.086624Z","steps":["trace[327751657] 'process raft request' (duration: 1.515568679s)","trace[327751657] 'compare' (duration: 61.716341ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:46.08663Z","caller":"traceutil/trace.go:171","msg":"trace[1803214171] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2221; }","duration":"1.378989381s","start":"2026-03-31T18:30:44.707612Z","end":"2026-03-31T18:30:46.086601Z","steps":["trace[1803214171] 'read index received' (duration: 460.098575ms)","trace[1803214171] 'applied index is now lower than readState.Index' (duration: 918.889456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:46.086879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.509128Z","time spent":"1.577652489s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.087014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379392001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:46.087072Z","caller":"traceutil/trace.go:171","msg":"trace[70272351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2129; }","duration":"1.379509533s","start":"2026-03-31T18:30:44.707548Z","end":"2026-03-31T18:30:46.087057Z","steps":["trace[70272351] 'agreement among raft nodes before linearized reading' (duration: 1.379222986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.087126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.707523Z","time spent":"1.379585886s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:46.184592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.630201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:46.184655Z","caller":"traceutil/trace.go:171","msg":"trace[79662618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2130; }","duration":"318.741814ms","start":"2026-03-31T18:30:45.865901Z","end":"2026-03-31T18:30:46.184642Z","steps":["trace[79662618] 'agreement among raft nodes before linearized reading' (duration: 318.58317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.184682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.865881Z","time spent":"318.796126ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:46.184655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241821597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:46.184739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.18057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:46.184798Z","caller":"traceutil/trace.go:171","msg":"trace[1831114134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2130; }","duration":"318.263203ms","start":"2026-03-31T18:30:45.866518Z","end":"2026-03-31T18:30:46.184781Z","steps":["trace[1831114134] 'agreement among raft nodes before linearized reading' (duration: 317.962115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.184907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448756598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:46.184915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.188623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:46.184941Z","caller":"traceutil/trace.go:171","msg":"trace[1699291996] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"452.907911ms","start":"2026-03-31T18:30:45.73201Z","end":"2026-03-31T18:30:46.184918Z","steps":["trace[1699291996] 'process raft request' (duration: 452.230824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.18494Z","caller":"traceutil/trace.go:171","msg":"trace[390042315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"1.448784938s","start":"2026-03-31T18:30:44.736142Z","end":"2026-03-31T18:30:46.184927Z","steps":["trace[390042315] 'agreement among raft nodes before linearized reading' (duration: 1.448702476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.184973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.361668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:30:46.184985Z","caller":"traceutil/trace.go:171","msg":"trace[1075956995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"249.314255ms","start":"2026-03-31T18:30:45.935655Z","end":"2026-03-31T18:30:46.184969Z","steps":["trace[1075956995] 'agreement among raft nodes before linearized reading' (duration: 249.052729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.18496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.404656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:46.18503Z","caller":"traceutil/trace.go:171","msg":"trace[1698648676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2130; }","duration":"308.431349ms","start":"2026-03-31T18:30:45.876581Z","end":"2026-03-31T18:30:46.185012Z","steps":["trace[1698648676] 'agreement among raft nodes before linearized reading' (duration: 308.262565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.185086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.876571Z","time spent":"308.503552ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:46.185082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.731985Z","time spent":"453.026403ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.184938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.866507Z","time spent":"318.417446ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:46.185091Z","caller":"traceutil/trace.go:171","msg":"trace[746067588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"320.531589ms","start":"2026-03-31T18:30:45.864518Z","end":"2026-03-31T18:30:46.18505Z","steps":["trace[746067588] 'agreement among raft nodes before linearized reading' (duration: 320.320214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.185248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.864499Z","time spent":"320.739985ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:46.185017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.73609Z","time spent":"1.448916281s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:46.18481Z","caller":"traceutil/trace.go:171","msg":"trace[356276772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"1.242032102s","start":"2026-03-31T18:30:44.942738Z","end":"2026-03-31T18:30:46.18477Z","steps":["trace[356276772] 'agreement among raft nodes before linearized reading' (duration: 1.241794216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.185554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.942715Z","time spent":"1.242824152s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:46.184851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.525598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:30:46.184789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370085322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:30:46.185944Z","caller":"traceutil/trace.go:171","msg":"trace[1311167031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2130; }","duration":"137.595965ms","start":"2026-03-31T18:30:46.04826Z","end":"2026-03-31T18:30:46.185856Z","steps":["trace[1311167031] 'agreement among raft nodes before linearized reading' (duration: 136.367784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.186005Z","caller":"traceutil/trace.go:171","msg":"trace[740859972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2130; }","duration":"1.371342794s","start":"2026-03-31T18:30:44.814602Z","end":"2026-03-31T18:30:46.185945Z","steps":["trace[740859972] 'agreement among raft nodes before linearized reading' (duration: 1.37001478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.186128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.81458Z","time spent":"1.371504149s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-31T18:30:46.397847Z","caller":"traceutil/trace.go:171","msg":"trace[607644994] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"213.368725ms","start":"2026-03-31T18:30:46.184456Z","end":"2026-03-31T18:30:46.397824Z","steps":["trace[607644994] 'read index received' (duration: 213.280823ms)","trace[607644994] 'applied index is now lower than readState.Index' (duration: 87.082µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:46.398042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.207651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:46.398042Z","caller":"traceutil/trace.go:171","msg":"trace[1693156279] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"304.877409ms","start":"2026-03-31T18:30:46.093125Z","end":"2026-03-31T18:30:46.398003Z","steps":["trace[1693156279] 'process raft request' (duration: 304.489059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.398086Z","caller":"traceutil/trace.go:171","msg":"trace[824839316] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2131; }","duration":"254.341165ms","start":"2026-03-31T18:30:46.143734Z","end":"2026-03-31T18:30:46.398075Z","steps":["trace[824839316] 'agreement among raft nodes before linearized reading' (duration: 254.213501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.398194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.093083Z","time spent":"305.034973ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.6439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.106962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:46.644204Z","caller":"traceutil/trace.go:171","msg":"trace[388809458] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2225; }","duration":"246.277958ms","start":"2026-03-31T18:30:46.397909Z","end":"2026-03-31T18:30:46.644187Z","steps":["trace[388809458] 'read index received' (duration: 140.765816ms)","trace[388809458] 'applied index is now lower than readState.Index' (duration: 105.511202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:46.64431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.314903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:46.644342Z","caller":"traceutil/trace.go:171","msg":"trace[36363092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"457.351724ms","start":"2026-03-31T18:30:46.186981Z","end":"2026-03-31T18:30:46.644333Z","steps":["trace[36363092] 'agreement among raft nodes before linearized reading' (duration: 457.267222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.644325Z","caller":"traceutil/trace.go:171","msg":"trace[275871677] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"452.721926ms","start":"2026-03-31T18:30:46.191556Z","end":"2026-03-31T18:30:46.644277Z","steps":["trace[275871677] 'process raft request' (duration: 347.140451ms)","trace[275871677] 'compare' (duration: 104.971659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:46.644378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.186924Z","time spent":"457.445636ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:46.644364Z","caller":"traceutil/trace.go:171","msg":"trace[2075716627] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"450.330024ms","start":"2026-03-31T18:30:46.194012Z","end":"2026-03-31T18:30:46.644342Z","steps":["trace[2075716627] 'process raft request' (duration: 450.067178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.644324Z","caller":"traceutil/trace.go:171","msg":"trace[681512195] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"450.212681ms","start":"2026-03-31T18:30:46.194078Z","end":"2026-03-31T18:30:46.64429Z","steps":["trace[681512195] 'process raft request' (duration: 450.037266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.644437Z","caller":"traceutil/trace.go:171","msg":"trace[1032432292] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"449.993966ms","start":"2026-03-31T18:30:46.194403Z","end":"2026-03-31T18:30:46.644397Z","steps":["trace[1032432292] 'process raft request' (duration: 449.748619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.644505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.194072Z","time spent":"450.379596ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.64451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.191529Z","time spent":"452.88448ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.644506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.194003Z","time spent":"450.437617ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.644516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.166026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-31T18:30:46.644519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.584467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:46.644594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.194388Z","time spent":"450.124429ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:46.644615Z","caller":"traceutil/trace.go:171","msg":"trace[510153078] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:2136; }","duration":"451.31274ms","start":"2026-03-31T18:30:46.193283Z","end":"2026-03-31T18:30:46.644596Z","steps":["trace[510153078] 'agreement among raft nodes before linearized reading' (duration: 451.106914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.644597Z","caller":"traceutil/trace.go:171","msg":"trace[1169685732] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"451.164845ms","start":"2026-03-31T18:30:46.193171Z","end":"2026-03-31T18:30:46.644336Z","steps":["trace[1169685732] 'process raft request' (duration: 450.839727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.644679Z","caller":"traceutil/trace.go:171","msg":"trace[1449518046] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2136; }","duration":"446.781112ms","start":"2026-03-31T18:30:46.197837Z","end":"2026-03-31T18:30:46.644618Z","steps":["trace[1449518046] 'agreement among raft nodes before linearized reading' (duration: 446.521836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.64468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.19327Z","time spent":"451.394391ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T18:30:46.644745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.19781Z","time spent":"446.924766ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:30:46.645417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.193152Z","time spent":"451.556825ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.853992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.185185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T18:30:46.854077Z","caller":"traceutil/trace.go:171","msg":"trace[185760993] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2136; }","duration":"105.327838ms","start":"2026-03-31T18:30:46.74873Z","end":"2026-03-31T18:30:46.854058Z","steps":["trace[185760993] 'range keys from in-memory index tree' (duration: 105.033351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:47.219908Z","caller":"traceutil/trace.go:171","msg":"trace[1861224191] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"353.923315ms","start":"2026-03-31T18:30:46.865963Z","end":"2026-03-31T18:30:47.219886Z","steps":["trace[1861224191] 'process raft request' (duration: 353.810522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.220088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.865949Z","time spent":"354.030448ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:47.567909Z","caller":"traceutil/trace.go:171","msg":"trace[1322186678] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"701.819737ms","start":"2026-03-31T18:30:46.866064Z","end":"2026-03-31T18:30:47.567884Z","steps":["trace[1322186678] 'process raft request' (duration: 701.618442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.866026Z","time spent":"701.95873ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:47.568256Z","caller":"traceutil/trace.go:171","msg":"trace[515930561] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2231; }","duration":"701.596991ms","start":"2026-03-31T18:30:46.86661Z","end":"2026-03-31T18:30:47.568207Z","steps":["trace[515930561] 'read index received' (duration: 353.32317ms)","trace[515930561] 'applied index is now lower than readState.Index' (duration: 348.272951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:47.568258Z","caller":"traceutil/trace.go:171","msg":"trace[662901443] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"394.2883ms","start":"2026-03-31T18:30:47.173943Z","end":"2026-03-31T18:30:47.568231Z","steps":["trace[662901443] 'process raft request' (duration: 394.171777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:47.568306Z","caller":"traceutil/trace.go:171","msg":"trace[1271502705] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"698.001068ms","start":"2026-03-31T18:30:46.870283Z","end":"2026-03-31T18:30:47.568284Z","steps":["trace[1271502705] 'process raft request' (duration: 697.758512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.780176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T18:30:47.568412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.87027Z","time spent":"698.088401ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:47.56845Z","caller":"traceutil/trace.go:171","msg":"trace[1423886531] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2141; }","duration":"701.865868ms","start":"2026-03-31T18:30:46.866575Z","end":"2026-03-31T18:30:47.568441Z","steps":["trace[1423886531] 'agreement among raft nodes before linearized reading' (duration: 701.776956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.173926Z","time spent":"394.419503ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:47.568482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.866563Z","time spent":"701.911369ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-31T18:30:47.568494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.9824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:47.568583Z","caller":"traceutil/trace.go:171","msg":"trace[667707912] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2141; }","duration":"401.138394ms","start":"2026-03-31T18:30:47.167427Z","end":"2026-03-31T18:30:47.568566Z","steps":["trace[667707912] 'agreement among raft nodes before linearized reading' (duration: 400.95786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.167402Z","time spent":"401.221137ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:47.568668Z","caller":"traceutil/trace.go:171","msg":"trace[223245171] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"701.888549ms","start":"2026-03-31T18:30:46.866431Z","end":"2026-03-31T18:30:47.568319Z","steps":["trace[223245171] 'process raft request' (duration: 701.396826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.513313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:47.568772Z","caller":"traceutil/trace.go:171","msg":"trace[1797133947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"376.609807ms","start":"2026-03-31T18:30:47.192149Z","end":"2026-03-31T18:30:47.568759Z","steps":["trace[1797133947] 'agreement among raft nodes before linearized reading' (duration: 376.31384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.568803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.192141Z","time spent":"376.657818ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:47.568731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.866413Z","time spent":"702.278948ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:47.840541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.117328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:47.840648Z","caller":"traceutil/trace.go:171","msg":"trace[1846416815] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"263.379165ms","start":"2026-03-31T18:30:47.577249Z","end":"2026-03-31T18:30:47.840628Z","steps":["trace[1846416815] 'process raft request' (duration: 84.102334ms)","trace[1846416815] 'compare' (duration: 179.017075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:47.866399Z","caller":"traceutil/trace.go:171","msg":"trace[624323901] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"257.382863ms","start":"2026-03-31T18:30:47.608994Z","end":"2026-03-31T18:30:47.866377Z","steps":["trace[624323901] 'process raft request' (duration: 257.2703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.193745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.365281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:48.194074Z","caller":"traceutil/trace.go:171","msg":"trace[2063171538] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"349.606255ms","start":"2026-03-31T18:30:47.844431Z","end":"2026-03-31T18:30:48.194037Z","steps":["trace[2063171538] 'process raft request' (duration: 230.859164ms)","trace[2063171538] 'compare' (duration: 117.90812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.194305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.844405Z","time spent":"349.8188ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:48.194667Z","caller":"traceutil/trace.go:171","msg":"trace[980836581] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2237; }","duration":"252.652061ms","start":"2026-03-31T18:30:47.942001Z","end":"2026-03-31T18:30:48.194653Z","steps":["trace[980836581] 'read index received' (duration: 133.296674ms)","trace[980836581] 'applied index is now lower than readState.Index' (duration: 119.353677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.463808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.923373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:30:48.464063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.057832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:48.464138Z","caller":"traceutil/trace.go:171","msg":"trace[1690962450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"522.177885ms","start":"2026-03-31T18:30:47.941938Z","end":"2026-03-31T18:30:48.464116Z","steps":["trace[1690962450] 'agreement among raft nodes before linearized reading' (duration: 252.837626ms)","trace[1690962450] 'range keys from in-memory index tree' (duration: 269.239857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.464193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.941915Z","time spent":"522.262747ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:48.464209Z","caller":"traceutil/trace.go:171","msg":"trace[1514887101] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"208.200313ms","start":"2026-03-31T18:30:48.25598Z","end":"2026-03-31T18:30:48.464181Z","steps":["trace[1514887101] 'process raft request' (duration: 207.946566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:48.464212Z","caller":"traceutil/trace.go:171","msg":"trace[1339270253] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2238; }","duration":"269.418901ms","start":"2026-03-31T18:30:48.194739Z","end":"2026-03-31T18:30:48.464158Z","steps":["trace[1339270253] 'read index received' (duration: 57.021µs)","trace[1339270253] 'applied index is now lower than readState.Index' (duration: 269.311629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.714775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.012066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-03-31T18:30:48.714865Z","caller":"traceutil/trace.go:171","msg":"trace[968921971] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:2145; }","duration":"687.12604ms","start":"2026-03-31T18:30:48.027714Z","end":"2026-03-31T18:30:48.71484Z","steps":["trace[968921971] 'agreement among raft nodes before linearized reading' (duration: 436.613564ms)","trace[968921971] 'range keys from in-memory index tree' (duration: 250.318891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.714901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.679163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-31T18:30:48.714918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.216792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T18:30:48.714959Z","caller":"traceutil/trace.go:171","msg":"trace[1491283653] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2145; }","duration":"687.761635ms","start":"2026-03-31T18:30:48.027175Z","end":"2026-03-31T18:30:48.714937Z","steps":["trace[1491283653] 'agreement among raft nodes before linearized reading' (duration: 437.190288ms)","trace[1491283653] 'range keys from in-memory index tree' (duration: 250.470155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.714974Z","caller":"traceutil/trace.go:171","msg":"trace[927865385] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2145; }","duration":"687.299494ms","start":"2026-03-31T18:30:48.027654Z","end":"2026-03-31T18:30:48.714953Z","steps":["trace[927865385] 'agreement among raft nodes before linearized reading' (duration: 436.691155ms)","trace[927865385] 'range keys from in-memory index tree' (duration: 250.488956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.714965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.241982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1490"} {"level":"warn","ts":"2026-03-31T18:30:48.715017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027154Z","time spent":"687.852968ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027643Z","time spent":"687.368775ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T18:30:48.715049Z","caller":"traceutil/trace.go:171","msg":"trace[705861190] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:2145; }","duration":"687.331134ms","start":"2026-03-31T18:30:48.027684Z","end":"2026-03-31T18:30:48.715015Z","steps":["trace[705861190] 'agreement among raft nodes before linearized reading' (duration: 436.652154ms)","trace[705861190] 'range keys from in-memory index tree' (duration: 250.484285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.15326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"info","ts":"2026-03-31T18:30:48.715157Z","caller":"traceutil/trace.go:171","msg":"trace[1159680991] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2145; }","duration":"687.285523ms","start":"2026-03-31T18:30:48.027856Z","end":"2026-03-31T18:30:48.715142Z","steps":["trace[1159680991] 'agreement among raft nodes before linearized reading' (duration: 436.578342ms)","trace[1159680991] 'range keys from in-memory index tree' (duration: 250.564797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027828Z","time spent":"687.361426ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2940,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T18:30:48.714919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027704Z","time spent":"687.202291ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5182,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"warn","ts":"2026-03-31T18:30:48.71515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027677Z","time spent":"687.459467ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.511689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1511"} {"level":"warn","ts":"2026-03-31T18:30:48.715397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.494448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95\" ","response":"range_response_count:1 size:5568"} {"level":"warn","ts":"2026-03-31T18:30:48.715452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.469118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" ","response":"range_response_count:1 size:4105"} {"level":"warn","ts":"2026-03-31T18:30:48.715438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.482674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5848"} {"level":"warn","ts":"2026-03-31T18:30:48.714965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.092438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"warn","ts":"2026-03-31T18:30:48.715418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.495159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-31T18:30:48.715486Z","caller":"traceutil/trace.go:171","msg":"trace[937110292] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95; range_end:; response_count:1; response_revision:2145; }","duration":"687.597092ms","start":"2026-03-31T18:30:48.027869Z","end":"2026-03-31T18:30:48.715466Z","steps":["trace[937110292] 'agreement among raft nodes before linearized reading' (duration: 436.575253ms)","trace[937110292] 'range keys from in-memory index tree' (duration: 250.857774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.715504Z","caller":"traceutil/trace.go:171","msg":"trace[783595397] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:2145; }","duration":"688.582407ms","start":"2026-03-31T18:30:48.0269Z","end":"2026-03-31T18:30:48.715482Z","steps":["trace[783595397] 'agreement among raft nodes before linearized reading' (duration: 437.483136ms)","trace[783595397] 'range keys from in-memory index tree' (duration: 250.947367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.235412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-03-31T18:30:48.71557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.02786Z","time spent":"687.698014ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5591,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.026877Z","time spent":"688.68841ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5871,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.860677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-03-31T18:30:48.715613Z","caller":"traceutil/trace.go:171","msg":"trace[704369459] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2145; }","duration":"687.303154ms","start":"2026-03-31T18:30:48.02829Z","end":"2026-03-31T18:30:48.715593Z","steps":["trace[704369459] 'agreement among raft nodes before linearized reading' (duration: 435.847914ms)","trace[704369459] 'range keys from in-memory index tree' (duration: 251.315026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.028283Z","time spent":"687.370985ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-03-31T18:30:48.715673Z","caller":"traceutil/trace.go:171","msg":"trace[1616385204] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:2145; }","duration":"688.220797ms","start":"2026-03-31T18:30:48.027425Z","end":"2026-03-31T18:30:48.715646Z","steps":["trace[1616385204] 'agreement among raft nodes before linearized reading' (duration: 436.933681ms)","trace[1616385204] 'range keys from in-memory index tree' (duration: 250.482415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.368615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-03-31T18:30:48.715734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.015278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-03-31T18:30:48.715739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027416Z","time spent":"688.303819ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4425,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"info","ts":"2026-03-31T18:30:48.715765Z","caller":"traceutil/trace.go:171","msg":"trace[1828674210] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:2145; }","duration":"689.094ms","start":"2026-03-31T18:30:48.026661Z","end":"2026-03-31T18:30:48.715755Z","steps":["trace[1828674210] 'agreement among raft nodes before linearized reading' (duration: 437.62104ms)","trace[1828674210] 'range keys from in-memory index tree' (duration: 251.366257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.715765Z","caller":"traceutil/trace.go:171","msg":"trace[280832299] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2145; }","duration":"687.687564ms","start":"2026-03-31T18:30:48.028057Z","end":"2026-03-31T18:30:48.715744Z","steps":["trace[280832299] 'agreement among raft nodes before linearized reading' (duration: 436.162032ms)","trace[280832299] 'range keys from in-memory index tree' (duration: 251.154962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.026643Z","time spent":"689.140472ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.282033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-03-31T18:30:48.715904Z","caller":"traceutil/trace.go:171","msg":"trace[120617162] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:2145; }","duration":"688.164155ms","start":"2026-03-31T18:30:48.027719Z","end":"2026-03-31T18:30:48.715883Z","steps":["trace[120617162] 'agreement among raft nodes before linearized reading' (duration: 436.398827ms)","trace[120617162] 'range keys from in-memory index tree' (duration: 250.823784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.715815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.028048Z","time spent":"687.753145ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027713Z","time spent":"688.232468ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2578,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"info","ts":"2026-03-31T18:30:48.715509Z","caller":"traceutil/trace.go:171","msg":"trace[1616374431] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2145; }","duration":"687.690213ms","start":"2026-03-31T18:30:48.027802Z","end":"2026-03-31T18:30:48.715492Z","steps":["trace[1616374431] 'agreement among raft nodes before linearized reading' (duration: 436.667664ms)","trace[1616374431] 'range keys from in-memory index tree' (duration: 250.370982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.71607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027781Z","time spent":"688.271608ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18180,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-31T18:30:48.714803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.126589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-03-31T18:30:48.716157Z","caller":"traceutil/trace.go:171","msg":"trace[219000758] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2145; }","duration":"688.508846ms","start":"2026-03-31T18:30:48.027637Z","end":"2026-03-31T18:30:48.716146Z","steps":["trace[219000758] 'agreement among raft nodes before linearized reading' (duration: 436.714616ms)","trace[219000758] 'range keys from in-memory index tree' (duration: 250.354872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.71619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027627Z","time spent":"688.553987ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15319,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-31T18:30:48.715475Z","caller":"traceutil/trace.go:171","msg":"trace[1370194235] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-7cff949c8b; range_end:; response_count:1; response_revision:2145; }","duration":"687.509599ms","start":"2026-03-31T18:30:48.027959Z","end":"2026-03-31T18:30:48.715469Z","steps":["trace[1370194235] 'agreement among raft nodes before linearized reading' (duration: 436.279484ms)","trace[1370194235] 'range keys from in-memory index tree' (duration: 250.977118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.716268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027951Z","time spent":"688.30217ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4128,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" "} {"level":"warn","ts":"2026-03-31T18:30:48.715753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.709574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-03-31T18:30:48.716323Z","caller":"traceutil/trace.go:171","msg":"trace[571102102] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2145; }","duration":"688.30482ms","start":"2026-03-31T18:30:48.028008Z","end":"2026-03-31T18:30:48.716313Z","steps":["trace[571102102] 'agreement among raft nodes before linearized reading' (duration: 436.218993ms)","trace[571102102] 'range keys from in-memory index tree' (duration: 251.398109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.716351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.028001Z","time spent":"688.341801ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-03-31T18:30:48.715677Z","caller":"traceutil/trace.go:171","msg":"trace[1080066690] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:2145; }","duration":"687.743354ms","start":"2026-03-31T18:30:48.027837Z","end":"2026-03-31T18:30:48.715581Z","steps":["trace[1080066690] 'agreement among raft nodes before linearized reading' (duration: 436.612133ms)","trace[1080066690] 'range keys from in-memory index tree' (duration: 250.817194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.716423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027829Z","time spent":"688.578257ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-31T18:30:48.714788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.58265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-31T18:30:48.716498Z","caller":"traceutil/trace.go:171","msg":"trace[657347878] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2145; }","duration":"689.343236ms","start":"2026-03-31T18:30:48.027146Z","end":"2026-03-31T18:30:48.716489Z","steps":["trace[657347878] 'agreement among raft nodes before linearized reading' (duration: 437.230709ms)","trace[657347878] 'range keys from in-memory index tree' (duration: 250.25945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.71654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027138Z","time spent":"689.381487ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:48.716906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.611484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-31T18:30:48.716962Z","caller":"traceutil/trace.go:171","msg":"trace[959002686] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2145; }","duration":"690.214069ms","start":"2026-03-31T18:30:48.026733Z","end":"2026-03-31T18:30:48.716947Z","steps":["trace[959002686] 'agreement among raft nodes before linearized reading' (duration: 437.65574ms)","trace[959002686] 'range keys from in-memory index tree' (duration: 250.797884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.716999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.026727Z","time spent":"690.260051ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-31T18:30:48.717468Z","caller":"traceutil/trace.go:171","msg":"trace[1820545344] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2145; }","duration":"687.608431ms","start":"2026-03-31T18:30:48.027767Z","end":"2026-03-31T18:30:48.715376Z","steps":["trace[1820545344] 'agreement among raft nodes before linearized reading' (duration: 436.728896ms)","trace[1820545344] 'range keys from in-memory index tree' (duration: 250.67456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:48.717543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.027756Z","time spent":"689.769948ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1534,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-31T18:30:48.748229Z","caller":"traceutil/trace.go:171","msg":"trace[743090458] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2240; }","duration":"283.724887ms","start":"2026-03-31T18:30:48.46449Z","end":"2026-03-31T18:30:48.748215Z","steps":["trace[743090458] 'read index received' (duration: 283.636934ms)","trace[743090458] 'applied index is now lower than readState.Index' (duration: 87.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:48.748317Z","caller":"traceutil/trace.go:171","msg":"trace[419753891] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"459.641983ms","start":"2026-03-31T18:30:48.288669Z","end":"2026-03-31T18:30:48.748311Z","steps":["trace[419753891] 'process raft request' (duration: 459.50574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.748384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.288656Z","time spent":"459.677234ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:48.748432Z","caller":"traceutil/trace.go:171","msg":"trace[153017819] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"491.058037ms","start":"2026-03-31T18:30:48.257342Z","end":"2026-03-31T18:30:48.7484Z","steps":["trace[153017819] 'process raft request' (duration: 490.728719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.748488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.153703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:48.748452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.757103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:48.74851Z","caller":"traceutil/trace.go:171","msg":"trace[859521374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"283.198704ms","start":"2026-03-31T18:30:48.465304Z","end":"2026-03-31T18:30:48.748502Z","steps":["trace[859521374] 'agreement among raft nodes before linearized reading' (duration: 283.165833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:48.748539Z","caller":"traceutil/trace.go:171","msg":"trace[158634599] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2147; }","duration":"380.859885ms","start":"2026-03-31T18:30:48.367659Z","end":"2026-03-31T18:30:48.748519Z","steps":["trace[158634599] 'agreement among raft nodes before linearized reading' (duration: 380.671341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.74855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.257328Z","time spent":"491.15645ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:48.748603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.367613Z","time spent":"380.975348ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:48.748998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.009353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:48.749066Z","caller":"traceutil/trace.go:171","msg":"trace[1431202114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2147; }","duration":"339.087645ms","start":"2026-03-31T18:30:48.409957Z","end":"2026-03-31T18:30:48.749044Z","steps":["trace[1431202114] 'agreement among raft nodes before linearized reading' (duration: 338.957601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:48.749099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.409947Z","time spent":"339.144357ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:48.74922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.044306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:48.74926Z","caller":"traceutil/trace.go:171","msg":"trace[1282876250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"172.108988ms","start":"2026-03-31T18:30:48.577143Z","end":"2026-03-31T18:30:48.749252Z","steps":["trace[1282876250] 'agreement among raft nodes before linearized reading' (duration: 172.035326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.047279Z","caller":"traceutil/trace.go:171","msg":"trace[1713958022] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2243; }","duration":"293.203801ms","start":"2026-03-31T18:30:48.754049Z","end":"2026-03-31T18:30:49.047253Z","steps":["trace[1713958022] 'read index received' (duration: 293.19438ms)","trace[1713958022] 'applied index is now lower than readState.Index' (duration: 7.921µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:49.047285Z","caller":"traceutil/trace.go:171","msg":"trace[2138282678] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"293.364345ms","start":"2026-03-31T18:30:48.753896Z","end":"2026-03-31T18:30:49.047261Z","steps":["trace[2138282678] 'process raft request' (duration: 293.225161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.047553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.484708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:49.047609Z","caller":"traceutil/trace.go:171","msg":"trace[2100770837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"293.59081ms","start":"2026-03-31T18:30:48.754003Z","end":"2026-03-31T18:30:49.047594Z","steps":["trace[2100770837] 'agreement among raft nodes before linearized reading' (duration: 293.379445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.547972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:50.048924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698449951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:50.194897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146935287s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:50.250015Z","caller":"traceutil/trace.go:171","msg":"trace[1700813179] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.495787213s","start":"2026-03-31T18:30:48.754142Z","end":"2026-03-31T18:30:50.249929Z","steps":["trace[1700813179] 'process raft request' (duration: 1.440992509s)","trace[1700813179] 'compare' (duration: 54.113497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.250237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.754112Z","time spent":"1.496010208s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:50.250511Z","caller":"traceutil/trace.go:171","msg":"trace[837883117] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2243; }","duration":"1.203130116s","start":"2026-03-31T18:30:49.04735Z","end":"2026-03-31T18:30:50.25048Z","steps":["trace[837883117] 'read index received' (duration: 1.147798428s)","trace[837883117] 'applied index is now lower than readState.Index' (duration: 55.330028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.250899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432178513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-31T18:30:50.250977Z","caller":"traceutil/trace.go:171","msg":"trace[347282762] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2154; }","duration":"1.432279906s","start":"2026-03-31T18:30:48.818677Z","end":"2026-03-31T18:30:50.250957Z","steps":["trace[347282762] 'agreement among raft nodes before linearized reading' (duration: 1.431945987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.818659Z","time spent":"1.432359597s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-31T18:30:50.251068Z","caller":"traceutil/trace.go:171","msg":"trace[1387741600] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.492676352s","start":"2026-03-31T18:30:48.75836Z","end":"2026-03-31T18:30:50.251036Z","steps":["trace[1387741600] 'process raft request' (duration: 1.491924743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.251131Z","caller":"traceutil/trace.go:171","msg":"trace[655250833] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.496592182s","start":"2026-03-31T18:30:48.754464Z","end":"2026-03-31T18:30:50.251056Z","steps":["trace[655250833] 'process raft request' (duration: 1.495669839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493475523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"warn","ts":"2026-03-31T18:30:50.251199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493407901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-31T18:30:50.25124Z","caller":"traceutil/trace.go:171","msg":"trace[556380238] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:2154; }","duration":"1.493551224s","start":"2026-03-31T18:30:48.757672Z","end":"2026-03-31T18:30:50.251224Z","steps":["trace[556380238] 'agreement among raft nodes before linearized reading' (duration: 1.493341469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.758354Z","time spent":"1.492807195s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:50.251257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490885447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-31T18:30:50.251277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757662Z","time spent":"1.493606778s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2137,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493549375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-31T18:30:50.251316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493627318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-31T18:30:50.251342Z","caller":"traceutil/trace.go:171","msg":"trace[999293531] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2154; }","duration":"1.493622527s","start":"2026-03-31T18:30:48.757705Z","end":"2026-03-31T18:30:50.251327Z","steps":["trace[999293531] 'agreement among raft nodes before linearized reading' (duration: 1.493346619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.25136Z","caller":"traceutil/trace.go:171","msg":"trace[1626554377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"1.49368535s","start":"2026-03-31T18:30:48.757663Z","end":"2026-03-31T18:30:50.251348Z","steps":["trace[1626554377] 'agreement among raft nodes before linearized reading' (duration: 1.493577726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382613674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-31T18:30:50.251269Z","caller":"traceutil/trace.go:171","msg":"trace[1612525687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2154; }","duration":"1.493521744s","start":"2026-03-31T18:30:48.757728Z","end":"2026-03-31T18:30:50.251249Z","steps":["trace[1612525687] 'agreement among raft nodes before linearized reading' (duration: 1.493336679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.25131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.754442Z","time spent":"1.496772617s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:50.251403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491069792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-03-31T18:30:50.251411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407593314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5823"} {"level":"warn","ts":"2026-03-31T18:30:50.251433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757715Z","time spent":"1.49370892s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482842982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-03-31T18:30:50.251442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.43881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:50.251468Z","caller":"traceutil/trace.go:171","msg":"trace[998392335] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2154; }","duration":"1.491141824s","start":"2026-03-31T18:30:48.760293Z","end":"2026-03-31T18:30:50.251435Z","steps":["trace[998392335] 'agreement among raft nodes before linearized reading' (duration: 1.49100589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.772746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:50.251477Z","caller":"traceutil/trace.go:171","msg":"trace[1125133204] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.497298342s","start":"2026-03-31T18:30:48.754167Z","end":"2026-03-31T18:30:50.251466Z","steps":["trace[1125133204] 'process raft request' (duration: 1.495715911s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.251495Z","caller":"traceutil/trace.go:171","msg":"trace[1714905437] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2154; }","duration":"1.482921963s","start":"2026-03-31T18:30:48.768561Z","end":"2026-03-31T18:30:50.251483Z","steps":["trace[1714905437] 'agreement among raft nodes before linearized reading' (duration: 1.48278621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.251502Z","caller":"traceutil/trace.go:171","msg":"trace[1419600275] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"674.046475ms","start":"2026-03-31T18:30:49.577441Z","end":"2026-03-31T18:30:50.251487Z","steps":["trace[1419600275] 'process raft request' (duration: 672.963367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.760277Z","time spent":"1.491228726s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5037,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-31T18:30:50.251507Z","caller":"traceutil/trace.go:171","msg":"trace[663325468] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2154; }","duration":"438.545993ms","start":"2026-03-31T18:30:49.812946Z","end":"2026-03-31T18:30:50.251492Z","steps":["trace[663325468] 'agreement among raft nodes before linearized reading' (duration: 438.438021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.251527Z","caller":"traceutil/trace.go:171","msg":"trace[746544165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2154; }","duration":"295.840288ms","start":"2026-03-31T18:30:49.955673Z","end":"2026-03-31T18:30:50.251513Z","steps":["trace[746544165] 'agreement among raft nodes before linearized reading' (duration: 295.771026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.251535Z","caller":"traceutil/trace.go:171","msg":"trace[392395020] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.493837223s","start":"2026-03-31T18:30:48.757685Z","end":"2026-03-31T18:30:50.251522Z","steps":["trace[392395020] 'process raft request' (duration: 1.492501858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.76855Z","time spent":"1.482980324s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.754149Z","time spent":"1.497370183s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:50.251566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.812926Z","time spent":"438.626815ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:50.251571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413947486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:30:50.251582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.577417Z","time spent":"674.117636ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:50.251597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757674Z","time spent":"1.493889684s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:50.251612Z","caller":"traceutil/trace.go:171","msg":"trace[1228605206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"1.413983937s","start":"2026-03-31T18:30:48.837616Z","end":"2026-03-31T18:30:50.2516Z","steps":["trace[1228605206] 'agreement among raft nodes before linearized reading' (duration: 1.413881504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.373586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:50.251652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.837583Z","time spent":"1.414059049s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.428911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:50.251688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757746Z","time spent":"1.493940305s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:50.251679Z","caller":"traceutil/trace.go:171","msg":"trace[316662542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2154; }","duration":"753.92581ms","start":"2026-03-31T18:30:49.497728Z","end":"2026-03-31T18:30:50.251654Z","steps":["trace[316662542] 'agreement among raft nodes before linearized reading' (duration: 753.404436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757702Z","time spent":"1.493676339s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.497705Z","time spent":"754.016113ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:50.251447Z","caller":"traceutil/trace.go:171","msg":"trace[1439536113] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:2154; }","duration":"1.382699206s","start":"2026-03-31T18:30:48.86872Z","end":"2026-03-31T18:30:50.251419Z","steps":["trace[1439536113] 'agreement among raft nodes before linearized reading' (duration: 1.382590244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49061641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-03-31T18:30:50.251399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757649Z","time spent":"1.493741691s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:30:50.251468Z","caller":"traceutil/trace.go:171","msg":"trace[1120900590] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2154; }","duration":"1.407655875s","start":"2026-03-31T18:30:48.843791Z","end":"2026-03-31T18:30:50.251447Z","steps":["trace[1120900590] 'agreement among raft nodes before linearized reading' (duration: 1.407516752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355126209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-31T18:30:50.251811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.868706Z","time spent":"1.383090596s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491530543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-03-31T18:30:50.251894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.843783Z","time spent":"1.408098017s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5846,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-31T18:30:50.251912Z","caller":"traceutil/trace.go:171","msg":"trace[1422282164] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2154; }","duration":"1.491612556s","start":"2026-03-31T18:30:48.760287Z","end":"2026-03-31T18:30:50.251899Z","steps":["trace[1422282164] 'agreement among raft nodes before linearized reading' (duration: 1.491477152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.760274Z","time spent":"1.491669728s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4772,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:50.251767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331663999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6104"} {"level":"info","ts":"2026-03-31T18:30:50.251695Z","caller":"traceutil/trace.go:171","msg":"trace[320867911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"490.487013ms","start":"2026-03-31T18:30:49.761198Z","end":"2026-03-31T18:30:50.251685Z","steps":["trace[320867911] 'agreement among raft nodes before linearized reading' (duration: 490.395131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.252017Z","caller":"traceutil/trace.go:171","msg":"trace[1127079497] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2154; }","duration":"1.331946356s","start":"2026-03-31T18:30:48.92006Z","end":"2026-03-31T18:30:50.252006Z","steps":["trace[1127079497] 'agreement among raft nodes before linearized reading' (duration: 1.331620108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.252027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.761183Z","time spent":"490.835052ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:50.252055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.920041Z","time spent":"1.332003747s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6127,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-31T18:30:50.251318Z","caller":"traceutil/trace.go:171","msg":"trace[1198549103] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2154; }","duration":"1.490960839s","start":"2026-03-31T18:30:48.76034Z","end":"2026-03-31T18:30:50.251301Z","steps":["trace[1198549103] 'agreement among raft nodes before linearized reading' (duration: 1.490686431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.251408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.380609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:50.252116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.760335Z","time spent":"1.49176944s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-31T18:30:50.252132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491884732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5635"} {"level":"info","ts":"2026-03-31T18:30:50.252177Z","caller":"traceutil/trace.go:171","msg":"trace[999341945] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2154; }","duration":"1.491954174s","start":"2026-03-31T18:30:48.760208Z","end":"2026-03-31T18:30:50.252162Z","steps":["trace[999341945] 'agreement among raft nodes before linearized reading' (duration: 1.491836051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.252213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.760192Z","time spent":"1.492012236s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5658,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-03-31T18:30:50.251898Z","caller":"traceutil/trace.go:171","msg":"trace[2076620604] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2154; }","duration":"1.355208311s","start":"2026-03-31T18:30:48.896678Z","end":"2026-03-31T18:30:50.251887Z","steps":["trace[2076620604] 'agreement among raft nodes before linearized reading' (duration: 1.355108699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.252298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.896657Z","time spent":"1.355627442s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3783,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-31T18:30:50.252136Z","caller":"traceutil/trace.go:171","msg":"trace[1390736901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"309.149279ms","start":"2026-03-31T18:30:49.942973Z","end":"2026-03-31T18:30:50.252122Z","steps":["trace[1390736901] 'agreement among raft nodes before linearized reading' (duration: 308.329748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.25239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.942963Z","time spent":"309.413726ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:50.251856Z","caller":"traceutil/trace.go:171","msg":"trace[1294704977] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2154; }","duration":"1.490689681s","start":"2026-03-31T18:30:48.761151Z","end":"2026-03-31T18:30:50.251841Z","steps":["trace[1294704977] 'agreement among raft nodes before linearized reading' (duration: 1.490533687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.252584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.761144Z","time spent":"1.491428721s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-31T18:30:50.253105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458790705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-31T18:30:50.253162Z","caller":"traceutil/trace.go:171","msg":"trace[568835774] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2154; }","duration":"1.459058771s","start":"2026-03-31T18:30:48.794089Z","end":"2026-03-31T18:30:50.253148Z","steps":["trace[568835774] 'agreement among raft nodes before linearized reading' (duration: 1.456539656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.25321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.794075Z","time spent":"1.459120303s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T18:30:50.25384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49609514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-03-31T18:30:50.253906Z","caller":"traceutil/trace.go:171","msg":"trace[1200733520] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2154; }","duration":"1.496170902s","start":"2026-03-31T18:30:48.757715Z","end":"2026-03-31T18:30:50.253886Z","steps":["trace[1200733520] 'agreement among raft nodes before linearized reading' (duration: 1.493333209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.253948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.757708Z","time spent":"1.496230023s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"info","ts":"2026-03-31T18:30:50.672816Z","caller":"traceutil/trace.go:171","msg":"trace[1593729229] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"415.260646ms","start":"2026-03-31T18:30:50.257529Z","end":"2026-03-31T18:30:50.672789Z","steps":["trace[1593729229] 'read index received' (duration: 356.582803ms)","trace[1593729229] 'applied index is now lower than readState.Index' (duration: 58.676833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:50.672857Z","caller":"traceutil/trace.go:171","msg":"trace[1464623868] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"415.346459ms","start":"2026-03-31T18:30:50.257475Z","end":"2026-03-31T18:30:50.672821Z","steps":["trace[1464623868] 'process raft request' (duration: 356.619945ms)","trace[1464623868] 'compare' (duration: 58.56867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.67297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.257454Z","time spent":"415.464411ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:50.673244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.698527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7944"} {"level":"info","ts":"2026-03-31T18:30:50.67336Z","caller":"traceutil/trace.go:171","msg":"trace[1068042315] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2155; }","duration":"415.851891ms","start":"2026-03-31T18:30:50.257493Z","end":"2026-03-31T18:30:50.673345Z","steps":["trace[1068042315] 'agreement among raft nodes before linearized reading' (duration: 415.387949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.673454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.257304Z","time spent":"416.140519ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7967,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:30:50.912647Z","caller":"traceutil/trace.go:171","msg":"trace[1642132060] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2251; }","duration":"239.7291ms","start":"2026-03-31T18:30:50.672892Z","end":"2026-03-31T18:30:50.912621Z","steps":["trace[1642132060] 'read index received' (duration: 239.039612ms)","trace[1642132060] 'applied index is now lower than readState.Index' (duration: 688.248µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.912859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.148156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7944"} {"level":"info","ts":"2026-03-31T18:30:50.912898Z","caller":"traceutil/trace.go:171","msg":"trace[284954482] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2157; }","duration":"654.214277ms","start":"2026-03-31T18:30:50.258674Z","end":"2026-03-31T18:30:50.912888Z","steps":["trace[284954482] 'agreement among raft nodes before linearized reading' (duration: 654.045553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.912934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.258666Z","time spent":"654.260968ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7967,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:30:50.913228Z","caller":"traceutil/trace.go:171","msg":"trace[247917260] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"647.778532ms","start":"2026-03-31T18:30:50.265428Z","end":"2026-03-31T18:30:50.913206Z","steps":["trace[247917260] 'process raft request' (duration: 646.632432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.913262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.884391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:30:50.913274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.666453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:50.913277Z","caller":"traceutil/trace.go:171","msg":"trace[593637481] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"443.037258ms","start":"2026-03-31T18:30:50.470207Z","end":"2026-03-31T18:30:50.913244Z","steps":["trace[593637481] 'process raft request' (duration: 442.300549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.913312Z","caller":"traceutil/trace.go:171","msg":"trace[1073325880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2157; }","duration":"641.942652ms","start":"2026-03-31T18:30:50.271354Z","end":"2026-03-31T18:30:50.913297Z","steps":["trace[1073325880] 'agreement among raft nodes before linearized reading' (duration: 641.812749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.913339Z","caller":"traceutil/trace.go:171","msg":"trace[1465312026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"653.737405ms","start":"2026-03-31T18:30:50.259579Z","end":"2026-03-31T18:30:50.913316Z","steps":["trace[1465312026] 'agreement among raft nodes before linearized reading' (duration: 653.592401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.913229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.948988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-03-31T18:30:50.913365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.271349Z","time spent":"642.005614ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:50.913382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.259571Z","time spent":"653.798497ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:50.9134Z","caller":"traceutil/trace.go:171","msg":"trace[987091034] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2157; }","duration":"536.195624ms","start":"2026-03-31T18:30:50.377182Z","end":"2026-03-31T18:30:50.913377Z","steps":["trace[987091034] 'agreement among raft nodes before linearized reading' (duration: 535.830165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.913448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.470189Z","time spent":"443.166121ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:50.913465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.377124Z","time spent":"536.329448ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-31T18:30:50.91348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.466852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T18:30:50.913367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.265408Z","time spent":"647.874704ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:50.913514Z","caller":"traceutil/trace.go:171","msg":"trace[1891308588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494; range_end:; response_count:1; response_revision:2157; }","duration":"652.507983ms","start":"2026-03-31T18:30:50.260996Z","end":"2026-03-31T18:30:50.913504Z","steps":["trace[1891308588] 'agreement among raft nodes before linearized reading' (duration: 652.408681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.913543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.260989Z","time spent":"652.547794ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-6461db87-0428-4c0a-ab45-54a8bc8fe494\" "} {"level":"warn","ts":"2026-03-31T18:30:51.297799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.145814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:51.297873Z","caller":"traceutil/trace.go:171","msg":"trace[433534206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2157; }","duration":"246.326609ms","start":"2026-03-31T18:30:51.051529Z","end":"2026-03-31T18:30:51.297856Z","steps":["trace[433534206] 'range keys from in-memory index tree' (duration: 245.97083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:51.538087Z","caller":"traceutil/trace.go:171","msg":"trace[541676979] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"236.791196ms","start":"2026-03-31T18:30:51.301274Z","end":"2026-03-31T18:30:51.538065Z","steps":["trace[541676979] 'process raft request' (duration: 236.665332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:51.682042Z","caller":"traceutil/trace.go:171","msg":"trace[94907171] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"132.615167ms","start":"2026-03-31T18:30:51.549413Z","end":"2026-03-31T18:30:51.682028Z","steps":["trace[94907171] 'process raft request' (duration: 59.133805ms)","trace[94907171] 'compare' (duration: 73.282587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:52.461947Z","caller":"traceutil/trace.go:171","msg":"trace[1388515839] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"201.686936ms","start":"2026-03-31T18:30:52.260235Z","end":"2026-03-31T18:30:52.461922Z","steps":["trace[1388515839] 'read index received' (duration: 201.42932ms)","trace[1388515839] 'applied index is now lower than readState.Index' (duration: 253.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:52.462107Z","caller":"traceutil/trace.go:171","msg":"trace[1490300242] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"202.486597ms","start":"2026-03-31T18:30:52.259576Z","end":"2026-03-31T18:30:52.462063Z","steps":["trace[1490300242] 'process raft request' (duration: 202.168989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.462158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.895421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:30:52.462319Z","caller":"traceutil/trace.go:171","msg":"trace[149055463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2160; }","duration":"202.083356ms","start":"2026-03-31T18:30:52.26021Z","end":"2026-03-31T18:30:52.462293Z","steps":["trace[149055463] 'agreement among raft nodes before linearized reading' (duration: 201.820779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.525982Z","caller":"traceutil/trace.go:171","msg":"trace[1250618122] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"245.290352ms","start":"2026-03-31T18:30:52.28065Z","end":"2026-03-31T18:30:52.52594Z","steps":["trace[1250618122] 'process raft request' (duration: 245.089517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.526111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.795608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm\" ","response":"range_response_count:1 size:5932"} {"level":"info","ts":"2026-03-31T18:30:52.526107Z","caller":"traceutil/trace.go:171","msg":"trace[1015017689] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"244.977445ms","start":"2026-03-31T18:30:52.281083Z","end":"2026-03-31T18:30:52.526061Z","steps":["trace[1015017689] 'process raft request' (duration: 244.80312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.526197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.393167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:52.52604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.528895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:52.526217Z","caller":"traceutil/trace.go:171","msg":"trace[595133503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2163; }","duration":"222.437218ms","start":"2026-03-31T18:30:52.303776Z","end":"2026-03-31T18:30:52.526213Z","steps":["trace[595133503] 'agreement among raft nodes before linearized reading' (duration: 222.392577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.526238Z","caller":"traceutil/trace.go:171","msg":"trace[1985362092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2163; }","duration":"246.780631ms","start":"2026-03-31T18:30:52.279446Z","end":"2026-03-31T18:30:52.526226Z","steps":["trace[1985362092] 'agreement among raft nodes before linearized reading' (duration: 246.471673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.526143Z","caller":"traceutil/trace.go:171","msg":"trace[386110560] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-q7kcm; range_end:; response_count:1; response_revision:2163; }","duration":"126.85943ms","start":"2026-03-31T18:30:52.399272Z","end":"2026-03-31T18:30:52.526131Z","steps":["trace[386110560] 'agreement among raft nodes before linearized reading' (duration: 126.801759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.52659Z","caller":"traceutil/trace.go:171","msg":"trace[945341727] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"245.682573ms","start":"2026-03-31T18:30:52.280876Z","end":"2026-03-31T18:30:52.526559Z","steps":["trace[945341727] 'process raft request' (duration: 244.989424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.823406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.773012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:52.823557Z","caller":"traceutil/trace.go:171","msg":"trace[494428863] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"356.719857ms","start":"2026-03-31T18:30:52.466816Z","end":"2026-03-31T18:30:52.823536Z","steps":["trace[494428863] 'process raft request' (duration: 123.73463ms)","trace[494428863] 'compare' (duration: 232.374311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:52.82362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.466796Z","time spent":"356.79323ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:52.882324Z","caller":"traceutil/trace.go:171","msg":"trace[2092225200] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"351.261578ms","start":"2026-03-31T18:30:52.531039Z","end":"2026-03-31T18:30:52.8823Z","steps":["trace[2092225200] 'process raft request' (duration: 350.981601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.882435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.531017Z","time spent":"351.358361ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:52.882417Z","caller":"traceutil/trace.go:171","msg":"trace[931440063] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"349.479042ms","start":"2026-03-31T18:30:52.532899Z","end":"2026-03-31T18:30:52.882378Z","steps":["trace[931440063] 'process raft request' (duration: 349.323338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.882588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.532879Z","time spent":"349.617156ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:53.145047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.919312ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:30:53.175435Z","caller":"traceutil/trace.go:171","msg":"trace[1863032065] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2262; }","duration":"239.776661ms","start":"2026-03-31T18:30:52.935639Z","end":"2026-03-31T18:30:53.175415Z","steps":["trace[1863032065] 'read index received' (duration: 48.526732ms)","trace[1863032065] 'applied index is now lower than readState.Index' (duration: 191.248769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:53.175892Z","caller":"traceutil/trace.go:171","msg":"trace[1905965086] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"286.242132ms","start":"2026-03-31T18:30:52.889605Z","end":"2026-03-31T18:30:53.175847Z","steps":["trace[1905965086] 'process raft request' (duration: 285.559324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.176036Z","caller":"traceutil/trace.go:171","msg":"trace[356609113] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"257.835706ms","start":"2026-03-31T18:30:52.918173Z","end":"2026-03-31T18:30:53.176008Z","steps":["trace[356609113] 'process raft request' (duration: 257.180028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.176303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.642143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:30:53.17635Z","caller":"traceutil/trace.go:171","msg":"trace[821883540] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2168; }","duration":"240.729676ms","start":"2026-03-31T18:30:52.935606Z","end":"2026-03-31T18:30:53.176336Z","steps":["trace[821883540] 'agreement among raft nodes before linearized reading' (duration: 240.462119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.508295Z","caller":"traceutil/trace.go:171","msg":"trace[345015219] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2265; }","duration":"332.756693ms","start":"2026-03-31T18:30:53.175502Z","end":"2026-03-31T18:30:53.508258Z","steps":["trace[345015219] 'read index received' (duration: 332.482546ms)","trace[345015219] 'applied index is now lower than readState.Index' (duration: 272.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:53.508338Z","caller":"traceutil/trace.go:171","msg":"trace[656222880] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"362.280209ms","start":"2026-03-31T18:30:53.146019Z","end":"2026-03-31T18:30:53.508299Z","steps":["trace[656222880] 'process raft request' (duration: 361.997642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.508478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.169707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:53.508515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.146Z","time spent":"362.426803ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:53.508521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.443558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-31T18:30:53.508641Z","caller":"traceutil/trace.go:171","msg":"trace[634019617] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30; range_end:; response_count:1; response_revision:2169; }","duration":"452.615693ms","start":"2026-03-31T18:30:53.056007Z","end":"2026-03-31T18:30:53.508623Z","steps":["trace[634019617] 'agreement among raft nodes before linearized reading' (duration: 452.314715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.508528Z","caller":"traceutil/trace.go:171","msg":"trace[492822339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"565.288649ms","start":"2026-03-31T18:30:52.943228Z","end":"2026-03-31T18:30:53.508516Z","steps":["trace[492822339] 'agreement among raft nodes before linearized reading' (duration: 565.174576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.508714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.055988Z","time spent":"452.713056ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" "} {"level":"warn","ts":"2026-03-31T18:30:53.508758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.943208Z","time spent":"565.539306ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:53.767721Z","caller":"traceutil/trace.go:171","msg":"trace[296433525] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"257.467854ms","start":"2026-03-31T18:30:53.510233Z","end":"2026-03-31T18:30:53.767701Z","steps":["trace[296433525] 'read index received' (duration: 246.796431ms)","trace[296433525] 'applied index is now lower than readState.Index' (duration: 10.670493ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:53.767919Z","caller":"traceutil/trace.go:171","msg":"trace[1003499301] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"583.801834ms","start":"2026-03-31T18:30:53.184106Z","end":"2026-03-31T18:30:53.767908Z","steps":["trace[1003499301] 'process raft request' (duration: 572.506865ms)","trace[1003499301] 'compare' (duration: 10.801976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:53.768011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.184085Z","time spent":"583.866125ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5833,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:53.768135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.875835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:53.76822Z","caller":"traceutil/trace.go:171","msg":"trace[587775294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"257.990127ms","start":"2026-03-31T18:30:53.510212Z","end":"2026-03-31T18:30:53.768202Z","steps":["trace[587775294] 'agreement among raft nodes before linearized reading' (duration: 257.840783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.984633Z","caller":"traceutil/trace.go:171","msg":"trace[1106893861] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"216.832984ms","start":"2026-03-31T18:30:53.767778Z","end":"2026-03-31T18:30:53.984611Z","steps":["trace[1106893861] 'read index received' (duration: 132.638708ms)","trace[1106893861] 'applied index is now lower than readState.Index' (duration: 84.193366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:53.984761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.274427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:30:53.984784Z","caller":"traceutil/trace.go:171","msg":"trace[896797443] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2171; }","duration":"474.332068ms","start":"2026-03-31T18:30:53.510445Z","end":"2026-03-31T18:30:53.984777Z","steps":["trace[896797443] 'agreement among raft nodes before linearized reading' (duration: 474.252756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.984765Z","caller":"traceutil/trace.go:171","msg":"trace[699746308] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"473.826916ms","start":"2026-03-31T18:30:53.510894Z","end":"2026-03-31T18:30:53.984721Z","steps":["trace[699746308] 'process raft request' (duration: 389.509136ms)","trace[699746308] 'compare' (duration: 84.096834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:53.984837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.884803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:53.984943Z","caller":"traceutil/trace.go:171","msg":"trace[249303203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2171; }","duration":"443.020287ms","start":"2026-03-31T18:30:53.541902Z","end":"2026-03-31T18:30:53.984922Z","steps":["trace[249303203] 'agreement among raft nodes before linearized reading' (duration: 442.719969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.984956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.510881Z","time spent":"473.97352ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:53.984809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.510439Z","time spent":"474.36397ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:30:53.985006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.541891Z","time spent":"443.099369ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:53.984841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.174811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:53.985132Z","caller":"traceutil/trace.go:171","msg":"trace[926442561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2171; }","duration":"452.498639ms","start":"2026-03-31T18:30:53.532609Z","end":"2026-03-31T18:30:53.985108Z","steps":["trace[926442561] 'agreement among raft nodes before linearized reading' (duration: 452.024858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.985207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.532593Z","time spent":"452.594101ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:54.18589Z","caller":"traceutil/trace.go:171","msg":"trace[625546346] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"197.204791ms","start":"2026-03-31T18:30:53.988647Z","end":"2026-03-31T18:30:54.185852Z","steps":["trace[625546346] 'process raft request' (duration: 130.596864ms)","trace[625546346] 'compare' (duration: 66.422252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:54.185874Z","caller":"traceutil/trace.go:171","msg":"trace[553357776] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"169.541943ms","start":"2026-03-31T18:30:54.016303Z","end":"2026-03-31T18:30:54.185845Z","steps":["trace[553357776] 'read index received' (duration: 102.957418ms)","trace[553357776] 'applied index is now lower than readState.Index' (duration: 66.583395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:54.186111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.781089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr\" ","response":"range_response_count:1 size:6228"} {"level":"info","ts":"2026-03-31T18:30:54.186224Z","caller":"traceutil/trace.go:171","msg":"trace[785999955] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-n7tlr; range_end:; response_count:1; response_revision:2172; }","duration":"169.911842ms","start":"2026-03-31T18:30:54.016254Z","end":"2026-03-31T18:30:54.186166Z","steps":["trace[785999955] 'agreement among raft nodes before linearized reading' (duration: 169.684767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:54.186122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.306533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:54.186298Z","caller":"traceutil/trace.go:171","msg":"trace[1296351735] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2172; }","duration":"147.527067ms","start":"2026-03-31T18:30:54.038752Z","end":"2026-03-31T18:30:54.186279Z","steps":["trace[1296351735] 'agreement among raft nodes before linearized reading' (duration: 147.299892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:54.559965Z","caller":"traceutil/trace.go:171","msg":"trace[1006397271] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"340.470641ms","start":"2026-03-31T18:30:54.219469Z","end":"2026-03-31T18:30:54.559939Z","steps":["trace[1006397271] 'process raft request' (duration: 340.327477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:54.560154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.219434Z","time spent":"340.617975ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:54.953846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.302919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:54.953995Z","caller":"traceutil/trace.go:171","msg":"trace[1014715798] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2269; }","duration":"423.794675ms","start":"2026-03-31T18:30:54.530178Z","end":"2026-03-31T18:30:54.953973Z","steps":["trace[1014715798] 'read index received' (duration: 29.515225ms)","trace[1014715798] 'applied index is now lower than readState.Index' (duration: 394.27739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:54.954295Z","caller":"traceutil/trace.go:171","msg":"trace[1385224588] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"485.548197ms","start":"2026-03-31T18:30:54.468692Z","end":"2026-03-31T18:30:54.95424Z","steps":["trace[1385224588] 'process raft request' (duration: 165.740655ms)","trace[1385224588] 'compare' (duration: 318.993981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:54.954966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.468671Z","time spent":"486.183973ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:54.954466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.240476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:54.95518Z","caller":"traceutil/trace.go:171","msg":"trace[1310659817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2174; }","duration":"425.002536ms","start":"2026-03-31T18:30:54.530144Z","end":"2026-03-31T18:30:54.955146Z","steps":["trace[1310659817] 'agreement among raft nodes before linearized reading' (duration: 424.057852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:54.955298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.530127Z","time spent":"425.131699ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:55.489507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.680166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:55.489899Z","caller":"traceutil/trace.go:171","msg":"trace[1305031058] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"923.627088ms","start":"2026-03-31T18:30:54.566256Z","end":"2026-03-31T18:30:55.489883Z","steps":["trace[1305031058] 'process raft request' (duration: 923.35654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.48996Z","caller":"traceutil/trace.go:171","msg":"trace[1538291154] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"921.649486ms","start":"2026-03-31T18:30:54.568289Z","end":"2026-03-31T18:30:55.489938Z","steps":["trace[1538291154] 'process raft request' (duration: 921.43663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.490034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.56624Z","time spent":"923.72095ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:55.490172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.568278Z","time spent":"921.738559ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:55.489696Z","caller":"traceutil/trace.go:171","msg":"trace[39136731] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"923.407251ms","start":"2026-03-31T18:30:54.566256Z","end":"2026-03-31T18:30:55.489663Z","steps":["trace[39136731] 'process raft request' (duration: 548.495419ms)","trace[39136731] 'compare' (duration: 374.471201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:55.490372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.56624Z","time spent":"924.096069ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:55.553389Z","caller":"traceutil/trace.go:171","msg":"trace[565358191] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2271; }","duration":"599.330261ms","start":"2026-03-31T18:30:54.954038Z","end":"2026-03-31T18:30:55.553368Z","steps":["trace[565358191] 'read index received' (duration: 160.872881ms)","trace[565358191] 'applied index is now lower than readState.Index' (duration: 438.45657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:55.553488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.078471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:55.55354Z","caller":"traceutil/trace.go:171","msg":"trace[1801308883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"611.188404ms","start":"2026-03-31T18:30:54.942338Z","end":"2026-03-31T18:30:55.553527Z","steps":["trace[1801308883] 'agreement among raft nodes before linearized reading' (duration: 611.079731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.553601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.942316Z","time spent":"611.266107ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:55.553863Z","caller":"traceutil/trace.go:171","msg":"trace[469514901] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"872.336813ms","start":"2026-03-31T18:30:54.681509Z","end":"2026-03-31T18:30:55.553846Z","steps":["trace[469514901] 'process raft request' (duration: 871.706637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.553997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.681493Z","time spent":"872.430235ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:55.55396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023079214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:55.553971Z","caller":"traceutil/trace.go:171","msg":"trace[1014196117] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"594.145308ms","start":"2026-03-31T18:30:54.959781Z","end":"2026-03-31T18:30:55.553926Z","steps":["trace[1014196117] 'process raft request' (duration: 593.547533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.55406Z","caller":"traceutil/trace.go:171","msg":"trace[1552049269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"1.023192467s","start":"2026-03-31T18:30:54.530851Z","end":"2026-03-31T18:30:55.554043Z","steps":["trace[1552049269] 'agreement among raft nodes before linearized reading' (duration: 1.023049564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.554167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.959755Z","time spent":"594.311882ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:55.553874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.530373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:30:55.554235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.53084Z","time spent":"1.023346511s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:55.554234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023892595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:55.554268Z","caller":"traceutil/trace.go:171","msg":"trace[610113080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"725.980474ms","start":"2026-03-31T18:30:54.828257Z","end":"2026-03-31T18:30:55.554238Z","steps":["trace[610113080] 'agreement among raft nodes before linearized reading' (duration: 725.385699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.553625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.544862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:55.554363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.828242Z","time spent":"726.090308ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:55.554362Z","caller":"traceutil/trace.go:171","msg":"trace[791525002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2179; }","duration":"667.295053ms","start":"2026-03-31T18:30:54.887047Z","end":"2026-03-31T18:30:55.554342Z","steps":["trace[791525002] 'agreement among raft nodes before linearized reading' (duration: 666.469881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.554337Z","caller":"traceutil/trace.go:171","msg":"trace[605942280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2179; }","duration":"1.024006028s","start":"2026-03-31T18:30:54.530313Z","end":"2026-03-31T18:30:55.554319Z","steps":["trace[605942280] 'agreement among raft nodes before linearized reading' (duration: 1.02372701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.554426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.887037Z","time spent":"667.365194ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:55.554432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.530308Z","time spent":"1.024107372s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:55.791783Z","caller":"traceutil/trace.go:171","msg":"trace[1112992722] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2276; }","duration":"238.267653ms","start":"2026-03-31T18:30:55.553489Z","end":"2026-03-31T18:30:55.791757Z","steps":["trace[1112992722] 'read index received' (duration: 237.861903ms)","trace[1112992722] 'applied index is now lower than readState.Index' (duration: 404.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:55.791969Z","caller":"traceutil/trace.go:171","msg":"trace[2006137948] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"295.618792ms","start":"2026-03-31T18:30:55.496316Z","end":"2026-03-31T18:30:55.791935Z","steps":["trace[2006137948] 'process raft request' (duration: 295.388266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.792062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.126103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:55.792126Z","caller":"traceutil/trace.go:171","msg":"trace[377684257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"800.250427ms","start":"2026-03-31T18:30:54.991857Z","end":"2026-03-31T18:30:55.792107Z","steps":["trace[377684257] 'agreement among raft nodes before linearized reading' (duration: 800.038772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.792177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:54.991829Z","time spent":"800.337229ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:55.791933Z","caller":"traceutil/trace.go:171","msg":"trace[1546842147] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"610.862687ms","start":"2026-03-31T18:30:55.180997Z","end":"2026-03-31T18:30:55.791859Z","steps":["trace[1546842147] 'process raft request' (duration: 610.330073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.792369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.180961Z","time spent":"611.333169ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:56.0416Z","caller":"traceutil/trace.go:171","msg":"trace[1359607256] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"483.219116ms","start":"2026-03-31T18:30:55.558333Z","end":"2026-03-31T18:30:56.041552Z","steps":["trace[1359607256] 'process raft request' (duration: 418.346965ms)","trace[1359607256] 'compare' (duration: 64.405169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:56.041934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.558314Z","time spent":"483.508895ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:56.04196Z","caller":"traceutil/trace.go:171","msg":"trace[74796393] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"482.631213ms","start":"2026-03-31T18:30:55.559311Z","end":"2026-03-31T18:30:56.041943Z","steps":["trace[74796393] 'process raft request' (duration: 482.383376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:56.041936Z","caller":"traceutil/trace.go:171","msg":"trace[448079879] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"482.656263ms","start":"2026-03-31T18:30:55.559248Z","end":"2026-03-31T18:30:56.041905Z","steps":["trace[448079879] 'process raft request' (duration: 482.19008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.04213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.559307Z","time spent":"482.730115ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:56.042224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.559238Z","time spent":"482.929101ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:56.04223Z","caller":"traceutil/trace.go:171","msg":"trace[399641330] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"482.855159ms","start":"2026-03-31T18:30:55.559348Z","end":"2026-03-31T18:30:56.042203Z","steps":["trace[399641330] 'process raft request' (duration: 482.541471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.042264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.090472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:56.042093Z","caller":"traceutil/trace.go:171","msg":"trace[1283135034] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2278; }","duration":"250.204799ms","start":"2026-03-31T18:30:55.791863Z","end":"2026-03-31T18:30:56.042068Z","steps":["trace[1283135034] 'read index received' (duration: 184.720501ms)","trace[1283135034] 'applied index is now lower than readState.Index' (duration: 65.482958ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:56.042316Z","caller":"traceutil/trace.go:171","msg":"trace[717532686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"486.203554ms","start":"2026-03-31T18:30:55.556099Z","end":"2026-03-31T18:30:56.042302Z","steps":["trace[717532686] 'agreement among raft nodes before linearized reading' (duration: 486.04722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.04234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.559344Z","time spent":"482.948601ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:56.042372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.556082Z","time spent":"486.278656ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:56.538987Z","caller":"traceutil/trace.go:171","msg":"trace[889726588] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"349.573954ms","start":"2026-03-31T18:30:56.189388Z","end":"2026-03-31T18:30:56.538962Z","steps":["trace[889726588] 'read index received' (duration: 349.127073ms)","trace[889726588] 'applied index is now lower than readState.Index' (duration: 445.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:56.539235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.82402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:56.53929Z","caller":"traceutil/trace.go:171","msg":"trace[1912496268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2186; }","duration":"349.912873ms","start":"2026-03-31T18:30:56.189356Z","end":"2026-03-31T18:30:56.539269Z","steps":["trace[1912496268] 'agreement among raft nodes before linearized reading' (duration: 349.717618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.539331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:56.189343Z","time spent":"349.978564ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:56.539357Z","caller":"traceutil/trace.go:171","msg":"trace[523357060] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"405.573288ms","start":"2026-03-31T18:30:56.133751Z","end":"2026-03-31T18:30:56.539324Z","steps":["trace[523357060] 'process raft request' (duration: 404.86336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.539498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:56.133726Z","time spent":"405.696982ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:56.644443Z","caller":"traceutil/trace.go:171","msg":"trace[1246846519] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"100.674429ms","start":"2026-03-31T18:30:56.543743Z","end":"2026-03-31T18:30:56.644417Z","steps":["trace[1246846519] 'process raft request' (duration: 69.070678ms)","trace[1246846519] 'compare' (duration: 31.472057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:56.992633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.549472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:56.992779Z","caller":"traceutil/trace.go:171","msg":"trace[1768903534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"192.736967ms","start":"2026-03-31T18:30:56.800003Z","end":"2026-03-31T18:30:56.99274Z","steps":["trace[1768903534] 'range keys from in-memory index tree' (duration: 192.378438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:56.992813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.961708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:30:56.992684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.723325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:30:56.992897Z","caller":"traceutil/trace.go:171","msg":"trace[210920545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2187; }","duration":"185.063061ms","start":"2026-03-31T18:30:56.807816Z","end":"2026-03-31T18:30:56.992879Z","steps":["trace[210920545] 'range keys from in-memory index tree' (duration: 184.851935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:56.992954Z","caller":"traceutil/trace.go:171","msg":"trace[1929488433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2187; }","duration":"232.128356ms","start":"2026-03-31T18:30:56.760793Z","end":"2026-03-31T18:30:56.992921Z","steps":["trace[1929488433] 'range keys from in-memory index tree' (duration: 231.572402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:57.729248Z","caller":"traceutil/trace.go:171","msg":"trace[148960431] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"168.605279ms","start":"2026-03-31T18:30:57.560617Z","end":"2026-03-31T18:30:57.729223Z","steps":["trace[148960431] 'process raft request' (duration: 168.466165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:58.066623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.901297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:58.066709Z","caller":"traceutil/trace.go:171","msg":"trace[34761354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"121.0275ms","start":"2026-03-31T18:30:57.945663Z","end":"2026-03-31T18:30:58.066691Z","steps":["trace[34761354] 'range keys from in-memory index tree' (duration: 120.796383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:58.209606Z","caller":"traceutil/trace.go:171","msg":"trace[762122713] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"139.77224ms","start":"2026-03-31T18:30:58.069811Z","end":"2026-03-31T18:30:58.209583Z","steps":["trace[762122713] 'process raft request' (duration: 139.569485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:58.211215Z","caller":"traceutil/trace.go:171","msg":"trace[366725670] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"141.188766ms","start":"2026-03-31T18:30:58.070008Z","end":"2026-03-31T18:30:58.211196Z","steps":["trace[366725670] 'process raft request' (duration: 141.101684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:58.211277Z","caller":"traceutil/trace.go:171","msg":"trace[21132034] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"140.446067ms","start":"2026-03-31T18:30:58.070808Z","end":"2026-03-31T18:30:58.211254Z","steps":["trace[21132034] 'process raft request' (duration: 140.350505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:58.21143Z","caller":"traceutil/trace.go:171","msg":"trace[303941938] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"141.428952ms","start":"2026-03-31T18:30:58.069973Z","end":"2026-03-31T18:30:58.211402Z","steps":["trace[303941938] 'process raft request' (duration: 141.038162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:58.763141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.420285ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:58.763417Z","caller":"traceutil/trace.go:171","msg":"trace[2138958060] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2293; }","duration":"101.472659ms","start":"2026-03-31T18:30:58.661927Z","end":"2026-03-31T18:30:58.7634Z","steps":["trace[2138958060] 'read index received' (duration: 51.871µs)","trace[2138958060] 'applied index is now lower than readState.Index' (duration: 101.418568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:58.763607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.662404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:58.763693Z","caller":"traceutil/trace.go:171","msg":"trace[1699085112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2196; }","duration":"101.786017ms","start":"2026-03-31T18:30:58.661889Z","end":"2026-03-31T18:30:58.763675Z","steps":["trace[1699085112] 'agreement among raft nodes before linearized reading' (duration: 101.572201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:59.082608Z","caller":"traceutil/trace.go:171","msg":"trace[1321133940] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2294; }","duration":"268.516168ms","start":"2026-03-31T18:30:58.814053Z","end":"2026-03-31T18:30:59.082569Z","steps":["trace[1321133940] 'read index received' (duration: 268.360734ms)","trace[1321133940] 'applied index is now lower than readState.Index' (duration: 153.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:59.082765Z","caller":"traceutil/trace.go:171","msg":"trace[1506021410] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"315.512392ms","start":"2026-03-31T18:30:58.767239Z","end":"2026-03-31T18:30:59.082752Z","steps":["trace[1506021410] 'process raft request' (duration: 315.100331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:59.082875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.795835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:59.083009Z","caller":"traceutil/trace.go:171","msg":"trace[672439220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2197; }","duration":"268.97583ms","start":"2026-03-31T18:30:58.814013Z","end":"2026-03-31T18:30:59.082989Z","steps":["trace[672439220] 'agreement among raft nodes before linearized reading' (duration: 268.773064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:59.083002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:58.767213Z","time spent":"315.587244ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:59.418053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.22441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:59.418557Z","caller":"traceutil/trace.go:171","msg":"trace[1505184260] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"419.922976ms","start":"2026-03-31T18:30:58.998591Z","end":"2026-03-31T18:30:59.418514Z","steps":["trace[1505184260] 'process raft request' (duration: 226.149603ms)","trace[1505184260] 'compare' (duration: 190.002456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:59.418752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:58.998568Z","time spent":"420.07951ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:59.418723Z","caller":"traceutil/trace.go:171","msg":"trace[8856860] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2295; }","duration":"336.005946ms","start":"2026-03-31T18:30:59.082699Z","end":"2026-03-31T18:30:59.418705Z","steps":["trace[8856860] 'read index received' (duration: 142.09682ms)","trace[8856860] 'applied index is now lower than readState.Index' (duration: 193.906566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:59.418981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.819873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:59.419026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.271634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:59.419101Z","caller":"traceutil/trace.go:171","msg":"trace[689593796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2199; }","duration":"476.979627ms","start":"2026-03-31T18:30:58.942104Z","end":"2026-03-31T18:30:59.419084Z","steps":["trace[689593796] 'agreement among raft nodes before linearized reading' (duration: 476.823723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:59.419171Z","caller":"traceutil/trace.go:171","msg":"trace[1800952380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"345.466209ms","start":"2026-03-31T18:30:59.073682Z","end":"2026-03-31T18:30:59.419148Z","steps":["trace[1800952380] 'agreement among raft nodes before linearized reading' (duration: 345.052448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:59.41926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:59.073662Z","time spent":"345.585381ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:59.419252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:58.942086Z","time spent":"477.10927ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:59.418608Z","caller":"traceutil/trace.go:171","msg":"trace[701778846] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"231.337675ms","start":"2026-03-31T18:30:59.187251Z","end":"2026-03-31T18:30:59.418589Z","steps":["trace[701778846] 'process raft request' (duration: 231.231243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.098438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.3399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:00.098521Z","caller":"traceutil/trace.go:171","msg":"trace[849152064] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"154.712302ms","start":"2026-03-31T18:30:59.943797Z","end":"2026-03-31T18:31:00.098509Z","steps":["trace[849152064] 'read index received' (duration: 40.422µs)","trace[849152064] 'applied index is now lower than readState.Index' (duration: 154.6711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:00.098578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.789313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:00.098601Z","caller":"traceutil/trace.go:171","msg":"trace[1580645912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2201; }","duration":"154.807754ms","start":"2026-03-31T18:30:59.943782Z","end":"2026-03-31T18:31:00.09859Z","steps":["trace[1580645912] 'agreement among raft nodes before linearized reading' (duration: 154.759993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:00.098609Z","caller":"traceutil/trace.go:171","msg":"trace[1240071795] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"250.176716ms","start":"2026-03-31T18:30:59.848393Z","end":"2026-03-31T18:31:00.098569Z","steps":["trace[1240071795] 'process raft request' (duration: 88.642531ms)","trace[1240071795] 'compare' (duration: 161.251558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:00.713295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.604055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:00.713372Z","caller":"traceutil/trace.go:171","msg":"trace[1470591428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2201; }","duration":"497.718658ms","start":"2026-03-31T18:31:00.215634Z","end":"2026-03-31T18:31:00.713353Z","steps":["trace[1470591428] 'range keys from in-memory index tree' (duration: 497.356558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.713539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.215618Z","time spent":"497.784939ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:00.713556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.076936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:00.713642Z","caller":"traceutil/trace.go:171","msg":"trace[185222245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2201; }","duration":"498.211379ms","start":"2026-03-31T18:31:00.215407Z","end":"2026-03-31T18:31:00.713619Z","steps":["trace[185222245] 'range keys from in-memory index tree' (duration: 497.701487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.713669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.826329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:00.713715Z","caller":"traceutil/trace.go:171","msg":"trace[882425439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2201; }","duration":"497.900631ms","start":"2026-03-31T18:31:00.2158Z","end":"2026-03-31T18:31:00.7137Z","steps":["trace[882425439] 'range keys from in-memory index tree' (duration: 497.573393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.713733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.215388Z","time spent":"498.306662ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:00.713746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.215779Z","time spent":"497.959562ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:00.714163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.819209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:00.714253Z","caller":"traceutil/trace.go:171","msg":"trace[546254241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"287.958223ms","start":"2026-03-31T18:31:00.426272Z","end":"2026-03-31T18:31:00.71423Z","steps":["trace[546254241] 'range keys from in-memory index tree' (duration: 286.718251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.715558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.22089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:00.71586Z","caller":"traceutil/trace.go:171","msg":"trace[1083823197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2201; }","duration":"500.140558ms","start":"2026-03-31T18:31:00.215697Z","end":"2026-03-31T18:31:00.715838Z","steps":["trace[1083823197] 'range keys from in-memory index tree' (duration: 497.592634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.715947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.215676Z","time spent":"500.252582ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:01.164477Z","caller":"traceutil/trace.go:171","msg":"trace[1513499980] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2300; }","duration":"221.332465ms","start":"2026-03-31T18:31:00.943122Z","end":"2026-03-31T18:31:01.164454Z","steps":["trace[1513499980] 'read index received' (duration: 124.492257ms)","trace[1513499980] 'applied index is now lower than readState.Index' (duration: 96.839238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:01.164688Z","caller":"traceutil/trace.go:171","msg":"trace[629615681] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"443.687675ms","start":"2026-03-31T18:31:00.720989Z","end":"2026-03-31T18:31:01.164677Z","steps":["trace[629615681] 'process raft request' (duration: 443.417018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:01.164477Z","caller":"traceutil/trace.go:171","msg":"trace[1628905609] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"445.200774ms","start":"2026-03-31T18:31:00.719248Z","end":"2026-03-31T18:31:01.164449Z","steps":["trace[1628905609] 'process raft request' (duration: 348.477579ms)","trace[1628905609] 'compare' (duration: 96.326795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:01.164839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.709474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:01.164896Z","caller":"traceutil/trace.go:171","msg":"trace[1168519250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"221.816997ms","start":"2026-03-31T18:31:00.943069Z","end":"2026-03-31T18:31:01.164885Z","steps":["trace[1168519250] 'agreement among raft nodes before linearized reading' (duration: 221.723215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.164896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.068027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:01.164947Z","caller":"traceutil/trace.go:171","msg":"trace[1676030633] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2205; }","duration":"190.17032ms","start":"2026-03-31T18:31:00.974764Z","end":"2026-03-31T18:31:01.164934Z","steps":["trace[1676030633] 'agreement among raft nodes before linearized reading' (duration: 190.054717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.164875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.720967Z","time spent":"443.778137ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:01.164547Z","caller":"traceutil/trace.go:171","msg":"trace[2099588334] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"444.004393ms","start":"2026-03-31T18:31:00.720534Z","end":"2026-03-31T18:31:01.164538Z","steps":["trace[2099588334] 'process raft request' (duration: 443.788468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.165155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.720508Z","time spent":"444.591527ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:01.165877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.719225Z","time spent":"445.796548ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:01.836612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.56165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:01.836712Z","caller":"traceutil/trace.go:171","msg":"trace[334241649] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2206; }","duration":"500.662852ms","start":"2026-03-31T18:31:01.336017Z","end":"2026-03-31T18:31:01.836679Z","steps":["trace[334241649] 'count revisions from in-memory index tree' (duration: 500.490537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.836801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.335998Z","time spent":"500.762504ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:01.837838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.574592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:01.837944Z","caller":"traceutil/trace.go:171","msg":"trace[1800009425] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"115.356767ms","start":"2026-03-31T18:31:01.722573Z","end":"2026-03-31T18:31:01.837929Z","steps":["trace[1800009425] 'read index received' (duration: 43.951µs)","trace[1800009425] 'applied index is now lower than readState.Index' (duration: 115.311696ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:01.837994Z","caller":"traceutil/trace.go:171","msg":"trace[687982240] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"413.25724ms","start":"2026-03-31T18:31:01.424708Z","end":"2026-03-31T18:31:01.837965Z","steps":["trace[687982240] 'process raft request' (duration: 206.42958ms)","trace[687982240] 'compare' (duration: 206.45528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:01.83811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.532201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:01.838125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.42468Z","time spent":"413.371283ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:01.838157Z","caller":"traceutil/trace.go:171","msg":"trace[291637255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2207; }","duration":"115.617093ms","start":"2026-03-31T18:31:01.722528Z","end":"2026-03-31T18:31:01.838145Z","steps":["trace[291637255] 'agreement among raft nodes before linearized reading' (duration: 115.47644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.346067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:02.587636Z","caller":"traceutil/trace.go:171","msg":"trace[884264328] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"745.597551ms","start":"2026-03-31T18:31:01.841959Z","end":"2026-03-31T18:31:02.587556Z","steps":["trace[884264328] 'process raft request' (duration: 745.16962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.58808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.84194Z","time spent":"745.764115ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:02.675018Z","caller":"traceutil/trace.go:171","msg":"trace[83735136] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2305; }","duration":"828.95727ms","start":"2026-03-31T18:31:01.84601Z","end":"2026-03-31T18:31:02.674968Z","steps":["trace[83735136] 'read index received' (duration: 741.131138ms)","trace[83735136] 'applied index is now lower than readState.Index' (duration: 87.824612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.675079Z","caller":"traceutil/trace.go:171","msg":"trace[172491740] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"571.601038ms","start":"2026-03-31T18:31:02.103428Z","end":"2026-03-31T18:31:02.675029Z","steps":["trace[172491740] 'process raft request' (duration: 571.330721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.675282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.43444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:02.675286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.242397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:02.675307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.103404Z","time spent":"571.806852ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:02.675328Z","caller":"traceutil/trace.go:171","msg":"trace[335248728] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2209; }","duration":"792.545662ms","start":"2026-03-31T18:31:01.882765Z","end":"2026-03-31T18:31:02.675311Z","steps":["trace[335248728] 'agreement among raft nodes before linearized reading' (duration: 792.423109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.675354Z","caller":"traceutil/trace.go:171","msg":"trace[652025050] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2209; }","duration":"829.34359ms","start":"2026-03-31T18:31:01.845993Z","end":"2026-03-31T18:31:02.675336Z","steps":["trace[652025050] 'agreement among raft nodes before linearized reading' (duration: 829.111945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.675402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.84598Z","time spent":"829.410003ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:02.675407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.882752Z","time spent":"792.628904ms","remote":"127.0.0.1:52578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:02.675463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.953059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:31:02.675537Z","caller":"traceutil/trace.go:171","msg":"trace[110514946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2209; }","duration":"609.079332ms","start":"2026-03-31T18:31:02.06644Z","end":"2026-03-31T18:31:02.675519Z","steps":["trace[110514946] 'agreement among raft nodes before linearized reading' (duration: 608.858635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.675594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.066415Z","time spent":"609.164064ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:02.675868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.020399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.675932Z","caller":"traceutil/trace.go:171","msg":"trace[1386620003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"734.120892ms","start":"2026-03-31T18:31:01.941797Z","end":"2026-03-31T18:31:02.675918Z","steps":["trace[1386620003] 'agreement among raft nodes before linearized reading' (duration: 734.021929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.675971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.941751Z","time spent":"734.210774ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:02.846791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.592455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.846887Z","caller":"traceutil/trace.go:171","msg":"trace[467058196] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2209; }","duration":"158.76879ms","start":"2026-03-31T18:31:02.688096Z","end":"2026-03-31T18:31:02.846865Z","steps":["trace[467058196] 'range keys from in-memory index tree' (duration: 158.496853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.846981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.668387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:02.847061Z","caller":"traceutil/trace.go:171","msg":"trace[1386239142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"106.81564ms","start":"2026-03-31T18:31:02.740227Z","end":"2026-03-31T18:31:02.847042Z","steps":["trace[1386239142] 'range keys from in-memory index tree' (duration: 106.478872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.505887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.138745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:03.505985Z","caller":"traceutil/trace.go:171","msg":"trace[1566269282] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"649.609464ms","start":"2026-03-31T18:31:02.856359Z","end":"2026-03-31T18:31:03.505969Z","steps":["trace[1566269282] 'read index received' (duration: 117.179852ms)","trace[1566269282] 'applied index is now lower than readState.Index' (duration: 532.428232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.506027Z","caller":"traceutil/trace.go:171","msg":"trace[1332425312] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"654.088005ms","start":"2026-03-31T18:31:02.851895Z","end":"2026-03-31T18:31:03.505983Z","steps":["trace[1332425312] 'process raft request' (duration: 121.782107ms)","trace[1332425312] 'compare' (duration: 531.59604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:03.506095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.731397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:03.506126Z","caller":"traceutil/trace.go:171","msg":"trace[918997108] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2211; }","duration":"649.793287ms","start":"2026-03-31T18:31:02.856321Z","end":"2026-03-31T18:31:03.506115Z","steps":["trace[918997108] 'agreement among raft nodes before linearized reading' (duration: 649.732106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.422093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:03.506433Z","caller":"traceutil/trace.go:171","msg":"trace[1020532600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"646.476744ms","start":"2026-03-31T18:31:02.859945Z","end":"2026-03-31T18:31:03.506422Z","steps":["trace[1020532600] 'agreement among raft nodes before linearized reading' (duration: 646.339701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.802371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:03.506464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.859935Z","time spent":"646.520896ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:03.506471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.513057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:03.506496Z","caller":"traceutil/trace.go:171","msg":"trace[1735197386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2211; }","duration":"166.916833ms","start":"2026-03-31T18:31:03.339562Z","end":"2026-03-31T18:31:03.506479Z","steps":["trace[1735197386] 'agreement among raft nodes before linearized reading' (duration: 166.810001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.187454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:03.506503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.788656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-31T18:31:03.506509Z","caller":"traceutil/trace.go:171","msg":"trace[356040655] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2211; }","duration":"336.566798ms","start":"2026-03-31T18:31:03.169929Z","end":"2026-03-31T18:31:03.506496Z","steps":["trace[356040655] 'agreement among raft nodes before linearized reading' (duration: 336.427954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.891686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:31:03.506545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.129897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:03.506559Z","caller":"traceutil/trace.go:171","msg":"trace[654675589] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2211; }","duration":"576.319717ms","start":"2026-03-31T18:31:02.930221Z","end":"2026-03-31T18:31:03.506541Z","steps":["trace[654675589] 'agreement among raft nodes before linearized reading' (duration: 576.163383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.506575Z","caller":"traceutil/trace.go:171","msg":"trace[375447628] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30; range_end:; response_count:1; response_revision:2211; }","duration":"450.891767ms","start":"2026-03-31T18:31:03.055661Z","end":"2026-03-31T18:31:03.506553Z","steps":["trace[375447628] 'agreement among raft nodes before linearized reading' (duration: 450.716933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.088961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:03.506604Z","caller":"traceutil/trace.go:171","msg":"trace[1567063560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2211; }","duration":"336.215959ms","start":"2026-03-31T18:31:03.170372Z","end":"2026-03-31T18:31:03.506587Z","steps":["trace[1567063560] 'agreement among raft nodes before linearized reading' (duration: 336.049375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.506626Z","caller":"traceutil/trace.go:171","msg":"trace[1608010190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2211; }","duration":"256.159292ms","start":"2026-03-31T18:31:03.250456Z","end":"2026-03-31T18:31:03.506616Z","steps":["trace[1608010190] 'agreement among raft nodes before linearized reading' (duration: 255.942996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.16992Z","time spent":"336.64815ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:03.506627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.055641Z","time spent":"450.97243ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a2008badc74c30\" "} {"level":"warn","ts":"2026-03-31T18:31:03.506637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.930199Z","time spent":"576.41129ms","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:03.506497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.656731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:31:03.506664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.170358Z","time spent":"336.289081ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:03.506703Z","caller":"traceutil/trace.go:171","msg":"trace[1508150343] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2211; }","duration":"631.895707ms","start":"2026-03-31T18:31:02.874793Z","end":"2026-03-31T18:31:03.506689Z","steps":["trace[1508150343] 'agreement among raft nodes before linearized reading' (duration: 631.62967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.506599Z","caller":"traceutil/trace.go:171","msg":"trace[691232187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2211; }","duration":"336.988029ms","start":"2026-03-31T18:31:03.169591Z","end":"2026-03-31T18:31:03.506579Z","steps":["trace[691232187] 'agreement among raft nodes before linearized reading' (duration: 336.791954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.8563Z","time spent":"650.479015ms","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:31:03.506815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.169571Z","time spent":"337.234304ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:03.506583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.414155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:03.506911Z","caller":"traceutil/trace.go:171","msg":"trace[2103920220] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2211; }","duration":"207.849606ms","start":"2026-03-31T18:31:03.299042Z","end":"2026-03-31T18:31:03.506892Z","steps":["trace[2103920220] 'agreement among raft nodes before linearized reading' (duration: 207.317342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.506199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.851871Z","time spent":"654.217449ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:03.506768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.874772Z","time spent":"631.985698ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-31T18:31:03.857141Z","caller":"traceutil/trace.go:171","msg":"trace[1057365040] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"347.684638ms","start":"2026-03-31T18:31:03.509426Z","end":"2026-03-31T18:31:03.857111Z","steps":["trace[1057365040] 'process raft request' (duration: 347.380381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.857278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.509397Z","time spent":"347.818161ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3402,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:03.857392Z","caller":"traceutil/trace.go:171","msg":"trace[1349689955] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"345.926304ms","start":"2026-03-31T18:31:03.511441Z","end":"2026-03-31T18:31:03.857367Z","steps":["trace[1349689955] 'process raft request' (duration: 345.874292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.857476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.5097Z","time spent":"347.77305ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:31:03.857561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.511432Z","time spent":"346.043856ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:03.857661Z","caller":"traceutil/trace.go:171","msg":"trace[1841113392] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"346.336934ms","start":"2026-03-31T18:31:03.511311Z","end":"2026-03-31T18:31:03.857648Z","steps":["trace[1841113392] 'process raft request' (duration: 345.925863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.857741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.511285Z","time spent":"346.415556ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:03.857414Z","caller":"traceutil/trace.go:171","msg":"trace[1405661314] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"346.242321ms","start":"2026-03-31T18:31:03.511144Z","end":"2026-03-31T18:31:03.857386Z","steps":["trace[1405661314] 'process raft request' (duration: 345.959414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.857866Z","caller":"traceutil/trace.go:171","msg":"trace[391850145] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"346.644462ms","start":"2026-03-31T18:31:03.511211Z","end":"2026-03-31T18:31:03.857855Z","steps":["trace[391850145] 'process raft request' (duration: 345.973814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.857891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.511136Z","time spent":"346.729384ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:03.857941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.51119Z","time spent":"346.699523ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.295355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.261367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:04.295582Z","caller":"traceutil/trace.go:171","msg":"trace[461998840] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"435.677585ms","start":"2026-03-31T18:31:03.859889Z","end":"2026-03-31T18:31:04.295567Z","steps":["trace[461998840] 'process raft request' (duration: 435.624953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.295659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.859867Z","time spent":"435.758827ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:04.295909Z","caller":"traceutil/trace.go:171","msg":"trace[149522748] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2310; }","duration":"723.474183ms","start":"2026-03-31T18:31:03.572405Z","end":"2026-03-31T18:31:04.29588Z","steps":["trace[149522748] 'read index received' (duration: 284.412524ms)","trace[149522748] 'applied index is now lower than readState.Index' (duration: 439.058489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:04.295914Z","caller":"traceutil/trace.go:171","msg":"trace[712071800] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"451.381189ms","start":"2026-03-31T18:31:03.844498Z","end":"2026-03-31T18:31:04.295879Z","steps":["trace[712071800] 'process raft request' (duration: 450.958689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.295927Z","caller":"traceutil/trace.go:171","msg":"trace[1157907471] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"725.965306ms","start":"2026-03-31T18:31:03.569928Z","end":"2026-03-31T18:31:04.295893Z","steps":["trace[1157907471] 'process raft request' (duration: 376.090523ms)","trace[1157907471] 'compare' (duration: 349.132314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:04.296017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.594466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:04.296057Z","caller":"traceutil/trace.go:171","msg":"trace[303814226] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2219; }","duration":"723.674788ms","start":"2026-03-31T18:31:03.572374Z","end":"2026-03-31T18:31:04.296049Z","steps":["trace[303814226] 'agreement among raft nodes before linearized reading' (duration: 723.588936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.296055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.569895Z","time spent":"726.100109ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.296064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.844477Z","time spent":"451.512223ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.296087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.572356Z","time spent":"723.722739ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:04.296152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.126636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:04.2962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.335396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:04.296222Z","caller":"traceutil/trace.go:171","msg":"trace[162586468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2219; }","duration":"355.233939ms","start":"2026-03-31T18:31:03.940971Z","end":"2026-03-31T18:31:04.296204Z","steps":["trace[162586468] 'agreement among raft nodes before linearized reading' (duration: 355.136806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.296243Z","caller":"traceutil/trace.go:171","msg":"trace[399440725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"441.431388ms","start":"2026-03-31T18:31:03.854799Z","end":"2026-03-31T18:31:04.296231Z","steps":["trace[399440725] 'agreement among raft nodes before linearized reading' (duration: 441.230233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.296274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.94095Z","time spent":"355.31304ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:04.296282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.85478Z","time spent":"441.49259ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:04.851496Z","caller":"traceutil/trace.go:171","msg":"trace[1665777732] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"173.685815ms","start":"2026-03-31T18:31:04.677788Z","end":"2026-03-31T18:31:04.851473Z","steps":["trace[1665777732] 'process raft request' (duration: 173.553362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.136077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.844383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:05.136181Z","caller":"traceutil/trace.go:171","msg":"trace[1399185607] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2320; }","duration":"251.242698ms","start":"2026-03-31T18:31:04.884922Z","end":"2026-03-31T18:31:05.136164Z","steps":["trace[1399185607] 'read index received' (duration: 55.18733ms)","trace[1399185607] 'applied index is now lower than readState.Index' (duration: 196.054208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.136279Z","caller":"traceutil/trace.go:171","msg":"trace[582429328] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"454.749674ms","start":"2026-03-31T18:31:04.681518Z","end":"2026-03-31T18:31:05.136268Z","steps":["trace[582429328] 'process raft request' (duration: 258.636694ms)","trace[582429328] 'compare' (duration: 195.743481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.136365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.681494Z","time spent":"454.817446ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.136371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.289104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:05.136429Z","caller":"traceutil/trace.go:171","msg":"trace[775654272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"196.392046ms","start":"2026-03-31T18:31:04.940022Z","end":"2026-03-31T18:31:05.136414Z","steps":["trace[775654272] 'agreement among raft nodes before linearized reading' (duration: 196.286074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.136481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.556027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a200747b7ed21b\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T18:31:05.136554Z","caller":"traceutil/trace.go:171","msg":"trace[1009679684] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd.18a200747b7ed21b; range_end:; response_count:1; response_revision:2221; }","duration":"251.657079ms","start":"2026-03-31T18:31:04.88488Z","end":"2026-03-31T18:31:05.136537Z","steps":["trace[1009679684] 'agreement among raft nodes before linearized reading' (duration: 251.461454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.733332Z","caller":"traceutil/trace.go:171","msg":"trace[626838865] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"283.706586ms","start":"2026-03-31T18:31:05.449593Z","end":"2026-03-31T18:31:05.733299Z","steps":["trace[626838865] 'process raft request' (duration: 283.494881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.733338Z","caller":"traceutil/trace.go:171","msg":"trace[493819828] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2322; }","duration":"221.606602ms","start":"2026-03-31T18:31:05.511679Z","end":"2026-03-31T18:31:05.733286Z","steps":["trace[493819828] 'read index received' (duration: 221.416247ms)","trace[493819828] 'applied index is now lower than readState.Index' (duration: 189.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.73381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.063544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:05.733981Z","caller":"traceutil/trace.go:171","msg":"trace[259510332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2223; }","duration":"222.331449ms","start":"2026-03-31T18:31:05.511626Z","end":"2026-03-31T18:31:05.733957Z","steps":["trace[259510332] 'agreement among raft nodes before linearized reading' (duration: 221.756085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.141142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.987281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:06.14126Z","caller":"traceutil/trace.go:171","msg":"trace[1991445687] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"402.308934ms","start":"2026-03-31T18:31:05.738925Z","end":"2026-03-31T18:31:06.141234Z","steps":["trace[1991445687] 'process raft request' (duration: 82.160649ms)","trace[1991445687] 'compare' (duration: 319.889689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:06.141315Z","caller":"traceutil/trace.go:171","msg":"trace[539890670] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"194.170652ms","start":"2026-03-31T18:31:05.947133Z","end":"2026-03-31T18:31:06.141304Z","steps":["trace[539890670] 'process raft request' (duration: 194.11019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.141335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.73889Z","time spent":"402.411277ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:06.141423Z","caller":"traceutil/trace.go:171","msg":"trace[1076733772] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2323; }","duration":"278.23164ms","start":"2026-03-31T18:31:05.863183Z","end":"2026-03-31T18:31:06.141414Z","steps":["trace[1076733772] 'read index received' (duration: 39.111µs)","trace[1076733772] 'applied index is now lower than readState.Index' (duration: 278.191169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:06.14157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.384833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:06.141598Z","caller":"traceutil/trace.go:171","msg":"trace[261482375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2225; }","duration":"278.449875ms","start":"2026-03-31T18:31:05.863139Z","end":"2026-03-31T18:31:06.141589Z","steps":["trace[261482375] 'agreement among raft nodes before linearized reading' (duration: 278.341632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.141604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.100445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:31:06.14161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.068184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:06.141659Z","caller":"traceutil/trace.go:171","msg":"trace[1236491498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"278.188497ms","start":"2026-03-31T18:31:05.86346Z","end":"2026-03-31T18:31:06.141649Z","steps":["trace[1236491498] 'agreement among raft nodes before linearized reading' (duration: 278.078605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.141675Z","caller":"traceutil/trace.go:171","msg":"trace[27863457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"199.173857ms","start":"2026-03-31T18:31:05.94249Z","end":"2026-03-31T18:31:06.141664Z","steps":["trace[27863457] 'agreement among raft nodes before linearized reading' (duration: 199.071064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.141785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.083495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:31:06.141794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.960041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:06.141808Z","caller":"traceutil/trace.go:171","msg":"trace[818438963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"278.122465ms","start":"2026-03-31T18:31:05.863675Z","end":"2026-03-31T18:31:06.141798Z","steps":["trace[818438963] 'agreement among raft nodes before linearized reading' (duration: 278.048703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.141844Z","caller":"traceutil/trace.go:171","msg":"trace[188488165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"278.049563ms","start":"2026-03-31T18:31:05.863764Z","end":"2026-03-31T18:31:06.141813Z","steps":["trace[188488165] 'agreement among raft nodes before linearized reading' (duration: 277.934421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.141865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.227077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:06.141893Z","caller":"traceutil/trace.go:171","msg":"trace[1392765801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2225; }","duration":"168.288059ms","start":"2026-03-31T18:31:05.973597Z","end":"2026-03-31T18:31:06.141885Z","steps":["trace[1392765801] 'agreement among raft nodes before linearized reading' (duration: 168.239628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.472663Z","caller":"traceutil/trace.go:171","msg":"trace[1480883562] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2326; }","duration":"184.044477ms","start":"2026-03-31T18:31:06.288594Z","end":"2026-03-31T18:31:06.472638Z","steps":["trace[1480883562] 'read index received' (duration: 183.737569ms)","trace[1480883562] 'applied index is now lower than readState.Index' (duration: 305.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:06.47283Z","caller":"traceutil/trace.go:171","msg":"trace[1766675912] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"327.248233ms","start":"2026-03-31T18:31:06.145567Z","end":"2026-03-31T18:31:06.472816Z","steps":["trace[1766675912] 'process raft request' (duration: 327.025657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.472849Z","caller":"traceutil/trace.go:171","msg":"trace[66497853] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"327.359206ms","start":"2026-03-31T18:31:06.145461Z","end":"2026-03-31T18:31:06.47282Z","steps":["trace[66497853] 'process raft request' (duration: 327.075719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.472913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.299463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:06.472968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.145455Z","time spent":"327.451768ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:06.472977Z","caller":"traceutil/trace.go:171","msg":"trace[1207812386] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2229; }","duration":"184.401855ms","start":"2026-03-31T18:31:06.288557Z","end":"2026-03-31T18:31:06.472959Z","steps":["trace[1207812386] 'agreement among raft nodes before linearized reading' (duration: 184.274612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.472921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.145562Z","time spent":"327.303985ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:06.472939Z","caller":"traceutil/trace.go:171","msg":"trace[1204083214] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"327.49215ms","start":"2026-03-31T18:31:06.1454Z","end":"2026-03-31T18:31:06.472892Z","steps":["trace[1204083214] 'process raft request' (duration: 326.998548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.473294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.145389Z","time spent":"327.809647ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:06.530344Z","caller":"traceutil/trace.go:171","msg":"trace[188167784] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"229.667544ms","start":"2026-03-31T18:31:06.300644Z","end":"2026-03-31T18:31:06.530312Z","steps":["trace[188167784] 'process raft request' (duration: 229.515051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.530766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.610865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:06.530829Z","caller":"traceutil/trace.go:171","msg":"trace[697144929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"208.717488ms","start":"2026-03-31T18:31:06.322095Z","end":"2026-03-31T18:31:06.530812Z","steps":["trace[697144929] 'agreement among raft nodes before linearized reading' (duration: 208.175634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.750356Z","caller":"traceutil/trace.go:171","msg":"trace[836615490] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"210.235746ms","start":"2026-03-31T18:31:06.540092Z","end":"2026-03-31T18:31:06.750328Z","steps":["trace[836615490] 'process raft request' (duration: 209.032936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.797453Z","caller":"traceutil/trace.go:171","msg":"trace[113162188] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"181.893542ms","start":"2026-03-31T18:31:06.615538Z","end":"2026-03-31T18:31:06.797431Z","steps":["trace[113162188] 'process raft request' (duration: 181.769929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.291856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.647247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:07.292028Z","caller":"traceutil/trace.go:171","msg":"trace[1650437443] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"489.491859ms","start":"2026-03-31T18:31:06.802475Z","end":"2026-03-31T18:31:07.291967Z","steps":["trace[1650437443] 'process raft request' (duration: 353.668178ms)","trace[1650437443] 'compare' (duration: 135.514913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:07.29213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.802455Z","time spent":"489.625824ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:07.292127Z","caller":"traceutil/trace.go:171","msg":"trace[2036999225] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"150.745748ms","start":"2026-03-31T18:31:07.141367Z","end":"2026-03-31T18:31:07.292112Z","steps":["trace[2036999225] 'process raft request' (duration: 150.690336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.292115Z","caller":"traceutil/trace.go:171","msg":"trace[346845531] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2332; }","duration":"436.855534ms","start":"2026-03-31T18:31:06.855237Z","end":"2026-03-31T18:31:07.292092Z","steps":["trace[346845531] 'read index received' (duration: 300.967001ms)","trace[346845531] 'applied index is now lower than readState.Index' (duration: 135.885783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:07.292289Z","caller":"traceutil/trace.go:171","msg":"trace[838922659] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"356.737247ms","start":"2026-03-31T18:31:06.935541Z","end":"2026-03-31T18:31:07.292279Z","steps":["trace[838922659] 'process raft request' (duration: 356.417638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.29236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.935522Z","time spent":"356.796378ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:07.292418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.580206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:07.292495Z","caller":"traceutil/trace.go:171","msg":"trace[214171596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"349.667838ms","start":"2026-03-31T18:31:06.942806Z","end":"2026-03-31T18:31:07.292474Z","steps":["trace[214171596] 'agreement among raft nodes before linearized reading' (duration: 349.533384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.292534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.94278Z","time spent":"349.74717ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:07.29269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.440239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:07.292806Z","caller":"traceutil/trace.go:171","msg":"trace[342903802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"437.635933ms","start":"2026-03-31T18:31:06.85514Z","end":"2026-03-31T18:31:07.292776Z","steps":["trace[342903802] 'agreement among raft nodes before linearized reading' (duration: 437.011308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.293954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.855105Z","time spent":"438.814913ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:07.694076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.411545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:07.694319Z","caller":"traceutil/trace.go:171","msg":"trace[285699471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2236; }","duration":"103.663992ms","start":"2026-03-31T18:31:07.590628Z","end":"2026-03-31T18:31:07.694292Z","steps":["trace[285699471] 'range keys from in-memory index tree' (duration: 103.386585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.695032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.839556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:07.695193Z","caller":"traceutil/trace.go:171","msg":"trace[460347994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"158.131613ms","start":"2026-03-31T18:31:07.537035Z","end":"2026-03-31T18:31:07.695167Z","steps":["trace[460347994] 'range keys from in-memory index tree' (duration: 157.439966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.320632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.448875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:08.320744Z","caller":"traceutil/trace.go:171","msg":"trace[1275575672] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2336; }","duration":"217.769956ms","start":"2026-03-31T18:31:08.102954Z","end":"2026-03-31T18:31:08.320724Z","steps":["trace[1275575672] 'read index received' (duration: 40.541µs)","trace[1275575672] 'applied index is now lower than readState.Index' (duration: 217.727735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:08.321035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.072213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:08.321059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.723156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:08.321076Z","caller":"traceutil/trace.go:171","msg":"trace[804629038] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2236; }","duration":"218.163485ms","start":"2026-03-31T18:31:08.102897Z","end":"2026-03-31T18:31:08.32106Z","steps":["trace[804629038] 'agreement among raft nodes before linearized reading' (duration: 218.080013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:08.321112Z","caller":"traceutil/trace.go:171","msg":"trace[1127470959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2236; }","duration":"173.824108ms","start":"2026-03-31T18:31:08.147275Z","end":"2026-03-31T18:31:08.321099Z","steps":["trace[1127470959] 'agreement among raft nodes before linearized reading' (duration: 173.638884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:08.636207Z","caller":"traceutil/trace.go:171","msg":"trace[1267075882] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"311.048225ms","start":"2026-03-31T18:31:08.325132Z","end":"2026-03-31T18:31:08.63618Z","steps":["trace[1267075882] 'process raft request' (duration: 310.824719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.636369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.325095Z","time spent":"311.192868ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:08.825299Z","caller":"traceutil/trace.go:171","msg":"trace[1452168156] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2337; }","duration":"347.872992ms","start":"2026-03-31T18:31:08.477409Z","end":"2026-03-31T18:31:08.825282Z","steps":["trace[1452168156] 'read index received' (duration: 158.654806ms)","trace[1452168156] 'applied index is now lower than readState.Index' (duration: 189.217646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:08.825365Z","caller":"traceutil/trace.go:171","msg":"trace[724307782] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"499.01657ms","start":"2026-03-31T18:31:08.326324Z","end":"2026-03-31T18:31:08.82534Z","steps":["trace[724307782] 'process raft request' (duration: 498.786084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:08.825405Z","caller":"traceutil/trace.go:171","msg":"trace[824147544] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"290.082937ms","start":"2026-03-31T18:31:08.535301Z","end":"2026-03-31T18:31:08.825384Z","steps":["trace[824147544] 'process raft request' (duration: 289.952743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.825444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.017596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:08.825463Z","caller":"traceutil/trace.go:171","msg":"trace[476743059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2239; }","duration":"348.090748ms","start":"2026-03-31T18:31:08.477367Z","end":"2026-03-31T18:31:08.825458Z","steps":["trace[476743059] 'agreement among raft nodes before linearized reading' (duration: 347.996575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.825479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.47735Z","time spent":"348.124479ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:08.825511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.326298Z","time spent":"499.127362ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:08.825604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.145523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:08.825622Z","caller":"traceutil/trace.go:171","msg":"trace[1209756052] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2239; }","duration":"154.206454ms","start":"2026-03-31T18:31:08.671409Z","end":"2026-03-31T18:31:08.825616Z","steps":["trace[1209756052] 'agreement among raft nodes before linearized reading' (duration: 154.177674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.825732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.27345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-03-31T18:31:08.825826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.49371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:08.825889Z","caller":"traceutil/trace.go:171","msg":"trace[1100743585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"123.577503ms","start":"2026-03-31T18:31:08.702292Z","end":"2026-03-31T18:31:08.825869Z","steps":["trace[1100743585] 'agreement among raft nodes before linearized reading' (duration: 123.395418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:08.825828Z","caller":"traceutil/trace.go:171","msg":"trace[624971759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2239; }","duration":"311.389323ms","start":"2026-03-31T18:31:08.514421Z","end":"2026-03-31T18:31:08.825811Z","steps":["trace[624971759] 'agreement among raft nodes before linearized reading' (duration: 311.189658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.825947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.358344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:31:08.826085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.514408Z","time spent":"311.610268ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:31:08.826149Z","caller":"traceutil/trace.go:171","msg":"trace[1619381260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2239; }","duration":"348.551969ms","start":"2026-03-31T18:31:08.477564Z","end":"2026-03-31T18:31:08.826116Z","steps":["trace[1619381260] 'agreement among raft nodes before linearized reading' (duration: 348.303583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.8263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.477558Z","time spent":"348.716634ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:08.827032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.551984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:08.827111Z","caller":"traceutil/trace.go:171","msg":"trace[684293477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2239; }","duration":"349.642666ms","start":"2026-03-31T18:31:08.477447Z","end":"2026-03-31T18:31:08.82709Z","steps":["trace[684293477] 'agreement among raft nodes before linearized reading' (duration: 348.135789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.827166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.477442Z","time spent":"349.708298ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:09.007199Z","caller":"traceutil/trace.go:171","msg":"trace[1556951426] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"136.053328ms","start":"2026-03-31T18:31:08.871113Z","end":"2026-03-31T18:31:09.007166Z","steps":["trace[1556951426] 'process raft request' (duration: 132.075957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.00732Z","caller":"traceutil/trace.go:171","msg":"trace[1380964480] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2340; }","duration":"133.738979ms","start":"2026-03-31T18:31:08.873542Z","end":"2026-03-31T18:31:09.007281Z","steps":["trace[1380964480] 'read index received' (duration: 35.984206ms)","trace[1380964480] 'applied index is now lower than readState.Index' (duration: 97.751453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:09.007412Z","caller":"traceutil/trace.go:171","msg":"trace[497182496] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"135.317088ms","start":"2026-03-31T18:31:08.872071Z","end":"2026-03-31T18:31:09.007389Z","steps":["trace[497182496] 'process raft request' (duration: 134.9996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:09.00754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.978815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:09.007608Z","caller":"traceutil/trace.go:171","msg":"trace[1611746487] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2242; }","duration":"134.090527ms","start":"2026-03-31T18:31:08.8735Z","end":"2026-03-31T18:31:09.007591Z","steps":["trace[1611746487] 'agreement among raft nodes before linearized reading' (duration: 133.964014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.533692Z","caller":"traceutil/trace.go:171","msg":"trace[541334346] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"166.512764ms","start":"2026-03-31T18:31:09.367146Z","end":"2026-03-31T18:31:09.533659Z","steps":["trace[541334346] 'process raft request' (duration: 165.629642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.881498Z","caller":"traceutil/trace.go:171","msg":"trace[182587771] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"237.730918ms","start":"2026-03-31T18:31:10.643736Z","end":"2026-03-31T18:31:10.881467Z","steps":["trace[182587771] 'process raft request' (duration: 237.586795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.385611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.558138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:11.385884Z","caller":"traceutil/trace.go:171","msg":"trace[30951393] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"500.97667ms","start":"2026-03-31T18:31:10.884892Z","end":"2026-03-31T18:31:11.385869Z","steps":["trace[30951393] 'process raft request' (duration: 500.852697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.385885Z","caller":"traceutil/trace.go:171","msg":"trace[1266657272] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"521.029845ms","start":"2026-03-31T18:31:10.86483Z","end":"2026-03-31T18:31:11.38586Z","steps":["trace[1266657272] 'process raft request' (duration: 132.133999ms)","trace[1266657272] 'compare' (duration: 388.469965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:11.385968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.884883Z","time spent":"501.038911ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:11.385977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.864821Z","time spent":"521.108366ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:11.385935Z","caller":"traceutil/trace.go:171","msg":"trace[1391160741] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2346; }","duration":"504.470377ms","start":"2026-03-31T18:31:10.881424Z","end":"2026-03-31T18:31:11.385894Z","steps":["trace[1391160741] 'read index received' (duration: 115.549591ms)","trace[1391160741] 'applied index is now lower than readState.Index' (duration: 388.913036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:11.386196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.378591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:11.38624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.764394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:11.386271Z","caller":"traceutil/trace.go:171","msg":"trace[765284632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2247; }","duration":"473.814204ms","start":"2026-03-31T18:31:10.912447Z","end":"2026-03-31T18:31:11.386261Z","steps":["trace[765284632] 'agreement among raft nodes before linearized reading' (duration: 473.680291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.386272Z","caller":"traceutil/trace.go:171","msg":"trace[479440808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2247; }","duration":"509.486143ms","start":"2026-03-31T18:31:10.876764Z","end":"2026-03-31T18:31:11.38625Z","steps":["trace[479440808] 'agreement among raft nodes before linearized reading' (duration: 509.236817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.386299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.912431Z","time spent":"473.863146ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:11.386324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.876754Z","time spent":"509.557726ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:11.386449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.279158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:11.386493Z","caller":"traceutil/trace.go:171","msg":"trace[984509104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2247; }","duration":"374.36781ms","start":"2026-03-31T18:31:11.012114Z","end":"2026-03-31T18:31:11.386481Z","steps":["trace[984509104] 'agreement among raft nodes before linearized reading' (duration: 374.185555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.386523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.012105Z","time spent":"374.410962ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:11.386269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.174185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:31:11.386584Z","caller":"traceutil/trace.go:171","msg":"trace[1531162736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2247; }","duration":"374.507064ms","start":"2026-03-31T18:31:11.012054Z","end":"2026-03-31T18:31:11.386562Z","steps":["trace[1531162736] 'agreement among raft nodes before linearized reading' (duration: 374.134865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.386534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.721691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:11.386613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.83771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:11.386657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.012039Z","time spent":"374.593136ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:11.386689Z","caller":"traceutil/trace.go:171","msg":"trace[1135189221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2247; }","duration":"443.938992ms","start":"2026-03-31T18:31:10.94273Z","end":"2026-03-31T18:31:11.386669Z","steps":["trace[1135189221] 'agreement among raft nodes before linearized reading' (duration: 443.825059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.38674Z","caller":"traceutil/trace.go:171","msg":"trace[149225380] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2247; }","duration":"440.929866ms","start":"2026-03-31T18:31:10.945723Z","end":"2026-03-31T18:31:11.386653Z","steps":["trace[149225380] 'agreement among raft nodes before linearized reading' (duration: 440.772902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.386873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.945701Z","time spent":"441.148401ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:11.386756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.942719Z","time spent":"444.022393ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:11.849605Z","caller":"traceutil/trace.go:171","msg":"trace[1339474333] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"459.902505ms","start":"2026-03-31T18:31:11.389681Z","end":"2026-03-31T18:31:11.849583Z","steps":["trace[1339474333] 'process raft request' (duration: 459.736871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.849923Z","caller":"traceutil/trace.go:171","msg":"trace[1970273371] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"459.396602ms","start":"2026-03-31T18:31:11.390509Z","end":"2026-03-31T18:31:11.849905Z","steps":["trace[1970273371] 'process raft request' (duration: 459.037702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.850019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.390497Z","time spent":"459.477894ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:11.85012Z","caller":"traceutil/trace.go:171","msg":"trace[22422363] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2349; }","duration":"312.058521ms","start":"2026-03-31T18:31:11.537929Z","end":"2026-03-31T18:31:11.849987Z","steps":["trace[22422363] 'read index received' (duration: 311.450095ms)","trace[22422363] 'applied index is now lower than readState.Index' (duration: 607.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.850164Z","caller":"traceutil/trace.go:171","msg":"trace[911890447] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"459.090294ms","start":"2026-03-31T18:31:11.391043Z","end":"2026-03-31T18:31:11.850133Z","steps":["trace[911890447] 'process raft request' (duration: 458.667613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.850327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.391036Z","time spent":"459.207487ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:11.850362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.41599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:11.850472Z","caller":"traceutil/trace.go:171","msg":"trace[563752035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2251; }","duration":"312.569313ms","start":"2026-03-31T18:31:11.537877Z","end":"2026-03-31T18:31:11.850446Z","steps":["trace[563752035] 'agreement among raft nodes before linearized reading' (duration: 312.298637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.850391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.498682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:31:11.850531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.537856Z","time spent":"312.663216ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:11.850169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.389667Z","time spent":"460.005057ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:11.850654Z","caller":"traceutil/trace.go:171","msg":"trace[15597459] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2251; }","duration":"283.677466ms","start":"2026-03-31T18:31:11.566843Z","end":"2026-03-31T18:31:11.85052Z","steps":["trace[15597459] 'agreement among raft nodes before linearized reading' (duration: 283.44916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.450975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.794925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:31:12.451046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.283061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:12.45107Z","caller":"traceutil/trace.go:171","msg":"trace[184806666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2252; }","duration":"398.935908ms","start":"2026-03-31T18:31:12.052112Z","end":"2026-03-31T18:31:12.451048Z","steps":["trace[184806666] 'range keys from in-memory index tree' (duration: 398.633371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.451095Z","caller":"traceutil/trace.go:171","msg":"trace[1181137710] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2252; }","duration":"130.378203ms","start":"2026-03-31T18:31:12.320705Z","end":"2026-03-31T18:31:12.451083Z","steps":["trace[1181137710] 'count revisions from in-memory index tree' (duration: 130.168319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.451127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.052088Z","time spent":"399.02315ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:31:12.605255Z","caller":"traceutil/trace.go:171","msg":"trace[840573113] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"150.719047ms","start":"2026-03-31T18:31:12.454514Z","end":"2026-03-31T18:31:12.605233Z","steps":["trace[840573113] 'process raft request' (duration: 150.565103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.737887Z","caller":"traceutil/trace.go:171","msg":"trace[2007946319] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"282.174247ms","start":"2026-03-31T18:31:12.455673Z","end":"2026-03-31T18:31:12.737847Z","steps":["trace[2007946319] 'process raft request' (duration: 198.267684ms)","trace[2007946319] 'compare' (duration: 83.695658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:13.316574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.087048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:13.316731Z","caller":"traceutil/trace.go:171","msg":"trace[1739160643] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2356; }","duration":"374.598135ms","start":"2026-03-31T18:31:12.942111Z","end":"2026-03-31T18:31:13.316709Z","steps":["trace[1739160643] 'read index received' (duration: 36.159671ms)","trace[1739160643] 'applied index is now lower than readState.Index' (duration: 338.436664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:13.316918Z","caller":"traceutil/trace.go:171","msg":"trace[1010725509] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"375.804615ms","start":"2026-03-31T18:31:12.94107Z","end":"2026-03-31T18:31:13.316875Z","steps":["trace[1010725509] 'process raft request' (duration: 135.288687ms)","trace[1010725509] 'compare' (duration: 239.897083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:13.31694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.813051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:13.317105Z","caller":"traceutil/trace.go:171","msg":"trace[1036230626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"375.013446ms","start":"2026-03-31T18:31:12.942079Z","end":"2026-03-31T18:31:13.317092Z","steps":["trace[1036230626] 'agreement among raft nodes before linearized reading' (duration: 374.714958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.317131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.942068Z","time spent":"375.057937ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:13.317118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.870256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" ","response":"range_response_count:1 size:5795"} {"level":"warn","ts":"2026-03-31T18:31:13.317195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.941054Z","time spent":"375.989521ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:13.317251Z","caller":"traceutil/trace.go:171","msg":"trace[104258682] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd; range_end:; response_count:1; response_revision:2256; }","duration":"260.04751ms","start":"2026-03-31T18:31:13.05717Z","end":"2026-03-31T18:31:13.317218Z","steps":["trace[104258682] 'agreement among raft nodes before linearized reading' (duration: 259.696971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:13.591116Z","caller":"traceutil/trace.go:171","msg":"trace[415099546] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"200.842709ms","start":"2026-03-31T18:31:13.390251Z","end":"2026-03-31T18:31:13.591094Z","steps":["trace[415099546] 'read index received' (duration: 171.611133ms)","trace[415099546] 'applied index is now lower than readState.Index' (duration: 29.230256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:13.591223Z","caller":"traceutil/trace.go:171","msg":"trace[97726062] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"264.045381ms","start":"2026-03-31T18:31:13.327165Z","end":"2026-03-31T18:31:13.59121Z","steps":["trace[97726062] 'process raft request' (duration: 234.761274ms)","trace[97726062] 'compare' (duration: 29.03697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:13.59153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.196138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:13.591655Z","caller":"traceutil/trace.go:171","msg":"trace[847224344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2257; }","duration":"201.422174ms","start":"2026-03-31T18:31:13.390203Z","end":"2026-03-31T18:31:13.591625Z","steps":["trace[847224344] 'agreement among raft nodes before linearized reading' (duration: 201.013194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.175637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.789164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:14.175871Z","caller":"traceutil/trace.go:171","msg":"trace[817827117] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2359; }","duration":"584.669817ms","start":"2026-03-31T18:31:13.59118Z","end":"2026-03-31T18:31:14.17585Z","steps":["trace[817827117] 'read index received' (duration: 384.513855ms)","trace[817827117] 'applied index is now lower than readState.Index' (duration: 200.154742ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:14.175956Z","caller":"traceutil/trace.go:171","msg":"trace[476011712] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"784.282815ms","start":"2026-03-31T18:31:13.391629Z","end":"2026-03-31T18:31:14.175912Z","steps":["trace[476011712] 'process raft request' (duration: 584.117353ms)","trace[476011712] 'compare' (duration: 199.574717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:14.175983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.407473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:14.176066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.103274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:14.176072Z","caller":"traceutil/trace.go:171","msg":"trace[753498086] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2259; }","duration":"594.551436ms","start":"2026-03-31T18:31:13.581498Z","end":"2026-03-31T18:31:14.17605Z","steps":["trace[753498086] 'agreement among raft nodes before linearized reading' (duration: 594.390592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.176125Z","caller":"traceutil/trace.go:171","msg":"trace[1983623677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2259; }","duration":"717.203096ms","start":"2026-03-31T18:31:13.458907Z","end":"2026-03-31T18:31:14.17611Z","steps":["trace[1983623677] 'agreement among raft nodes before linearized reading' (duration: 717.024572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.176109Z","caller":"traceutil/trace.go:171","msg":"trace[121504266] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"689.047967ms","start":"2026-03-31T18:31:13.486884Z","end":"2026-03-31T18:31:14.175932Z","steps":["trace[121504266] 'process raft request' (duration: 688.867402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.176137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.58148Z","time spent":"594.641308ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:14.176171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.458875Z","time spent":"717.285737ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:14.176156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.391613Z","time spent":"784.43892ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:14.176227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.486857Z","time spent":"689.319134ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:14.177097Z","caller":"traceutil/trace.go:171","msg":"trace[1871265959] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"581.282111ms","start":"2026-03-31T18:31:13.595797Z","end":"2026-03-31T18:31:14.177079Z","steps":["trace[1871265959] 'process raft request' (duration: 581.095586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.177197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.595771Z","time spent":"581.371274ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:14.17734Z","caller":"traceutil/trace.go:171","msg":"trace[1760235158] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"579.686532ms","start":"2026-03-31T18:31:13.597631Z","end":"2026-03-31T18:31:14.177317Z","steps":["trace[1760235158] 'process raft request' (duration: 579.387945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.177364Z","caller":"traceutil/trace.go:171","msg":"trace[57042111] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"578.593814ms","start":"2026-03-31T18:31:13.598751Z","end":"2026-03-31T18:31:14.177344Z","steps":["trace[57042111] 'process raft request' (duration: 578.42926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.17745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.597622Z","time spent":"579.776154ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:14.177474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.598718Z","time spent":"578.699757ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:14.17764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.280307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" ","response":"range_response_count:1 size:5605"} {"level":"warn","ts":"2026-03-31T18:31:14.177666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.896463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:14.177709Z","caller":"traceutil/trace.go:171","msg":"trace[1418689372] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd; range_end:; response_count:1; response_revision:2263; }","duration":"580.371789ms","start":"2026-03-31T18:31:13.597318Z","end":"2026-03-31T18:31:14.17769Z","steps":["trace[1418689372] 'agreement among raft nodes before linearized reading' (duration: 580.213035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.177726Z","caller":"traceutil/trace.go:171","msg":"trace[792489698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2263; }","duration":"241.996156ms","start":"2026-03-31T18:31:13.935713Z","end":"2026-03-31T18:31:14.177709Z","steps":["trace[792489698] 'agreement among raft nodes before linearized reading' (duration: 241.823762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.177754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.597307Z","time spent":"580.435521ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5628,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" "} {"level":"warn","ts":"2026-03-31T18:31:14.177885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.770852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:14.177916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.042018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:14.177936Z","caller":"traceutil/trace.go:171","msg":"trace[512502301] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2263; }","duration":"141.877704ms","start":"2026-03-31T18:31:14.036046Z","end":"2026-03-31T18:31:14.177924Z","steps":["trace[512502301] 'agreement among raft nodes before linearized reading' (duration: 141.799451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.177931Z","caller":"traceutil/trace.go:171","msg":"trace[489827870] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"576.565514ms","start":"2026-03-31T18:31:13.601348Z","end":"2026-03-31T18:31:14.177913Z","steps":["trace[489827870] 'process raft request' (duration: 575.928067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.177975Z","caller":"traceutil/trace.go:171","msg":"trace[753988813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2263; }","duration":"323.13805ms","start":"2026-03-31T18:31:13.85482Z","end":"2026-03-31T18:31:14.177958Z","steps":["trace[753988813] 'agreement among raft nodes before linearized reading' (duration: 322.933384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.177997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.536818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-03-31T18:31:14.178021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.854799Z","time spent":"323.213302ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:14.178022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.601333Z","time spent":"576.643235ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:14.178062Z","caller":"traceutil/trace.go:171","msg":"trace[105445321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2263; }","duration":"153.63047ms","start":"2026-03-31T18:31:14.024416Z","end":"2026-03-31T18:31:14.178047Z","steps":["trace[105445321] 'agreement among raft nodes before linearized reading' (duration: 153.454626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.178233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.846943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:14.178272Z","caller":"traceutil/trace.go:171","msg":"trace[66850392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2263; }","duration":"322.916505ms","start":"2026-03-31T18:31:13.855345Z","end":"2026-03-31T18:31:14.178261Z","steps":["trace[66850392] 'agreement among raft nodes before linearized reading' (duration: 322.773831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.178324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.855327Z","time spent":"322.967576ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:14.178297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.333555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:14.178379Z","caller":"traceutil/trace.go:171","msg":"trace[1054524676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2263; }","duration":"323.463368ms","start":"2026-03-31T18:31:13.854897Z","end":"2026-03-31T18:31:14.17836Z","steps":["trace[1054524676] 'agreement among raft nodes before linearized reading' (duration: 322.79357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.178444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.854848Z","time spent":"323.577931ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:15.397532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121274944s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:15.397892Z","caller":"traceutil/trace.go:171","msg":"trace[972869225] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.211052395s","start":"2026-03-31T18:31:14.186812Z","end":"2026-03-31T18:31:15.397865Z","steps":["trace[972869225] 'process raft request' (duration: 89.35223ms)","trace[972869225] 'compare' (duration: 1.120655249s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.39792Z","caller":"traceutil/trace.go:171","msg":"trace[928085673] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.210435909s","start":"2026-03-31T18:31:14.18745Z","end":"2026-03-31T18:31:15.397885Z","steps":["trace[928085673] 'process raft request' (duration: 1.210177123s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.397927Z","caller":"traceutil/trace.go:171","msg":"trace[348161185] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.210151863s","start":"2026-03-31T18:31:14.187756Z","end":"2026-03-31T18:31:15.397908Z","steps":["trace[348161185] 'process raft request' (duration: 1.209963528s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.397982Z","caller":"traceutil/trace.go:171","msg":"trace[899836674] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"600.049214ms","start":"2026-03-31T18:31:14.79791Z","end":"2026-03-31T18:31:15.397959Z","steps":["trace[899836674] 'process raft request' (duration: 599.983592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.398007Z","caller":"traceutil/trace.go:171","msg":"trace[356343562] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"1.202667443s","start":"2026-03-31T18:31:14.195308Z","end":"2026-03-31T18:31:15.397975Z","steps":["trace[356343562] 'process raft request' (duration: 1.202448248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.3981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.187745Z","time spent":"1.210297616s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:15.398102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.187421Z","time spent":"1.210580433s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:15.398154Z","caller":"traceutil/trace.go:171","msg":"trace[1708786824] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2365; }","duration":"1.202489589s","start":"2026-03-31T18:31:14.19565Z","end":"2026-03-31T18:31:15.398139Z","steps":["trace[1708786824] 'read index received' (duration: 80.532499ms)","trace[1708786824] 'applied index is now lower than readState.Index' (duration: 1.12195577s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:15.398259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202605402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:15.398005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.186783Z","time spent":"1.211159787s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:15.398329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.965959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:15.398368Z","caller":"traceutil/trace.go:171","msg":"trace[1784071161] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2269; }","duration":"952.048301ms","start":"2026-03-31T18:31:14.446311Z","end":"2026-03-31T18:31:15.39836Z","steps":["trace[1784071161] 'agreement among raft nodes before linearized reading' (duration: 951.988159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.398132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.195282Z","time spent":"1.202784247s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:15.398392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.44629Z","time spent":"952.096943ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:15.398398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.538452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:15.398098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.797887Z","time spent":"600.160437ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:15.3984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.982055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:15.39887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.25467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:15.398319Z","caller":"traceutil/trace.go:171","msg":"trace[552279213] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2269; }","duration":"1.202676244s","start":"2026-03-31T18:31:14.195624Z","end":"2026-03-31T18:31:15.3983Z","steps":["trace[552279213] 'agreement among raft nodes before linearized reading' (duration: 1.202604863s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.398929Z","caller":"traceutil/trace.go:171","msg":"trace[369894531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2269; }","duration":"209.358313ms","start":"2026-03-31T18:31:15.189557Z","end":"2026-03-31T18:31:15.398915Z","steps":["trace[369894531] 'agreement among raft nodes before linearized reading' (duration: 208.912472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.398958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.195615Z","time spent":"1.20332432s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:31:15.398426Z","caller":"traceutil/trace.go:171","msg":"trace[1944738869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2269; }","duration":"416.594094ms","start":"2026-03-31T18:31:14.981825Z","end":"2026-03-31T18:31:15.398419Z","steps":["trace[1944738869] 'agreement among raft nodes before linearized reading' (duration: 416.486682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.398345Z","caller":"traceutil/trace.go:171","msg":"trace[724450925] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.210718957s","start":"2026-03-31T18:31:14.187561Z","end":"2026-03-31T18:31:15.39828Z","steps":["trace[724450925] 'process raft request' (duration: 1.210122112s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.398882Z","caller":"traceutil/trace.go:171","msg":"trace[229695001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"458.497938ms","start":"2026-03-31T18:31:14.940367Z","end":"2026-03-31T18:31:15.398865Z","steps":["trace[229695001] 'agreement among raft nodes before linearized reading' (duration: 457.993406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.399363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.940349Z","time spent":"459.001772ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:15.39951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.18755Z","time spent":"1.211636679s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:15.400275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.981812Z","time spent":"417.274861ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:16.297564Z","caller":"traceutil/trace.go:171","msg":"trace[1528090385] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"116.523924ms","start":"2026-03-31T18:31:16.181009Z","end":"2026-03-31T18:31:16.297533Z","steps":["trace[1528090385] 'process raft request' (duration: 116.333419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.792165Z","caller":"traceutil/trace.go:171","msg":"trace[1736109152] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2372; }","duration":"602.568818ms","start":"2026-03-31T18:31:16.189572Z","end":"2026-03-31T18:31:16.792141Z","steps":["trace[1736109152] 'read index received' (duration: 107.787085ms)","trace[1736109152] 'applied index is now lower than readState.Index' (duration: 494.780773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:16.792268Z","caller":"traceutil/trace.go:171","msg":"trace[413469646] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"610.946719ms","start":"2026-03-31T18:31:16.181312Z","end":"2026-03-31T18:31:16.792258Z","steps":["trace[413469646] 'process raft request' (duration: 610.681543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.792381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.181289Z","time spent":"611.00616ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:16.792457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.858686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:16.792539Z","caller":"traceutil/trace.go:171","msg":"trace[515376043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2272; }","duration":"602.980428ms","start":"2026-03-31T18:31:16.189539Z","end":"2026-03-31T18:31:16.792519Z","steps":["trace[515376043] 'agreement among raft nodes before linearized reading' (duration: 602.744362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.792582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.189526Z","time spent":"603.04705ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:17.381462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.432304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.381945Z","caller":"traceutil/trace.go:171","msg":"trace[759201485] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"484.446752ms","start":"2026-03-31T18:31:16.897308Z","end":"2026-03-31T18:31:17.381755Z","steps":["trace[759201485] 'process raft request' (duration: 484.384131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.382018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.794542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:17.382048Z","caller":"traceutil/trace.go:171","msg":"trace[1406964937] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2374; }","duration":"589.572039ms","start":"2026-03-31T18:31:16.792228Z","end":"2026-03-31T18:31:17.3818Z","steps":["trace[1406964937] 'read index received' (duration: 385.582721ms)","trace[1406964937] 'applied index is now lower than readState.Index' (duration: 203.985188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.38204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.645402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T18:31:17.382088Z","caller":"traceutil/trace.go:171","msg":"trace[1768873575] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2275; }","duration":"704.894574ms","start":"2026-03-31T18:31:16.677177Z","end":"2026-03-31T18:31:17.382071Z","steps":["trace[1768873575] 'agreement among raft nodes before linearized reading' (duration: 704.705189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.382086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.784274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:17.382119Z","caller":"traceutil/trace.go:171","msg":"trace[351594666] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2275; }","duration":"745.778715ms","start":"2026-03-31T18:31:16.636324Z","end":"2026-03-31T18:31:17.382103Z","steps":["trace[351594666] 'agreement among raft nodes before linearized reading' (duration: 745.539169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.382125Z","caller":"traceutil/trace.go:171","msg":"trace[1036909718] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"927.576944ms","start":"2026-03-31T18:31:16.454301Z","end":"2026-03-31T18:31:17.381878Z","steps":["trace[1036909718] 'process raft request' (duration: 723.637368ms)","trace[1036909718] 'compare' (duration: 203.29759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.382138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.677166Z","time spent":"704.957416ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.382165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.636302Z","time spent":"745.853516ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:31:17.38204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178899875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:31:17.382164Z","caller":"traceutil/trace.go:171","msg":"trace[1957981318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2275; }","duration":"974.898446ms","start":"2026-03-31T18:31:16.407248Z","end":"2026-03-31T18:31:17.382147Z","steps":["trace[1957981318] 'agreement among raft nodes before linearized reading' (duration: 974.620869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.382204Z","caller":"traceutil/trace.go:171","msg":"trace[281580343] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"585.075357ms","start":"2026-03-31T18:31:16.796829Z","end":"2026-03-31T18:31:17.381904Z","steps":["trace[281580343] 'process raft request' (duration: 584.7806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.382234Z","caller":"traceutil/trace.go:171","msg":"trace[1010274315] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2275; }","duration":"1.179123681s","start":"2026-03-31T18:31:16.203091Z","end":"2026-03-31T18:31:17.382215Z","steps":["trace[1010274315] 'agreement among raft nodes before linearized reading' (duration: 1.178715841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.382252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.407235Z","time spent":"975.004219ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:17.382267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.45427Z","time spent":"927.922933ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.382289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.203077Z","time spent":"1.179195682s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:31:17.382329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.796802Z","time spent":"585.464527ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.382043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.599893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:17.382053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.897281Z","time spent":"484.723349ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.382364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.153731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:17.382459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.589109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:17.382518Z","caller":"traceutil/trace.go:171","msg":"trace[633714944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2275; }","duration":"238.697192ms","start":"2026-03-31T18:31:17.143806Z","end":"2026-03-31T18:31:17.382504Z","steps":["trace[633714944] 'agreement among raft nodes before linearized reading' (duration: 238.60645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.382526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.701641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:17.382533Z","caller":"traceutil/trace.go:171","msg":"trace[278259482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2275; }","duration":"441.334136ms","start":"2026-03-31T18:31:16.941155Z","end":"2026-03-31T18:31:17.382489Z","steps":["trace[278259482] 'agreement among raft nodes before linearized reading' (duration: 441.089419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.382641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.941133Z","time spent":"441.495691ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:17.382583Z","caller":"traceutil/trace.go:171","msg":"trace[14412600] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2275; }","duration":"155.779803ms","start":"2026-03-31T18:31:17.226787Z","end":"2026-03-31T18:31:17.382567Z","steps":["trace[14412600] 'agreement among raft nodes before linearized reading' (duration: 155.683981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.382593Z","caller":"traceutil/trace.go:171","msg":"trace[742616845] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2275; }","duration":"706.011543ms","start":"2026-03-31T18:31:16.676368Z","end":"2026-03-31T18:31:17.382379Z","steps":["trace[742616845] 'agreement among raft nodes before linearized reading' (duration: 705.467559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.38288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.676342Z","time spent":"706.517187ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.383105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.540748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:17.383166Z","caller":"traceutil/trace.go:171","msg":"trace[1956063933] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2275; }","duration":"159.681152ms","start":"2026-03-31T18:31:17.22347Z","end":"2026-03-31T18:31:17.383151Z","steps":["trace[1956063933] 'agreement among raft nodes before linearized reading' (duration: 158.927002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.832327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.54566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:17.832544Z","caller":"traceutil/trace.go:171","msg":"trace[596347874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2276; }","duration":"242.775856ms","start":"2026-03-31T18:31:17.589734Z","end":"2026-03-31T18:31:17.832509Z","steps":["trace[596347874] 'range keys from in-memory index tree' (duration: 242.523619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.832571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.003417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.832754Z","caller":"traceutil/trace.go:171","msg":"trace[868782403] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2377; }","duration":"381.634522ms","start":"2026-03-31T18:31:17.451104Z","end":"2026-03-31T18:31:17.832738Z","steps":["trace[868782403] 'read index received' (duration: 7.55568ms)","trace[868782403] 'applied index is now lower than readState.Index' (duration: 374.077902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.832865Z","caller":"traceutil/trace.go:171","msg":"trace[1331998400] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"424.901562ms","start":"2026-03-31T18:31:17.407925Z","end":"2026-03-31T18:31:17.832827Z","steps":["trace[1331998400] 'process raft request' (duration: 424.725098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.833288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.407902Z","time spent":"425.114587ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:17.832853Z","caller":"traceutil/trace.go:171","msg":"trace[254563708] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"424.928713ms","start":"2026-03-31T18:31:17.407875Z","end":"2026-03-31T18:31:17.832804Z","steps":["trace[254563708] 'process raft request' (duration: 282.621958ms)","trace[254563708] 'compare' (duration: 141.731531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.83365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.407857Z","time spent":"425.687531ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.832918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.825688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:17.833848Z","caller":"traceutil/trace.go:171","msg":"trace[79722674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"382.751301ms","start":"2026-03-31T18:31:17.451082Z","end":"2026-03-31T18:31:17.833833Z","steps":["trace[79722674] 'agreement among raft nodes before linearized reading' (duration: 381.706275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.832955Z","caller":"traceutil/trace.go:171","msg":"trace[1369818095] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"423.692722ms","start":"2026-03-31T18:31:17.409249Z","end":"2026-03-31T18:31:17.832942Z","steps":["trace[1369818095] 'process raft request' (duration: 423.454796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.833888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.451018Z","time spent":"382.859965ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:17.833942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.409238Z","time spent":"424.652067ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:18.071686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.478187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:18.071787Z","caller":"traceutil/trace.go:171","msg":"trace[221814387] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2381; }","duration":"139.366541ms","start":"2026-03-31T18:31:17.932403Z","end":"2026-03-31T18:31:18.071769Z","steps":["trace[221814387] 'read index received' (duration: 35.593896ms)","trace[221814387] 'applied index is now lower than readState.Index' (duration: 103.771465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:18.072017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.079887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:18.07206Z","caller":"traceutil/trace.go:171","msg":"trace[462056034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"130.146319ms","start":"2026-03-31T18:31:17.941902Z","end":"2026-03-31T18:31:18.072048Z","steps":["trace[462056034] 'agreement among raft nodes before linearized reading' (duration: 130.080677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.07211Z","caller":"traceutil/trace.go:171","msg":"trace[979901713] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"234.159029ms","start":"2026-03-31T18:31:17.837927Z","end":"2026-03-31T18:31:18.072086Z","steps":["trace[979901713] 'process raft request' (duration: 130.19307ms)","trace[979901713] 'compare' (duration: 103.133147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:18.072023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.590326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:18.072472Z","caller":"traceutil/trace.go:171","msg":"trace[603408539] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2280; }","duration":"140.107639ms","start":"2026-03-31T18:31:17.93234Z","end":"2026-03-31T18:31:18.072448Z","steps":["trace[603408539] 'agreement among raft nodes before linearized reading' (duration: 139.575036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.056409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.032603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.05649Z","caller":"traceutil/trace.go:171","msg":"trace[645883280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2282; }","duration":"114.165666ms","start":"2026-03-31T18:31:18.94231Z","end":"2026-03-31T18:31:19.056475Z","steps":["trace[645883280] 'range keys from in-memory index tree' (duration: 113.962171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.226949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.577374ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:19.491807Z","caller":"traceutil/trace.go:171","msg":"trace[21508036] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"100.333647ms","start":"2026-03-31T18:31:19.391449Z","end":"2026-03-31T18:31:19.491783Z","steps":["trace[21508036] 'process raft request' (duration: 100.092131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.951956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.547332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:19.952072Z","caller":"traceutil/trace.go:171","msg":"trace[1391753859] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2386; }","duration":"398.9786ms","start":"2026-03-31T18:31:19.553074Z","end":"2026-03-31T18:31:19.952053Z","steps":["trace[1391753859] 'read index received' (duration: 119.273024ms)","trace[1391753859] 'applied index is now lower than readState.Index' (duration: 279.704156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.952221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.131254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:19.952292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.571076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:19.952344Z","caller":"traceutil/trace.go:171","msg":"trace[1770345175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2284; }","duration":"114.673498ms","start":"2026-03-31T18:31:19.837659Z","end":"2026-03-31T18:31:19.952332Z","steps":["trace[1770345175] 'agreement among raft nodes before linearized reading' (duration: 114.540785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.952349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.494174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:19.952414Z","caller":"traceutil/trace.go:171","msg":"trace[1422471298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2284; }","duration":"114.574546ms","start":"2026-03-31T18:31:19.837825Z","end":"2026-03-31T18:31:19.9524Z","steps":["trace[1422471298] 'agreement among raft nodes before linearized reading' (duration: 114.395282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.95227Z","caller":"traceutil/trace.go:171","msg":"trace[1618512577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2284; }","duration":"399.187675ms","start":"2026-03-31T18:31:19.553069Z","end":"2026-03-31T18:31:19.952257Z","steps":["trace[1618512577] 'agreement among raft nodes before linearized reading' (duration: 399.098863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.952676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.553028Z","time spent":"399.592545ms","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:19.952476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.357311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:19.95277Z","caller":"traceutil/trace.go:171","msg":"trace[163695873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2284; }","duration":"114.74402ms","start":"2026-03-31T18:31:19.838016Z","end":"2026-03-31T18:31:19.95276Z","steps":["trace[163695873] 'agreement among raft nodes before linearized reading' (duration: 114.194766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.95257Z","caller":"traceutil/trace.go:171","msg":"trace[310425147] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"456.708025ms","start":"2026-03-31T18:31:19.495842Z","end":"2026-03-31T18:31:19.95255Z","steps":["trace[310425147] 'process raft request' (duration: 176.481486ms)","trace[310425147] 'compare' (duration: 279.415609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.953017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.495818Z","time spent":"457.065133ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.491771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.834116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:20.492092Z","caller":"traceutil/trace.go:171","msg":"trace[1589530069] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2387; }","duration":"416.786388ms","start":"2026-03-31T18:31:20.075284Z","end":"2026-03-31T18:31:20.492071Z","steps":["trace[1589530069] 'read index received' (duration: 44.674636ms)","trace[1589530069] 'applied index is now lower than readState.Index' (duration: 372.110652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:20.492171Z","caller":"traceutil/trace.go:171","msg":"trace[751403789] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"534.443301ms","start":"2026-03-31T18:31:19.957707Z","end":"2026-03-31T18:31:20.49215Z","steps":["trace[751403789] 'process raft request' (duration: 534.305628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.492098Z","caller":"traceutil/trace.go:171","msg":"trace[578045217] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"535.360815ms","start":"2026-03-31T18:31:19.956697Z","end":"2026-03-31T18:31:20.492058Z","steps":["trace[578045217] 'process raft request' (duration: 163.168911ms)","trace[578045217] 'compare' (duration: 371.732993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:20.492367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.957693Z","time spent":"534.580926ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.492426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.132408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:20.492494Z","caller":"traceutil/trace.go:171","msg":"trace[1726174321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"417.2387ms","start":"2026-03-31T18:31:20.07524Z","end":"2026-03-31T18:31:20.492478Z","steps":["trace[1726174321] 'agreement among raft nodes before linearized reading' (duration: 416.956773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.492144Z","caller":"traceutil/trace.go:171","msg":"trace[135308225] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"534.624737ms","start":"2026-03-31T18:31:19.9575Z","end":"2026-03-31T18:31:20.492125Z","steps":["trace[135308225] 'process raft request' (duration: 534.432482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.492546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.075222Z","time spent":"417.312812ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:20.492609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.957478Z","time spent":"535.069548ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.492756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.956676Z","time spent":"535.706635ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.849905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.372622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:20.850088Z","caller":"traceutil/trace.go:171","msg":"trace[1998406760] linearizableReadLoop","detail":"{readStateIndex:2391; appliedIndex:2390; }","duration":"357.876314ms","start":"2026-03-31T18:31:20.492195Z","end":"2026-03-31T18:31:20.850071Z","steps":["trace[1998406760] 'read index received' (duration: 212.306077ms)","trace[1998406760] 'applied index is now lower than readState.Index' (duration: 145.568457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:20.850134Z","caller":"traceutil/trace.go:171","msg":"trace[338912456] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"502.261811ms","start":"2026-03-31T18:31:20.347862Z","end":"2026-03-31T18:31:20.850123Z","steps":["trace[338912456] 'process raft request' (duration: 356.52117ms)","trace[338912456] 'compare' (duration: 145.146876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:20.850182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.347838Z","time spent":"502.323543ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.850353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.454144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:20.850443Z","caller":"traceutil/trace.go:171","msg":"trace[647591985] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2288; }","duration":"440.602858ms","start":"2026-03-31T18:31:20.409824Z","end":"2026-03-31T18:31:20.850427Z","steps":["trace[647591985] 'agreement among raft nodes before linearized reading' (duration: 440.414203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.850494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.409804Z","time spent":"440.6801ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:20.850363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.61871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:31:20.850559Z","caller":"traceutil/trace.go:171","msg":"trace[711576946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2288; }","duration":"398.869076ms","start":"2026-03-31T18:31:20.451673Z","end":"2026-03-31T18:31:20.850543Z","steps":["trace[711576946] 'agreement among raft nodes before linearized reading' (duration: 398.523138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.850627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.451654Z","time spent":"398.961099ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:21.273241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.542419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:21.273458Z","caller":"traceutil/trace.go:171","msg":"trace[1112161697] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"423.299333ms","start":"2026-03-31T18:31:20.85014Z","end":"2026-03-31T18:31:21.273439Z","steps":["trace[1112161697] 'read index received' (duration: 99.497547ms)","trace[1112161697] 'applied index is now lower than readState.Index' (duration: 323.800706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:21.273563Z","caller":"traceutil/trace.go:171","msg":"trace[1308056583] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"777.474273ms","start":"2026-03-31T18:31:20.496077Z","end":"2026-03-31T18:31:21.273551Z","steps":["trace[1308056583] 'process raft request' (duration: 453.544234ms)","trace[1308056583] 'compare' (duration: 323.323374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.273637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.496053Z","time spent":"777.542875ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:21.273736Z","caller":"traceutil/trace.go:171","msg":"trace[1007007054] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"406.247573ms","start":"2026-03-31T18:31:20.867463Z","end":"2026-03-31T18:31:21.273711Z","steps":["trace[1007007054] 'process raft request' (duration: 405.897824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.273825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.503995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:21.273881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.582798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:21.273895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.867442Z","time spent":"406.377927ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:21.273871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.296539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:21.273948Z","caller":"traceutil/trace.go:171","msg":"trace[1395983260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2290; }","duration":"334.65438ms","start":"2026-03-31T18:31:20.939277Z","end":"2026-03-31T18:31:21.273932Z","steps":["trace[1395983260] 'agreement among raft nodes before linearized reading' (duration: 334.565328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.273922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.373679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:21.273993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.939273Z","time spent":"334.712901ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:21.273987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.744586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:31:21.274041Z","caller":"traceutil/trace.go:171","msg":"trace[2054752461] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2290; }","duration":"383.827408ms","start":"2026-03-31T18:31:20.890197Z","end":"2026-03-31T18:31:21.274025Z","steps":["trace[2054752461] 'agreement among raft nodes before linearized reading' (duration: 383.681285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.274084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.89018Z","time spent":"383.89557ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T18:31:21.274033Z","caller":"traceutil/trace.go:171","msg":"trace[916384694] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2290; }","duration":"341.554493ms","start":"2026-03-31T18:31:20.932459Z","end":"2026-03-31T18:31:21.274013Z","steps":["trace[916384694] 'agreement among raft nodes before linearized reading' (duration: 341.294407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.273912Z","caller":"traceutil/trace.go:171","msg":"trace[12968135] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2290; }","duration":"193.69342ms","start":"2026-03-31T18:31:21.080201Z","end":"2026-03-31T18:31:21.273895Z","steps":["trace[12968135] 'agreement among raft nodes before linearized reading' (duration: 193.490414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.273973Z","caller":"traceutil/trace.go:171","msg":"trace[1213335245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"775.429542ms","start":"2026-03-31T18:31:20.49852Z","end":"2026-03-31T18:31:21.273949Z","steps":["trace[1213335245] 'agreement among raft nodes before linearized reading' (duration: 775.104563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.274175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.498508Z","time spent":"775.651648ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:21.274146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.932448Z","time spent":"341.675886ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:21.273825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.758502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:21.274272Z","caller":"traceutil/trace.go:171","msg":"trace[1484056340] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2290; }","duration":"416.300516ms","start":"2026-03-31T18:31:20.857959Z","end":"2026-03-31T18:31:21.27426Z","steps":["trace[1484056340] 'agreement among raft nodes before linearized reading' (duration: 415.734931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.274325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.857947Z","time spent":"416.362988ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:31:21.561225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.928336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:21.561352Z","caller":"traceutil/trace.go:171","msg":"trace[1974532749] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2393; }","duration":"278.147746ms","start":"2026-03-31T18:31:21.283182Z","end":"2026-03-31T18:31:21.56133Z","steps":["trace[1974532749] 'read index received' (duration: 102.961334ms)","trace[1974532749] 'applied index is now lower than readState.Index' (duration: 175.184542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:21.561433Z","caller":"traceutil/trace.go:171","msg":"trace[946116745] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"282.669611ms","start":"2026-03-31T18:31:21.278726Z","end":"2026-03-31T18:31:21.561395Z","steps":["trace[946116745] 'process raft request' (duration: 107.467778ms)","trace[946116745] 'compare' (duration: 174.761562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.561523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.914202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:21.561561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.363881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:21.561594Z","caller":"traceutil/trace.go:171","msg":"trace[1827471969] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2291; }","duration":"101.014984ms","start":"2026-03-31T18:31:21.460556Z","end":"2026-03-31T18:31:21.561571Z","steps":["trace[1827471969] 'agreement among raft nodes before linearized reading' (duration: 100.904041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.561619Z","caller":"traceutil/trace.go:171","msg":"trace[866449146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2291; }","duration":"278.448724ms","start":"2026-03-31T18:31:21.283156Z","end":"2026-03-31T18:31:21.561604Z","steps":["trace[866449146] 'agreement among raft nodes before linearized reading' (duration: 278.27898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.003599Z","caller":"traceutil/trace.go:171","msg":"trace[1684110184] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"436.29259ms","start":"2026-03-31T18:31:21.567264Z","end":"2026-03-31T18:31:22.003557Z","steps":["trace[1684110184] 'process raft request' (duration: 436.104296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.003675Z","caller":"traceutil/trace.go:171","msg":"trace[1167371310] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2394; }","duration":"429.340575ms","start":"2026-03-31T18:31:21.57431Z","end":"2026-03-31T18:31:22.003651Z","steps":["trace[1167371310] 'read index received' (duration: 83.614966ms)","trace[1167371310] 'applied index is now lower than readState.Index' (duration: 345.723909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:22.003683Z","caller":"traceutil/trace.go:171","msg":"trace[1508668592] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"436.022073ms","start":"2026-03-31T18:31:21.56764Z","end":"2026-03-31T18:31:22.003662Z","steps":["trace[1508668592] 'process raft request' (duration: 435.870419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.003749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.567243Z","time spent":"436.428303ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:22.003785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.567632Z","time spent":"436.102016ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:22.003896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.58255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-03-31T18:31:22.00395Z","caller":"traceutil/trace.go:171","msg":"trace[56990878] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:2294; }","duration":"429.669503ms","start":"2026-03-31T18:31:21.574271Z","end":"2026-03-31T18:31:22.00394Z","steps":["trace[56990878] 'agreement among raft nodes before linearized reading' (duration: 429.476848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.00399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.574257Z","time spent":"429.723684ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:31:22.263945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.948563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:22.264083Z","caller":"traceutil/trace.go:171","msg":"trace[24980814] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2397; }","duration":"253.811494ms","start":"2026-03-31T18:31:22.01025Z","end":"2026-03-31T18:31:22.264061Z","steps":["trace[24980814] 'read index received' (duration: 100.546483ms)","trace[24980814] 'applied index is now lower than readState.Index' (duration: 153.263221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:22.264281Z","caller":"traceutil/trace.go:171","msg":"trace[961801606] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"256.642934ms","start":"2026-03-31T18:31:22.007605Z","end":"2026-03-31T18:31:22.264248Z","steps":["trace[961801606] 'process raft request' (duration: 103.290322ms)","trace[961801606] 'compare' (duration: 152.83977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:22.264745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.49789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-31T18:31:22.264835Z","caller":"traceutil/trace.go:171","msg":"trace[126979530] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:2295; }","duration":"254.624943ms","start":"2026-03-31T18:31:22.010179Z","end":"2026-03-31T18:31:22.264803Z","steps":["trace[126979530] 'agreement among raft nodes before linearized reading' (duration: 253.940866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.617915Z","caller":"traceutil/trace.go:171","msg":"trace[750487137] linearizableReadLoop","detail":"{readStateIndex:2399; appliedIndex:2398; }","duration":"121.301655ms","start":"2026-03-31T18:31:22.496579Z","end":"2026-03-31T18:31:22.617881Z","steps":["trace[750487137] 'read index received' (duration: 121.07749ms)","trace[750487137] 'applied index is now lower than readState.Index' (duration: 223.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:22.618035Z","caller":"traceutil/trace.go:171","msg":"trace[1288512773] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"121.831349ms","start":"2026-03-31T18:31:22.496149Z","end":"2026-03-31T18:31:22.617981Z","steps":["trace[1288512773] 'process raft request' (duration: 121.560542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.61827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.668284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:22.618335Z","caller":"traceutil/trace.go:171","msg":"trace[541897370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"121.791597ms","start":"2026-03-31T18:31:22.496528Z","end":"2026-03-31T18:31:22.618319Z","steps":["trace[541897370] 'agreement among raft nodes before linearized reading' (duration: 121.567422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.618321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.869155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:22.61839Z","caller":"traceutil/trace.go:171","msg":"trace[54388125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"120.970588ms","start":"2026-03-31T18:31:22.497402Z","end":"2026-03-31T18:31:22.618373Z","steps":["trace[54388125] 'agreement among raft nodes before linearized reading' (duration: 120.766032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.618355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.676265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:22.618468Z","caller":"traceutil/trace.go:171","msg":"trace[1253410394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2296; }","duration":"121.860921ms","start":"2026-03-31T18:31:22.496592Z","end":"2026-03-31T18:31:22.618453Z","steps":["trace[1253410394] 'agreement among raft nodes before linearized reading' (duration: 121.517831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.977447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.029676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:22.977522Z","caller":"traceutil/trace.go:171","msg":"trace[1582257798] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"354.995453ms","start":"2026-03-31T18:31:22.622514Z","end":"2026-03-31T18:31:22.97751Z","steps":["trace[1582257798] 'process raft request' (duration: 35.843693ms)","trace[1582257798] 'compare' (duration: 318.873283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:22.977558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.622491Z","time spent":"355.049013ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:22.977866Z","caller":"traceutil/trace.go:171","msg":"trace[711232835] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"355.268119ms","start":"2026-03-31T18:31:22.62259Z","end":"2026-03-31T18:31:22.977858Z","steps":["trace[711232835] 'process raft request' (duration: 355.243609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.977907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.622558Z","time spent":"355.331301ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:22.977949Z","caller":"traceutil/trace.go:171","msg":"trace[803975506] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"355.388202ms","start":"2026-03-31T18:31:22.622542Z","end":"2026-03-31T18:31:22.97793Z","steps":["trace[803975506] 'process raft request' (duration: 355.251889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.978094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.622523Z","time spent":"355.489325ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:22.98043Z","caller":"traceutil/trace.go:171","msg":"trace[1602560219] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"124.125028ms","start":"2026-03-31T18:31:22.856286Z","end":"2026-03-31T18:31:22.980411Z","steps":["trace[1602560219] 'process raft request' (duration: 124.012205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.980615Z","caller":"traceutil/trace.go:171","msg":"trace[2100470963] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2402; }","duration":"105.242861ms","start":"2026-03-31T18:31:22.875342Z","end":"2026-03-31T18:31:22.980585Z","steps":["trace[2100470963] 'read index received' (duration: 102.878841ms)","trace[2100470963] 'applied index is now lower than readState.Index' (duration: 2.36105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:22.980827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.467046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:22.980883Z","caller":"traceutil/trace.go:171","msg":"trace[631308392] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2301; }","duration":"105.560969ms","start":"2026-03-31T18:31:22.875308Z","end":"2026-03-31T18:31:22.980869Z","steps":["trace[631308392] 'agreement among raft nodes before linearized reading' (duration: 105.406225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.538184Z","caller":"traceutil/trace.go:171","msg":"trace[2067440719] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"251.041534ms","start":"2026-03-31T18:31:23.287116Z","end":"2026-03-31T18:31:23.538157Z","steps":["trace[2067440719] 'read index received' (duration: 250.983382ms)","trace[2067440719] 'applied index is now lower than readState.Index' (duration: 56.832µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:23.538472Z","caller":"traceutil/trace.go:171","msg":"trace[1328204323] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"258.722997ms","start":"2026-03-31T18:31:23.279737Z","end":"2026-03-31T18:31:23.53846Z","steps":["trace[1328204323] 'process raft request' (duration: 258.269716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.538741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.605758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:23.538775Z","caller":"traceutil/trace.go:171","msg":"trace[1664222813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2303; }","duration":"251.662119ms","start":"2026-03-31T18:31:23.287102Z","end":"2026-03-31T18:31:23.538764Z","steps":["trace[1664222813] 'agreement among raft nodes before linearized reading' (duration: 251.530805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.743479Z","caller":"traceutil/trace.go:171","msg":"trace[986021973] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"417.452195ms","start":"2026-03-31T18:31:23.325989Z","end":"2026-03-31T18:31:23.743441Z","steps":["trace[986021973] 'process raft request' (duration: 335.03954ms)","trace[986021973] 'compare' (duration: 82.205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.74359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.5107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:23.743611Z","caller":"traceutil/trace.go:171","msg":"trace[392894072] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"308.993023ms","start":"2026-03-31T18:31:23.434596Z","end":"2026-03-31T18:31:23.743589Z","steps":["trace[392894072] 'process raft request' (duration: 308.785318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:23.743645Z","caller":"traceutil/trace.go:171","msg":"trace[1509575813] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2305; }","duration":"385.608242ms","start":"2026-03-31T18:31:23.358023Z","end":"2026-03-31T18:31:23.743631Z","steps":["trace[1509575813] 'agreement among raft nodes before linearized reading' (duration: 385.50812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.743685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.358011Z","time spent":"385.665974ms","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:23.743741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.434588Z","time spent":"309.081165ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:23.743487Z","caller":"traceutil/trace.go:171","msg":"trace[151343972] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2407; }","duration":"205.210639ms","start":"2026-03-31T18:31:23.538255Z","end":"2026-03-31T18:31:23.743465Z","steps":["trace[151343972] 'read index received' (duration: 122.817694ms)","trace[151343972] 'applied index is now lower than readState.Index' (duration: 82.391925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.743774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.325972Z","time spent":"417.582358ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:24.067807Z","caller":"traceutil/trace.go:171","msg":"trace[335482071] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"319.961919ms","start":"2026-03-31T18:31:23.747812Z","end":"2026-03-31T18:31:24.067774Z","steps":["trace[335482071] 'process raft request' (duration: 317.822215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:24.067981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.747794Z","time spent":"320.099572ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:24.15833Z","caller":"traceutil/trace.go:171","msg":"trace[1921332954] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"149.895105ms","start":"2026-03-31T18:31:24.008412Z","end":"2026-03-31T18:31:24.158307Z","steps":["trace[1921332954] 'process raft request' (duration: 149.746371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:24.421327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.339973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:31:24.421429Z","caller":"traceutil/trace.go:171","msg":"trace[441362920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2307; }","duration":"153.490487ms","start":"2026-03-31T18:31:24.267914Z","end":"2026-03-31T18:31:24.421404Z","steps":["trace[441362920] 'range keys from in-memory index tree' (duration: 153.146188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:24.592651Z","caller":"traceutil/trace.go:171","msg":"trace[1576410858] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"166.515424ms","start":"2026-03-31T18:31:24.426103Z","end":"2026-03-31T18:31:24.592618Z","steps":["trace[1576410858] 'process raft request' (duration: 166.231447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.312615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.293308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:25.31269Z","caller":"traceutil/trace.go:171","msg":"trace[106237475] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2308; }","duration":"347.408371ms","start":"2026-03-31T18:31:24.965264Z","end":"2026-03-31T18:31:25.312672Z","steps":["trace[106237475] 'count revisions from in-memory index tree' (duration: 347.183955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.312724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.69781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:25.312766Z","caller":"traceutil/trace.go:171","msg":"trace[1123364830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2308; }","duration":"330.767562ms","start":"2026-03-31T18:31:24.981988Z","end":"2026-03-31T18:31:25.312755Z","steps":["trace[1123364830] 'range keys from in-memory index tree' (duration: 330.529006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.312746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.70622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:25.312762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.70627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:25.312795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.981973Z","time spent":"330.814182ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:25.312819Z","caller":"traceutil/trace.go:171","msg":"trace[1444876083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"330.805083ms","start":"2026-03-31T18:31:24.982001Z","end":"2026-03-31T18:31:25.312806Z","steps":["trace[1444876083] 'range keys from in-memory index tree' (duration: 330.574186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.312827Z","caller":"traceutil/trace.go:171","msg":"trace[1179895463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"330.804773ms","start":"2026-03-31T18:31:24.981994Z","end":"2026-03-31T18:31:25.312799Z","steps":["trace[1179895463] 'range keys from in-memory index tree' (duration: 330.504655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.312844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.981984Z","time spent":"330.855124ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:25.312868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.981985Z","time spent":"330.874164ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:25.312927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.755975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:25.312942Z","caller":"traceutil/trace.go:171","msg":"trace[722471748] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2308; }","duration":"481.812126ms","start":"2026-03-31T18:31:24.831125Z","end":"2026-03-31T18:31:25.312937Z","steps":["trace[722471748] 'count revisions from in-memory index tree' (duration: 481.692204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.31273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.965252Z","time spent":"347.468583ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:25.312956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.831106Z","time spent":"481.846498ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:25.313274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.621665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:25.313323Z","caller":"traceutil/trace.go:171","msg":"trace[1093106556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2308; }","duration":"370.714717ms","start":"2026-03-31T18:31:24.942595Z","end":"2026-03-31T18:31:25.313309Z","steps":["trace[1093106556] 'range keys from in-memory index tree' (duration: 370.529743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.313355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.942573Z","time spent":"370.77524ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:25.313894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.763931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:25.313989Z","caller":"traceutil/trace.go:171","msg":"trace[2006581510] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2412; }","duration":"200.609864ms","start":"2026-03-31T18:31:25.113366Z","end":"2026-03-31T18:31:25.313976Z","steps":["trace[2006581510] 'read index received' (duration: 83.594696ms)","trace[2006581510] 'applied index is now lower than readState.Index' (duration: 117.014218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:25.314095Z","caller":"traceutil/trace.go:171","msg":"trace[521618336] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"328.359712ms","start":"2026-03-31T18:31:24.98568Z","end":"2026-03-31T18:31:25.31404Z","steps":["trace[521618336] 'process raft request' (duration: 211.348684ms)","trace[521618336] 'compare' (duration: 115.781336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:25.314122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.749417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:25.314172Z","caller":"traceutil/trace.go:171","msg":"trace[1406962016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2309; }","duration":"200.839759ms","start":"2026-03-31T18:31:25.113318Z","end":"2026-03-31T18:31:25.314158Z","steps":["trace[1406962016] 'agreement among raft nodes before linearized reading' (duration: 200.753467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.314214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.985664Z","time spent":"328.493294ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:25.93192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.718385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:25.932164Z","caller":"traceutil/trace.go:171","msg":"trace[431204814] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2413; }","duration":"331.634594ms","start":"2026-03-31T18:31:25.60051Z","end":"2026-03-31T18:31:25.932145Z","steps":["trace[431204814] 'read index received' (duration: 205.070226ms)","trace[431204814] 'applied index is now lower than readState.Index' (duration: 126.563328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:25.932242Z","caller":"traceutil/trace.go:171","msg":"trace[1437364172] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"616.047207ms","start":"2026-03-31T18:31:25.316184Z","end":"2026-03-31T18:31:25.932231Z","steps":["trace[1437364172] 'process raft request' (duration: 237.940952ms)","trace[1437364172] 'compare' (duration: 377.614763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:25.932301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.316172Z","time spent":"616.098669ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:25.932384Z","caller":"traceutil/trace.go:171","msg":"trace[763984729] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"615.846862ms","start":"2026-03-31T18:31:25.316507Z","end":"2026-03-31T18:31:25.932354Z","steps":["trace[763984729] 'process raft request' (duration: 615.561755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.932532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.316496Z","time spent":"615.960656ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:25.932471Z","caller":"traceutil/trace.go:171","msg":"trace[1434881112] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"386.613749ms","start":"2026-03-31T18:31:25.545823Z","end":"2026-03-31T18:31:25.932437Z","steps":["trace[1434881112] 'process raft request' (duration: 386.282061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.932591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.084195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:25.93255Z","caller":"traceutil/trace.go:171","msg":"trace[396185991] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"616.326815ms","start":"2026-03-31T18:31:25.3162Z","end":"2026-03-31T18:31:25.932527Z","steps":["trace[396185991] 'process raft request' (duration: 615.817961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.932734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.316176Z","time spent":"616.506249ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:25.932622Z","caller":"traceutil/trace.go:171","msg":"trace[550389154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2313; }","duration":"332.154787ms","start":"2026-03-31T18:31:25.600458Z","end":"2026-03-31T18:31:25.932613Z","steps":["trace[550389154] 'agreement among raft nodes before linearized reading' (duration: 332.038474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:25.932792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.545802Z","time spent":"386.878526ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:25.932834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.600438Z","time spent":"332.373782ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:26.022631Z","caller":"traceutil/trace.go:171","msg":"trace[177257170] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"210.163664ms","start":"2026-03-31T18:31:25.812443Z","end":"2026-03-31T18:31:26.022607Z","steps":["trace[177257170] 'process raft request' (duration: 209.98928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:26.022662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.769521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:26.022681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.50908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:26.02271Z","caller":"traceutil/trace.go:171","msg":"trace[1304118358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2314; }","duration":"274.862443ms","start":"2026-03-31T18:31:25.747836Z","end":"2026-03-31T18:31:26.022698Z","steps":["trace[1304118358] 'agreement among raft nodes before linearized reading' (duration: 274.689409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:26.02273Z","caller":"traceutil/trace.go:171","msg":"trace[685736114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2314; }","duration":"248.566222ms","start":"2026-03-31T18:31:25.774149Z","end":"2026-03-31T18:31:26.022715Z","steps":["trace[685736114] 'agreement among raft nodes before linearized reading' (duration: 248.48144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:26.241866Z","caller":"traceutil/trace.go:171","msg":"trace[863890539] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2418; }","duration":"169.381067ms","start":"2026-03-31T18:31:26.07246Z","end":"2026-03-31T18:31:26.241841Z","steps":["trace[863890539] 'read index received' (duration: 87.837723ms)","trace[863890539] 'applied index is now lower than readState.Index' (duration: 81.542534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:26.241945Z","caller":"traceutil/trace.go:171","msg":"trace[327751448] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"214.837072ms","start":"2026-03-31T18:31:26.027067Z","end":"2026-03-31T18:31:26.241904Z","steps":["trace[327751448] 'process raft request' (duration: 133.225076ms)","trace[327751448] 'compare' (duration: 81.39519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:26.242109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.628963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:26.242144Z","caller":"traceutil/trace.go:171","msg":"trace[1382381401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2315; }","duration":"169.711715ms","start":"2026-03-31T18:31:26.072424Z","end":"2026-03-31T18:31:26.242135Z","steps":["trace[1382381401] 'agreement among raft nodes before linearized reading' (duration: 169.543321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:26.292679Z","caller":"traceutil/trace.go:171","msg":"trace[333654255] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"128.889467ms","start":"2026-03-31T18:31:26.163756Z","end":"2026-03-31T18:31:26.292645Z","steps":["trace[333654255] 'process raft request' (duration: 128.64073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:26.590178Z","caller":"traceutil/trace.go:171","msg":"trace[452154652] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"342.092166ms","start":"2026-03-31T18:31:26.248069Z","end":"2026-03-31T18:31:26.590162Z","steps":["trace[452154652] 'process raft request' (duration: 341.989244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:26.590302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:26.248047Z","time spent":"342.185359ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:26.797537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.007972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:26.797665Z","caller":"traceutil/trace.go:171","msg":"trace[1271906648] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2420; }","duration":"229.377048ms","start":"2026-03-31T18:31:26.568261Z","end":"2026-03-31T18:31:26.797638Z","steps":["trace[1271906648] 'read index received' (duration: 21.79768ms)","trace[1271906648] 'applied index is now lower than readState.Index' (duration: 207.577788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:26.797711Z","caller":"traceutil/trace.go:171","msg":"trace[747754697] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"466.553111ms","start":"2026-03-31T18:31:26.331136Z","end":"2026-03-31T18:31:26.797689Z","steps":["trace[747754697] 'process raft request' (duration: 346.315303ms)","trace[747754697] 'compare' (duration: 119.758996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:26.797826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:26.331103Z","time spent":"466.680024ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:26.797948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.633654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:31:26.798016Z","caller":"traceutil/trace.go:171","msg":"trace[819601907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2318; }","duration":"229.779788ms","start":"2026-03-31T18:31:26.568221Z","end":"2026-03-31T18:31:26.798001Z","steps":["trace[819601907] 'agreement among raft nodes before linearized reading' (duration: 229.503361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:26.798045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.31674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:26.798111Z","caller":"traceutil/trace.go:171","msg":"trace[936585197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2318; }","duration":"201.407433ms","start":"2026-03-31T18:31:26.596682Z","end":"2026-03-31T18:31:26.798089Z","steps":["trace[936585197] 'agreement among raft nodes before linearized reading' (duration: 201.073544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.011829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.154555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:27.011957Z","caller":"traceutil/trace.go:171","msg":"trace[1140672505] linearizableReadLoop","detail":"{readStateIndex:2424; appliedIndex:2422; }","duration":"190.422326ms","start":"2026-03-31T18:31:26.821523Z","end":"2026-03-31T18:31:27.011945Z","steps":["trace[1140672505] 'read index received' (duration: 82.037086ms)","trace[1140672505] 'applied index is now lower than readState.Index' (duration: 108.38441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:27.012074Z","caller":"traceutil/trace.go:171","msg":"trace[1948118318] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"192.806966ms","start":"2026-03-31T18:31:26.819242Z","end":"2026-03-31T18:31:27.012049Z","steps":["trace[1948118318] 'process raft request' (duration: 192.654482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.012102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.56346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.012117Z","caller":"traceutil/trace.go:171","msg":"trace[673450777] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"192.837737ms","start":"2026-03-31T18:31:26.819242Z","end":"2026-03-31T18:31:27.012079Z","steps":["trace[673450777] 'process raft request' (duration: 84.368574ms)","trace[673450777] 'compare' (duration: 108.060923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:27.012154Z","caller":"traceutil/trace.go:171","msg":"trace[400246656] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2320; }","duration":"190.654972ms","start":"2026-03-31T18:31:26.821488Z","end":"2026-03-31T18:31:27.012143Z","steps":["trace[400246656] 'agreement among raft nodes before linearized reading' (duration: 190.528019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.802395Z","caller":"traceutil/trace.go:171","msg":"trace[436352703] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"145.992287ms","start":"2026-03-31T18:31:27.656376Z","end":"2026-03-31T18:31:27.802368Z","steps":["trace[436352703] 'process raft request' (duration: 145.794612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.84446Z","caller":"traceutil/trace.go:171","msg":"trace[1937219307] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2425; }","duration":"103.288582ms","start":"2026-03-31T18:31:27.741145Z","end":"2026-03-31T18:31:27.844434Z","steps":["trace[1937219307] 'read index received' (duration: 61.1305ms)","trace[1937219307] 'applied index is now lower than readState.Index' (duration: 42.157022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:27.84454Z","caller":"traceutil/trace.go:171","msg":"trace[134641533] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"116.31737ms","start":"2026-03-31T18:31:27.728199Z","end":"2026-03-31T18:31:27.844516Z","steps":["trace[134641533] 'process raft request' (duration: 116.192567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.844524Z","caller":"traceutil/trace.go:171","msg":"trace[37876436] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"167.348726ms","start":"2026-03-31T18:31:27.677135Z","end":"2026-03-31T18:31:27.844483Z","steps":["trace[37876436] 'process raft request' (duration: 167.133131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.844661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.508247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:31:27.844694Z","caller":"traceutil/trace.go:171","msg":"trace[2083846588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2324; }","duration":"103.553339ms","start":"2026-03-31T18:31:27.741129Z","end":"2026-03-31T18:31:27.844682Z","steps":["trace[2083846588] 'agreement among raft nodes before linearized reading' (duration: 103.398895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:28.125436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.044467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:28.125618Z","caller":"traceutil/trace.go:171","msg":"trace[2040172627] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"277.366787ms","start":"2026-03-31T18:31:27.848221Z","end":"2026-03-31T18:31:28.125588Z","steps":["trace[2040172627] 'process raft request' (duration: 112.079573ms)","trace[2040172627] 'compare' (duration: 164.917714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:28.12562Z","caller":"traceutil/trace.go:171","msg":"trace[359758864] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2428; }","duration":"187.712299ms","start":"2026-03-31T18:31:27.937879Z","end":"2026-03-31T18:31:28.125591Z","steps":["trace[359758864] 'read index received' (duration: 22.435695ms)","trace[359758864] 'applied index is now lower than readState.Index' (duration: 165.274114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:28.125698Z","caller":"traceutil/trace.go:171","msg":"trace[1996885321] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"187.486063ms","start":"2026-03-31T18:31:27.938199Z","end":"2026-03-31T18:31:28.125685Z","steps":["trace[1996885321] 'process raft request' (duration: 187.327079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:28.256326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.741693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:28.256408Z","caller":"traceutil/trace.go:171","msg":"trace[1198249540] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"130.693603ms","start":"2026-03-31T18:31:28.1257Z","end":"2026-03-31T18:31:28.256394Z","steps":["trace[1198249540] 'read index received' (duration: 35.991µs)","trace[1198249540] 'applied index is now lower than readState.Index' (duration: 130.656452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:28.256639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.934117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:28.256695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.404655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:28.256709Z","caller":"traceutil/trace.go:171","msg":"trace[1916374283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2326; }","duration":"237.03723ms","start":"2026-03-31T18:31:28.019653Z","end":"2026-03-31T18:31:28.25669Z","steps":["trace[1916374283] 'agreement among raft nodes before linearized reading' (duration: 236.858326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:28.256719Z","caller":"traceutil/trace.go:171","msg":"trace[1733920524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2326; }","duration":"317.444186ms","start":"2026-03-31T18:31:27.939267Z","end":"2026-03-31T18:31:28.256711Z","steps":["trace[1733920524] 'agreement among raft nodes before linearized reading' (duration: 317.328453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:28.256689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.80067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:28.256744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.939261Z","time spent":"317.477517ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:28.256764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.462261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:28.256876Z","caller":"traceutil/trace.go:171","msg":"trace[602764981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2326; }","duration":"318.624165ms","start":"2026-03-31T18:31:27.938239Z","end":"2026-03-31T18:31:28.256863Z","steps":["trace[602764981] 'agreement among raft nodes before linearized reading' (duration: 318.41022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:28.256911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.938205Z","time spent":"318.697478ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:28.257656Z","caller":"traceutil/trace.go:171","msg":"trace[132898138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2326; }","duration":"318.938095ms","start":"2026-03-31T18:31:27.937816Z","end":"2026-03-31T18:31:28.256754Z","steps":["trace[132898138] 'agreement among raft nodes before linearized reading' (duration: 187.844412ms)","trace[132898138] 'range keys from in-memory index tree' (duration: 130.901307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:28.257826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.937754Z","time spent":"319.981291ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:28.412731Z","caller":"traceutil/trace.go:171","msg":"trace[976872146] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"151.545197ms","start":"2026-03-31T18:31:28.261168Z","end":"2026-03-31T18:31:28.412713Z","steps":["trace[976872146] 'process raft request' (duration: 151.419084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:28.50478Z","caller":"traceutil/trace.go:171","msg":"trace[505302170] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"243.303438ms","start":"2026-03-31T18:31:28.261456Z","end":"2026-03-31T18:31:28.50476Z","steps":["trace[505302170] 'process raft request' (duration: 230.70245ms)","trace[505302170] 'compare' (duration: 12.443574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:28.505081Z","caller":"traceutil/trace.go:171","msg":"trace[1087312651] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"205.757474ms","start":"2026-03-31T18:31:28.299296Z","end":"2026-03-31T18:31:28.505053Z","steps":["trace[1087312651] 'process raft request' (duration: 205.709422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:28.505219Z","caller":"traceutil/trace.go:171","msg":"trace[558866013] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"243.656888ms","start":"2026-03-31T18:31:28.261481Z","end":"2026-03-31T18:31:28.505138Z","steps":["trace[558866013] 'process raft request' (duration: 243.244167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:28.50527Z","caller":"traceutil/trace.go:171","msg":"trace[1901014961] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"243.140654ms","start":"2026-03-31T18:31:28.262107Z","end":"2026-03-31T18:31:28.505247Z","steps":["trace[1901014961] 'process raft request' (duration: 242.797886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:29.389738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.789591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:29.389884Z","caller":"traceutil/trace.go:171","msg":"trace[181657515] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2436; }","duration":"447.763789ms","start":"2026-03-31T18:31:28.942101Z","end":"2026-03-31T18:31:29.389864Z","steps":["trace[181657515] 'read index received' (duration: 16.66781ms)","trace[181657515] 'applied index is now lower than readState.Index' (duration: 431.093909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:29.389994Z","caller":"traceutil/trace.go:171","msg":"trace[1739497110] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"792.771929ms","start":"2026-03-31T18:31:28.597182Z","end":"2026-03-31T18:31:29.389954Z","steps":["trace[1739497110] 'process raft request' (duration: 361.678361ms)","trace[1739497110] 'compare' (duration: 430.575195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:29.390027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.918693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:29.390061Z","caller":"traceutil/trace.go:171","msg":"trace[1660271841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2332; }","duration":"447.983184ms","start":"2026-03-31T18:31:28.942068Z","end":"2026-03-31T18:31:29.390051Z","steps":["trace[1660271841] 'agreement among raft nodes before linearized reading' (duration: 447.880122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:29.390094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:28.942051Z","time spent":"448.034115ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:29.390127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:28.597171Z","time spent":"792.880812ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:30.252261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.207191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:30.252352Z","caller":"traceutil/trace.go:171","msg":"trace[85596546] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"862.418184ms","start":"2026-03-31T18:31:29.389918Z","end":"2026-03-31T18:31:30.252336Z","steps":["trace[85596546] 'read index received' (duration: 361.889075ms)","trace[85596546] 'applied index is now lower than readState.Index' (duration: 500.527969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:30.25257Z","caller":"traceutil/trace.go:171","msg":"trace[1850696427] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"893.497016ms","start":"2026-03-31T18:31:29.35904Z","end":"2026-03-31T18:31:30.252537Z","steps":["trace[1850696427] 'process raft request' (duration: 392.929157ms)","trace[1850696427] 'compare' (duration: 500.112607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:30.252635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.124075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:30.252701Z","caller":"traceutil/trace.go:171","msg":"trace[1408641928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2333; }","duration":"989.230687ms","start":"2026-03-31T18:31:29.263453Z","end":"2026-03-31T18:31:30.252684Z","steps":["trace[1408641928] 'agreement among raft nodes before linearized reading' (duration: 989.021622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:30.252737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236211549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:31:30.252749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.263434Z","time spent":"989.306999ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:30.252747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.35901Z","time spent":"893.64088ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:30.252787Z","caller":"traceutil/trace.go:171","msg":"trace[775497407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2333; }","duration":"1.236296262s","start":"2026-03-31T18:31:29.016477Z","end":"2026-03-31T18:31:30.252774Z","steps":["trace[775497407] 'agreement among raft nodes before linearized reading' (duration: 1.236143678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:30.252819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.016457Z","time spent":"1.236353843s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:30.252658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132162078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:30.252977Z","caller":"traceutil/trace.go:171","msg":"trace[1265159208] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2333; }","duration":"1.132432204s","start":"2026-03-31T18:31:29.120413Z","end":"2026-03-31T18:31:30.252845Z","steps":["trace[1265159208] 'agreement among raft nodes before linearized reading' (duration: 1.132107256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:30.253023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.120391Z","time spent":"1.132619651s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:30.753439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:31.254412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:31.391478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:31.391581Z","caller":"traceutil/trace.go:171","msg":"trace[154880858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636984s","start":"2026-03-31T18:31:29.390923Z","end":"2026-03-31T18:31:31.39156Z","steps":["trace[154880858] 'agreement among raft nodes before linearized reading' (duration: 2.000515801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:31.391686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.390907Z","time spent":"2.000762257s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:31.755308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:32.255977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:32.455113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.260363436s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:32.682831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.387648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:32.682938Z","caller":"traceutil/trace.go:171","msg":"trace[211610266] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"2.552533795s","start":"2026-03-31T18:31:30.130386Z","end":"2026-03-31T18:31:32.682919Z","steps":["trace[211610266] 'process raft request' (duration: 2.324987113s)","trace[211610266] 'compare' (duration: 226.748782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:32.682994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.130367Z","time spent":"2.552600957s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.68869Z","caller":"traceutil/trace.go:171","msg":"trace[835019515] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"2.431140397s","start":"2026-03-31T18:31:30.257527Z","end":"2026-03-31T18:31:32.688667Z","steps":["trace[835019515] 'process raft request' (duration: 2.430825189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.688819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.257489Z","time spent":"2.43126543s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.68892Z","caller":"traceutil/trace.go:171","msg":"trace[436794496] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2438; }","duration":"2.436491981s","start":"2026-03-31T18:31:30.252375Z","end":"2026-03-31T18:31:32.688867Z","steps":["trace[436794496] 'read index received' (duration: 2.20299203s)","trace[436794496] 'applied index is now lower than readState.Index' (duration: 233.498901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:32.689051Z","caller":"traceutil/trace.go:171","msg":"trace[555390834] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"430.716418ms","start":"2026-03-31T18:31:32.258307Z","end":"2026-03-31T18:31:32.689023Z","steps":["trace[555390834] 'process raft request' (duration: 430.513613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.689113Z","caller":"traceutil/trace.go:171","msg":"trace[573677824] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"2.20298651s","start":"2026-03-31T18:31:30.486118Z","end":"2026-03-31T18:31:32.689105Z","steps":["trace[573677824] 'process raft request' (duration: 2.202414376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.486093Z","time spent":"2.203039172s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:32.689149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454034334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.689195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:32.25829Z","time spent":"430.835662ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.689206Z","caller":"traceutil/trace.go:171","msg":"trace[791267160] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2338; }","duration":"2.454110626s","start":"2026-03-31T18:31:30.235077Z","end":"2026-03-31T18:31:32.689188Z","steps":["trace[791267160] 'agreement among raft nodes before linearized reading' (duration: 2.453973093s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.689285Z","caller":"traceutil/trace.go:171","msg":"trace[1864034146] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"2.179651072s","start":"2026-03-31T18:31:30.509627Z","end":"2026-03-31T18:31:32.689278Z","steps":["trace[1864034146] 'process raft request' (duration: 2.179113149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.68932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.509609Z","time spent":"2.179692564s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:32.689314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.235021Z","time spent":"2.45427744s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.689425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235319724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:32.689492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273717803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:32.689512Z","caller":"traceutil/trace.go:171","msg":"trace[942540404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2338; }","duration":"3.235474958s","start":"2026-03-31T18:31:29.454015Z","end":"2026-03-31T18:31:32.68949Z","steps":["trace[942540404] 'agreement among raft nodes before linearized reading' (duration: 3.235291162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021368325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.689576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.706264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:32.68957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.45399Z","time spent":"3.23556686s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:32.689602Z","caller":"traceutil/trace.go:171","msg":"trace[1762066265] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2338; }","duration":"957.770185ms","start":"2026-03-31T18:31:31.731825Z","end":"2026-03-31T18:31:32.689595Z","steps":["trace[1762066265] 'agreement among raft nodes before linearized reading' (duration: 957.730044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290503096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.68963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.731801Z","time spent":"957.823236ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:32.689618Z","caller":"traceutil/trace.go:171","msg":"trace[974775904] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2338; }","duration":"3.02158204s","start":"2026-03-31T18:31:29.668012Z","end":"2026-03-31T18:31:32.689594Z","steps":["trace[974775904] 'agreement among raft nodes before linearized reading' (duration: 3.021323693s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.689636Z","caller":"traceutil/trace.go:171","msg":"trace[1246603802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"1.290560468s","start":"2026-03-31T18:31:31.399065Z","end":"2026-03-31T18:31:32.689625Z","steps":["trace[1246603802] 'agreement among raft nodes before linearized reading' (duration: 1.290504437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.399055Z","time spent":"1.290612579s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:32.689687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.66799Z","time spent":"3.021682413s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.689727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428986994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:32.689773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295228486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:32.68982Z","caller":"traceutil/trace.go:171","msg":"trace[1007938777] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:2338; }","duration":"1.295313198s","start":"2026-03-31T18:31:31.394499Z","end":"2026-03-31T18:31:32.689812Z","steps":["trace[1007938777] 'agreement among raft nodes before linearized reading' (duration: 1.295225806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.68982Z","caller":"traceutil/trace.go:171","msg":"trace[313073836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2338; }","duration":"1.429119508s","start":"2026-03-31T18:31:31.260687Z","end":"2026-03-31T18:31:32.689807Z","steps":["trace[313073836] 'agreement among raft nodes before linearized reading' (duration: 1.428872381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.394478Z","time spent":"1.295355749s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" "} {"level":"warn","ts":"2026-03-31T18:31:32.689821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180542316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:32.689468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29581938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:32.689883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7789791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.68988Z","caller":"traceutil/trace.go:171","msg":"trace[472124647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2338; }","duration":"2.180665819s","start":"2026-03-31T18:31:30.509198Z","end":"2026-03-31T18:31:32.689864Z","steps":["trace[472124647] 'agreement among raft nodes before linearized reading' (duration: 2.180466294s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.689908Z","caller":"traceutil/trace.go:171","msg":"trace[955054191] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2338; }","duration":"1.779053772s","start":"2026-03-31T18:31:30.910846Z","end":"2026-03-31T18:31:32.6899Z","steps":["trace[955054191] 'agreement among raft nodes before linearized reading' (duration: 1.778999921s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.689909Z","caller":"traceutil/trace.go:171","msg":"trace[295084369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2338; }","duration":"1.296294132s","start":"2026-03-31T18:31:31.393598Z","end":"2026-03-31T18:31:32.689893Z","steps":["trace[295084369] 'agreement among raft nodes before linearized reading' (duration: 1.295782739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.910827Z","time spent":"1.779122754s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.689964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.509185Z","time spent":"2.18072866s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:32.689535Z","caller":"traceutil/trace.go:171","msg":"trace[1047864172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2338; }","duration":"2.273789454s","start":"2026-03-31T18:31:30.415736Z","end":"2026-03-31T18:31:32.689525Z","steps":["trace[1047864172] 'agreement among raft nodes before linearized reading' (duration: 2.273617058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.690031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.41572Z","time spent":"2.274302637s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:32.690071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18112248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:32.689978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.393573Z","time spent":"1.296390274s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:32.689897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.260666Z","time spent":"1.42921847s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:32.690087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180830883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:32.690162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243745507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.690171Z","caller":"traceutil/trace.go:171","msg":"trace[1138534480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2338; }","duration":"2.180945516s","start":"2026-03-31T18:31:30.509207Z","end":"2026-03-31T18:31:32.690152Z","steps":["trace[1138534480] 'agreement among raft nodes before linearized reading' (duration: 2.180676369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.689542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.517914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:31:32.690198Z","caller":"traceutil/trace.go:171","msg":"trace[952490316] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2338; }","duration":"2.243815089s","start":"2026-03-31T18:31:30.446372Z","end":"2026-03-31T18:31:32.690187Z","steps":["trace[952490316] 'agreement among raft nodes before linearized reading' (duration: 2.243764418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.690262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.446357Z","time spent":"2.243894941s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:32.690259Z","caller":"traceutil/trace.go:171","msg":"trace[652853251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2338; }","duration":"666.257072ms","start":"2026-03-31T18:31:32.023987Z","end":"2026-03-31T18:31:32.690244Z","steps":["trace[652853251] 'agreement among raft nodes before linearized reading' (duration: 665.506994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.690116Z","caller":"traceutil/trace.go:171","msg":"trace[1886339692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2338; }","duration":"2.181194212s","start":"2026-03-31T18:31:30.508911Z","end":"2026-03-31T18:31:32.690105Z","steps":["trace[1886339692] 'agreement among raft nodes before linearized reading' (duration: 2.181081539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.690369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.508899Z","time spent":"2.181455988s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:32.690213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.509196Z","time spent":"2.181009277s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:32.690312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:32.023969Z","time spent":"666.329575ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:31:34.661544Z","caller":"traceutil/trace.go:171","msg":"trace[1928058385] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"256.325626ms","start":"2026-03-31T18:31:34.405193Z","end":"2026-03-31T18:31:34.661518Z","steps":["trace[1928058385] 'process raft request' (duration: 256.178862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.918982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.609489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:34.919198Z","caller":"traceutil/trace.go:171","msg":"trace[1101649611] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"229.611144ms","start":"2026-03-31T18:31:34.689549Z","end":"2026-03-31T18:31:34.91916Z","steps":["trace[1101649611] 'process raft request' (duration: 75.76502ms)","trace[1101649611] 'compare' (duration: 153.521626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:34.919375Z","caller":"traceutil/trace.go:171","msg":"trace[1013509212] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2461; }","duration":"226.980367ms","start":"2026-03-31T18:31:34.692385Z","end":"2026-03-31T18:31:34.919365Z","steps":["trace[1013509212] 'read index received' (duration: 72.944387ms)","trace[1013509212] 'applied index is now lower than readState.Index' (duration: 154.03536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:34.919436Z","caller":"traceutil/trace.go:171","msg":"trace[493143205] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"224.948417ms","start":"2026-03-31T18:31:34.694483Z","end":"2026-03-31T18:31:34.919431Z","steps":["trace[493143205] 'process raft request' (duration: 224.833304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.919504Z","caller":"traceutil/trace.go:171","msg":"trace[1168314822] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"223.745706ms","start":"2026-03-31T18:31:34.695754Z","end":"2026-03-31T18:31:34.9195Z","steps":["trace[1168314822] 'process raft request' (duration: 223.588982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.919477Z","caller":"traceutil/trace.go:171","msg":"trace[673338610] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"229.911842ms","start":"2026-03-31T18:31:34.689549Z","end":"2026-03-31T18:31:34.919461Z","steps":["trace[673338610] 'process raft request' (duration: 229.511751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.919596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.221634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:34.919614Z","caller":"traceutil/trace.go:171","msg":"trace[22818353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2359; }","duration":"227.274456ms","start":"2026-03-31T18:31:34.692335Z","end":"2026-03-31T18:31:34.919609Z","steps":["trace[22818353] 'agreement among raft nodes before linearized reading' (duration: 227.204914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.919769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.862152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:34.919787Z","caller":"traceutil/trace.go:171","msg":"trace[834424196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2359; }","duration":"214.896253ms","start":"2026-03-31T18:31:34.704887Z","end":"2026-03-31T18:31:34.919783Z","steps":["trace[834424196] 'agreement among raft nodes before linearized reading' (duration: 214.850392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.91985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.917194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:34.919865Z","caller":"traceutil/trace.go:171","msg":"trace[1706858534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2359; }","duration":"214.952644ms","start":"2026-03-31T18:31:34.704908Z","end":"2026-03-31T18:31:34.919861Z","steps":["trace[1706858534] 'agreement among raft nodes before linearized reading' (duration: 214.911773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.919873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.400181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:34.91993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.020491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:34.919943Z","caller":"traceutil/trace.go:171","msg":"trace[1651425816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2359; }","duration":"214.050112ms","start":"2026-03-31T18:31:34.705889Z","end":"2026-03-31T18:31:34.919939Z","steps":["trace[1651425816] 'agreement among raft nodes before linearized reading' (duration: 214.014771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.919935Z","caller":"traceutil/trace.go:171","msg":"trace[457193116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2359; }","duration":"214.490503ms","start":"2026-03-31T18:31:34.705429Z","end":"2026-03-31T18:31:34.91992Z","steps":["trace[457193116] 'agreement among raft nodes before linearized reading' (duration: 214.307458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.919874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.771515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:31:34.920021Z","caller":"traceutil/trace.go:171","msg":"trace[1062673379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2359; }","duration":"215.96383ms","start":"2026-03-31T18:31:34.704052Z","end":"2026-03-31T18:31:34.920016Z","steps":["trace[1062673379] 'agreement among raft nodes before linearized reading' (duration: 215.694313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.920074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.544838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:34.92002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.100833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:34.920151Z","caller":"traceutil/trace.go:171","msg":"trace[837340209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2359; }","duration":"209.654471ms","start":"2026-03-31T18:31:34.710479Z","end":"2026-03-31T18:31:34.920134Z","steps":["trace[837340209] 'agreement among raft nodes before linearized reading' (duration: 209.424175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.920236Z","caller":"traceutil/trace.go:171","msg":"trace[2081748526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2359; }","duration":"216.349809ms","start":"2026-03-31T18:31:34.703799Z","end":"2026-03-31T18:31:34.920149Z","steps":["trace[2081748526] 'agreement among raft nodes before linearized reading' (duration: 215.934519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.085865Z","caller":"traceutil/trace.go:171","msg":"trace[973443304] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"159.761794ms","start":"2026-03-31T18:31:34.926077Z","end":"2026-03-31T18:31:35.085839Z","steps":["trace[973443304] 'process raft request' (duration: 159.650171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.086043Z","caller":"traceutil/trace.go:171","msg":"trace[196330379] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"159.145018ms","start":"2026-03-31T18:31:34.926874Z","end":"2026-03-31T18:31:35.086019Z","steps":["trace[196330379] 'process raft request' (duration: 159.023425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.086048Z","caller":"traceutil/trace.go:171","msg":"trace[1896475459] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"159.351204ms","start":"2026-03-31T18:31:34.926661Z","end":"2026-03-31T18:31:35.086012Z","steps":["trace[1896475459] 'process raft request' (duration: 159.135219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.08622Z","caller":"traceutil/trace.go:171","msg":"trace[1594205284] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"160.630766ms","start":"2026-03-31T18:31:34.925209Z","end":"2026-03-31T18:31:35.08584Z","steps":["trace[1594205284] 'process raft request' (duration: 160.474582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.086318Z","caller":"traceutil/trace.go:171","msg":"trace[13874460] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"161.198289ms","start":"2026-03-31T18:31:34.925108Z","end":"2026-03-31T18:31:35.086306Z","steps":["trace[13874460] 'process raft request' (duration: 128.421964ms)","trace[13874460] 'compare' (duration: 32.009826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:36.428696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:36.71352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004619915s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:36.71393Z","caller":"traceutil/trace.go:171","msg":"trace[236730720] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2471; }","duration":"786.059239ms","start":"2026-03-31T18:31:35.927848Z","end":"2026-03-31T18:31:36.713908Z","steps":["trace[236730720] 'read index received' (duration: 785.800273ms)","trace[236730720] 'applied index is now lower than readState.Index' (duration: 257.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:36.714007Z","caller":"traceutil/trace.go:171","msg":"trace[1608205393] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"1.005254261s","start":"2026-03-31T18:31:35.708727Z","end":"2026-03-31T18:31:36.713981Z","steps":["trace[1608205393] 'process raft request' (duration: 1.005021415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.714128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.275185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:36.714176Z","caller":"traceutil/trace.go:171","msg":"trace[686840928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2366; }","duration":"786.378757ms","start":"2026-03-31T18:31:35.927782Z","end":"2026-03-31T18:31:36.714161Z","steps":["trace[686840928] 'agreement among raft nodes before linearized reading' (duration: 786.240764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.714175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.844199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:36.714276Z","caller":"traceutil/trace.go:171","msg":"trace[1774360951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2366; }","duration":"756.002793ms","start":"2026-03-31T18:31:35.95825Z","end":"2026-03-31T18:31:36.714253Z","steps":["trace[1774360951] 'agreement among raft nodes before linearized reading' (duration: 755.831228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.714211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:35.927747Z","time spent":"786.45389ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:36.714279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.715654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:36.714335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:35.958228Z","time spent":"756.096876ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:36.714417Z","caller":"traceutil/trace.go:171","msg":"trace[1562097333] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2366; }","duration":"749.860628ms","start":"2026-03-31T18:31:35.964499Z","end":"2026-03-31T18:31:36.714359Z","steps":["trace[1562097333] 'agreement among raft nodes before linearized reading' (duration: 749.632813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.714128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:35.708697Z","time spent":"1.005354804s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:36.714483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:35.964481Z","time spent":"749.987711ms","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:37.509752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:39.941426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:39.941505Z","caller":"traceutil/trace.go:171","msg":"trace[1208187445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170222s","start":"2026-03-31T18:31:37.941317Z","end":"2026-03-31T18:31:39.941487Z","steps":["trace[1208187445] 'agreement among raft nodes before linearized reading' (duration: 2.000072799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:39.94155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.941302Z","time spent":"2.000240034s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:41.924595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.926415Z","time spent":"4.998168768s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:31:41.924779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.926983Z","time spent":"4.997787278s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:31:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:41.941944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:41.942033Z","caller":"traceutil/trace.go:171","msg":"trace[1424222991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170851s","start":"2026-03-31T18:31:39.941843Z","end":"2026-03-31T18:31:41.942014Z","steps":["trace[1424222991] 'agreement among raft nodes before linearized reading' (duration: 2.000053739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:41.942106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.941821Z","time spent":"2.000251924s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:42.008586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999289555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:42.008678Z","caller":"traceutil/trace.go:171","msg":"trace[1165824342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999439629s","start":"2026-03-31T18:31:37.009219Z","end":"2026-03-31T18:31:42.008659Z","steps":["trace[1165824342] 'agreement among raft nodes before linearized reading' (duration: 4.999320406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.008734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.009199Z","time spent":"4.999520642s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:42.059353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.33847306s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:42.089695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99939439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:42.08985Z","caller":"traceutil/trace.go:171","msg":"trace[1450704917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999605134s","start":"2026-03-31T18:31:37.090225Z","end":"2026-03-31T18:31:42.08983Z","steps":["trace[1450704917] 'agreement among raft nodes before linearized reading' (duration: 4.99942023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.089903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.090208Z","time spent":"4.999684417s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:42.092261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000293252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:42.092347Z","caller":"traceutil/trace.go:171","msg":"trace[501934107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000415585s","start":"2026-03-31T18:31:37.09191Z","end":"2026-03-31T18:31:42.092326Z","steps":["trace[501934107] 'agreement among raft nodes before linearized reading' (duration: 5.000302752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.092401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.091903Z","time spent":"5.000488557s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:42.180594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591017163s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:42.180726Z","caller":"traceutil/trace.go:171","msg":"trace[1118950767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2366; }","duration":"4.591163237s","start":"2026-03-31T18:31:37.589544Z","end":"2026-03-31T18:31:42.180707Z","steps":["trace[1118950767] 'range keys from in-memory index tree' (duration: 4.591000433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.181531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460627058s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:42.181752Z","caller":"traceutil/trace.go:171","msg":"trace[676823242] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2472; }","duration":"5.172476178s","start":"2026-03-31T18:31:37.00926Z","end":"2026-03-31T18:31:42.181736Z","steps":["trace[676823242] 'read index received' (duration: 711.597844ms)","trace[676823242] 'applied index is now lower than readState.Index' (duration: 4.460877654s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:42.181817Z","caller":"traceutil/trace.go:171","msg":"trace[1621411751] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"5.256081145s","start":"2026-03-31T18:31:36.925711Z","end":"2026-03-31T18:31:42.181792Z","steps":["trace[1621411751] 'process raft request' (duration: 795.134789ms)","trace[1621411751] 'compare' (duration: 4.460206247s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:42.181938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.925688Z","time spent":"5.256184057s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:42.270053Z","caller":"traceutil/trace.go:171","msg":"trace[1829913034] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"4.299028657s","start":"2026-03-31T18:31:37.970997Z","end":"2026-03-31T18:31:42.270026Z","steps":["trace[1829913034] 'process raft request' (duration: 4.298846972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.270227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.970971Z","time spent":"4.299153641s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:42.27031Z","caller":"traceutil/trace.go:171","msg":"trace[1955738451] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"4.258316113s","start":"2026-03-31T18:31:38.011966Z","end":"2026-03-31T18:31:42.270282Z","steps":["trace[1955738451] 'process raft request' (duration: 4.258007465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.270447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:38.011948Z","time spent":"4.258445147s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:42.984015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.81113ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:42.984379Z","caller":"traceutil/trace.go:171","msg":"trace[1712614992] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2475; }","duration":"802.482803ms","start":"2026-03-31T18:31:42.181803Z","end":"2026-03-31T18:31:42.984286Z","steps":["trace[1712614992] 'read index received' (duration: 87.966655ms)","trace[1712614992] 'applied index is now lower than readState.Index' (duration: 714.514808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:42.984511Z","caller":"traceutil/trace.go:171","msg":"trace[1371374581] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"2.789959395s","start":"2026-03-31T18:31:40.194535Z","end":"2026-03-31T18:31:42.984495Z","steps":["trace[1371374581] 'process raft request' (duration: 2.789595505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.984644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.194513Z","time spent":"2.790045518s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:42.984753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744654404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:42.984781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057461287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:31:42.984819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.893873339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:31:42.984849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54553561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:42.984853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894547908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:31:42.984886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036603001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:42.984906Z","caller":"traceutil/trace.go:171","msg":"trace[2066257707] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2372; }","duration":"5.894616609s","start":"2026-03-31T18:31:37.090273Z","end":"2026-03-31T18:31:42.98489Z","steps":["trace[2066257707] 'agreement among raft nodes before linearized reading' (duration: 5.894428254s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.984935Z","caller":"traceutil/trace.go:171","msg":"trace[719892796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2372; }","duration":"1.036661292s","start":"2026-03-31T18:31:41.948262Z","end":"2026-03-31T18:31:42.984923Z","steps":["trace[719892796] 'agreement among raft nodes before linearized reading' (duration: 1.03660196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.984962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.090266Z","time spent":"5.894684731s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:42.984961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495555107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:42.984985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.948248Z","time spent":"1.036728534s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:42.984982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601806537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:42.985006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264274621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:42.984912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320038309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:42.985031Z","caller":"traceutil/trace.go:171","msg":"trace[902551174] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2372; }","duration":"5.495659819s","start":"2026-03-31T18:31:37.489357Z","end":"2026-03-31T18:31:42.985017Z","steps":["trace[902551174] 'agreement among raft nodes before linearized reading' (duration: 5.495561997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.985037Z","caller":"traceutil/trace.go:171","msg":"trace[486411820] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2372; }","duration":"2.601893818s","start":"2026-03-31T18:31:40.383131Z","end":"2026-03-31T18:31:42.985024Z","steps":["trace[486411820] 'agreement among raft nodes before linearized reading' (duration: 2.601808056s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.985042Z","caller":"traceutil/trace.go:171","msg":"trace[19697327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2372; }","duration":"5.264333423s","start":"2026-03-31T18:31:37.720699Z","end":"2026-03-31T18:31:42.985032Z","steps":["trace[19697327] 'agreement among raft nodes before linearized reading' (duration: 5.26422273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.383111Z","time spent":"2.60195898s","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.985079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.489338Z","time spent":"5.495727781s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.985091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039575916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:31:42.985106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056625565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T18:31:42.985103Z","caller":"traceutil/trace.go:171","msg":"trace[1897799334] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2372; }","duration":"2.320244164s","start":"2026-03-31T18:31:40.664822Z","end":"2026-03-31T18:31:42.985066Z","steps":["trace[1897799334] 'agreement among raft nodes before linearized reading' (duration: 2.3200554s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.984842Z","caller":"traceutil/trace.go:171","msg":"trace[333289234] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2372; }","duration":"1.05760207s","start":"2026-03-31T18:31:41.927225Z","end":"2026-03-31T18:31:42.984827Z","steps":["trace[333289234] 'agreement among raft nodes before linearized reading' (duration: 1.057442477s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.985148Z","caller":"traceutil/trace.go:171","msg":"trace[1376401680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:2372; }","duration":"1.039677638s","start":"2026-03-31T18:31:41.945453Z","end":"2026-03-31T18:31:42.985131Z","steps":["trace[1376401680] 'agreement among raft nodes before linearized reading' (duration: 1.039522954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.9272Z","time spent":"1.057982689s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:31:42.985205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.945426Z","time spent":"1.039767011s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" "} {"level":"warn","ts":"2026-03-31T18:31:42.98523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.919463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:42.985278Z","caller":"traceutil/trace.go:171","msg":"trace[190933295] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2372; }","duration":"109.003475ms","start":"2026-03-31T18:31:42.876264Z","end":"2026-03-31T18:31:42.985267Z","steps":["trace[190933295] 'agreement among raft nodes before linearized reading' (duration: 108.874032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.721947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:31:42.98489Z","caller":"traceutil/trace.go:171","msg":"trace[1179647370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2372; }","duration":"5.893971193s","start":"2026-03-31T18:31:37.0909Z","end":"2026-03-31T18:31:42.984872Z","steps":["trace[1179647370] 'agreement among raft nodes before linearized reading' (duration: 5.893777498s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.985156Z","caller":"traceutil/trace.go:171","msg":"trace[1184928722] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2372; }","duration":"1.056744388s","start":"2026-03-31T18:31:41.9284Z","end":"2026-03-31T18:31:42.985145Z","steps":["trace[1184928722] 'agreement among raft nodes before linearized reading' (duration: 1.056650716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267067752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-31T18:31:42.985425Z","caller":"traceutil/trace.go:171","msg":"trace[2146824530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2372; }","duration":"5.267307917s","start":"2026-03-31T18:31:37.718104Z","end":"2026-03-31T18:31:42.985412Z","steps":["trace[2146824530] 'agreement among raft nodes before linearized reading' (duration: 5.266575949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.648854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:42.985226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.6648Z","time spent":"2.320387618s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.985365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.090895Z","time spent":"5.894457004s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:42.985524Z","caller":"traceutil/trace.go:171","msg":"trace[1758173277] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2372; }","duration":"304.802067ms","start":"2026-03-31T18:31:42.680698Z","end":"2026-03-31T18:31:42.9855Z","steps":["trace[1758173277] 'agreement among raft nodes before linearized reading' (duration: 304.635373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.718089Z","time spent":"5.26739709s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:42.985572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.720685Z","time spent":"5.264872736s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:42.985555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.526595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:42.985662Z","caller":"traceutil/trace.go:171","msg":"trace[1998184357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2372; }","duration":"591.292994ms","start":"2026-03-31T18:31:42.394351Z","end":"2026-03-31T18:31:42.985644Z","steps":["trace[1998184357] 'agreement among raft nodes before linearized reading' (duration: 590.541485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.680679Z","time spent":"304.88342ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.985806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.394323Z","time spent":"591.463268ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:42.984895Z","caller":"traceutil/trace.go:171","msg":"trace[50066154] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2372; }","duration":"1.545610592s","start":"2026-03-31T18:31:41.439269Z","end":"2026-03-31T18:31:42.984879Z","steps":["trace[50066154] 'agreement among raft nodes before linearized reading' (duration: 1.54554074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.439248Z","time spent":"1.546620327s","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.985023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.89429698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:42.986017Z","caller":"traceutil/trace.go:171","msg":"trace[829966784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2372; }","duration":"5.895298085s","start":"2026-03-31T18:31:37.090704Z","end":"2026-03-31T18:31:42.986002Z","steps":["trace[829966784] 'agreement among raft nodes before linearized reading' (duration: 5.894236398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.986072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.090699Z","time spent":"5.895358697s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:42.985338Z","caller":"traceutil/trace.go:171","msg":"trace[798336585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2372; }","duration":"177.751328ms","start":"2026-03-31T18:31:42.807578Z","end":"2026-03-31T18:31:42.98533Z","steps":["trace[798336585] 'agreement among raft nodes before linearized reading' (duration: 177.672226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.985378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.928385Z","time spent":"1.056980994s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:31:42.984845Z","caller":"traceutil/trace.go:171","msg":"trace[1641244253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2372; }","duration":"3.744799747s","start":"2026-03-31T18:31:39.240024Z","end":"2026-03-31T18:31:42.984823Z","steps":["trace[1641244253] 'agreement among raft nodes before linearized reading' (duration: 3.744630783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.98629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.240003Z","time spent":"3.746245064s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:42.984753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225282933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:42.98641Z","caller":"traceutil/trace.go:171","msg":"trace[1940741928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2372; }","duration":"2.226987495s","start":"2026-03-31T18:31:40.759396Z","end":"2026-03-31T18:31:42.986384Z","steps":["trace[1940741928] 'agreement among raft nodes before linearized reading' (duration: 2.225285193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:42.986499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.759378Z","time spent":"2.227099687s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:43.162274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.591411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:43.16239Z","caller":"traceutil/trace.go:171","msg":"trace[769733648] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2378; }","duration":"167.719055ms","start":"2026-03-31T18:31:42.99465Z","end":"2026-03-31T18:31:43.162369Z","steps":["trace[769733648] 'agreement among raft nodes before linearized reading' (duration: 167.50478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.162428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.480723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:43.162546Z","caller":"traceutil/trace.go:171","msg":"trace[39711858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2378; }","duration":"166.743509ms","start":"2026-03-31T18:31:42.995781Z","end":"2026-03-31T18:31:43.162525Z","steps":["trace[39711858] 'agreement among raft nodes before linearized reading' (duration: 166.448822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.162421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.511034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:31:43.162725Z","caller":"traceutil/trace.go:171","msg":"trace[1147488621] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2378; }","duration":"168.830402ms","start":"2026-03-31T18:31:42.993867Z","end":"2026-03-31T18:31:43.162697Z","steps":["trace[1147488621] 'agreement among raft nodes before linearized reading' (duration: 168.304549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.163099Z","caller":"traceutil/trace.go:171","msg":"trace[1391998737] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"136.713294ms","start":"2026-03-31T18:31:43.025427Z","end":"2026-03-31T18:31:43.16214Z","steps":["trace[1391998737] 'process raft request' (duration: 82.913849ms)","trace[1391998737] 'compare' (duration: 53.649321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.204057Z","caller":"traceutil/trace.go:171","msg":"trace[356248840] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"116.925336ms","start":"2026-03-31T18:31:43.087101Z","end":"2026-03-31T18:31:43.204026Z","steps":["trace[356248840] 'process raft request' (duration: 116.730171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.574543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.273799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:43.574643Z","caller":"traceutil/trace.go:171","msg":"trace[546626771] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"363.62635ms","start":"2026-03-31T18:31:43.211003Z","end":"2026-03-31T18:31:43.574629Z","steps":["trace[546626771] 'read index received' (duration: 143.129355ms)","trace[546626771] 'applied index is now lower than readState.Index' (duration: 220.496235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:43.574764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.754263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:43.574817Z","caller":"traceutil/trace.go:171","msg":"trace[2015717175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2380; }","duration":"363.824744ms","start":"2026-03-31T18:31:43.21098Z","end":"2026-03-31T18:31:43.574805Z","steps":["trace[2015717175] 'agreement among raft nodes before linearized reading' (duration: 363.68602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.57485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.210972Z","time spent":"363.869526ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:43.574828Z","caller":"traceutil/trace.go:171","msg":"trace[1953991282] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"365.562397ms","start":"2026-03-31T18:31:43.209218Z","end":"2026-03-31T18:31:43.574781Z","steps":["trace[1953991282] 'process raft request' (duration: 144.981071ms)","trace[1953991282] 'compare' (duration: 220.182886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:43.574998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.209201Z","time spent":"365.705781ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:45.23579Z","caller":"traceutil/trace.go:171","msg":"trace[1554162480] linearizableReadLoop","detail":"{readStateIndex:2495; appliedIndex:2494; }","duration":"146.49694ms","start":"2026-03-31T18:31:45.089271Z","end":"2026-03-31T18:31:45.235768Z","steps":["trace[1554162480] 'read index received' (duration: 146.364127ms)","trace[1554162480] 'applied index is now lower than readState.Index' (duration: 131.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.23588Z","caller":"traceutil/trace.go:171","msg":"trace[1671702969] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"147.695751ms","start":"2026-03-31T18:31:45.08816Z","end":"2026-03-31T18:31:45.235856Z","steps":["trace[1671702969] 'process raft request' (duration: 147.461476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.236024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.717726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:45.236065Z","caller":"traceutil/trace.go:171","msg":"trace[478203271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2387; }","duration":"146.824688ms","start":"2026-03-31T18:31:45.089229Z","end":"2026-03-31T18:31:45.236053Z","steps":["trace[478203271] 'agreement among raft nodes before linearized reading' (duration: 146.658344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.259581Z","caller":"traceutil/trace.go:171","msg":"trace[1811614519] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"169.319136ms","start":"2026-03-31T18:31:45.090241Z","end":"2026-03-31T18:31:45.25956Z","steps":["trace[1811614519] 'process raft request' (duration: 169.200103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.259729Z","caller":"traceutil/trace.go:171","msg":"trace[245494394] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"169.116551ms","start":"2026-03-31T18:31:45.090591Z","end":"2026-03-31T18:31:45.259707Z","steps":["trace[245494394] 'process raft request' (duration: 168.950067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.260401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.45021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:45.26047Z","caller":"traceutil/trace.go:171","msg":"trace[1405940593] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2390; }","duration":"154.559733ms","start":"2026-03-31T18:31:45.105894Z","end":"2026-03-31T18:31:45.260454Z","steps":["trace[1405940593] 'agreement among raft nodes before linearized reading' (duration: 154.358408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.434662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.08236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:46.43478Z","caller":"traceutil/trace.go:171","msg":"trace[155848009] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2502; }","duration":"107.265241ms","start":"2026-03-31T18:31:46.327493Z","end":"2026-03-31T18:31:46.434759Z","steps":["trace[155848009] 'read index received' (duration: 65.341µs)","trace[155848009] 'applied index is now lower than readState.Index' (duration: 107.19835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:46.434865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.375905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:46.434915Z","caller":"traceutil/trace.go:171","msg":"trace[700895599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2395; }","duration":"107.472957ms","start":"2026-03-31T18:31:46.327427Z","end":"2026-03-31T18:31:46.4349Z","steps":["trace[700895599] 'agreement among raft nodes before linearized reading' (duration: 107.392025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:46.434929Z","caller":"traceutil/trace.go:171","msg":"trace[1746218280] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"240.633912ms","start":"2026-03-31T18:31:46.194268Z","end":"2026-03-31T18:31:46.434902Z","steps":["trace[1746218280] 'process raft request' (duration: 92.210313ms)","trace[1746218280] 'compare' (duration: 147.922027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:47.76376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:48.264716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:48.445397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204364497s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:48.445774Z","caller":"traceutil/trace.go:171","msg":"trace[767561356] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"1.204835869s","start":"2026-03-31T18:31:47.240907Z","end":"2026-03-31T18:31:48.445743Z","steps":["trace[767561356] 'process raft request' (duration: 1.204706756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.445893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.24088Z","time spent":"1.204951531s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:48.449932Z","caller":"traceutil/trace.go:171","msg":"trace[513721571] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"1.185187083s","start":"2026-03-31T18:31:47.264715Z","end":"2026-03-31T18:31:48.449902Z","steps":["trace[513721571] 'process raft request' (duration: 1.184985288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.450118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.264701Z","time spent":"1.185326338s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:48.44996Z","caller":"traceutil/trace.go:171","msg":"trace[888224922] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"1.112398381s","start":"2026-03-31T18:31:47.33753Z","end":"2026-03-31T18:31:48.449929Z","steps":["trace[888224922] 'process raft request' (duration: 1.112303137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.450386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.337491Z","time spent":"1.112838412s","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:48.45324Z","caller":"traceutil/trace.go:171","msg":"trace[1217505677] linearizableReadLoop","detail":"{readStateIndex:2507; appliedIndex:2503; }","duration":"1.189694818s","start":"2026-03-31T18:31:47.263525Z","end":"2026-03-31T18:31:48.45322Z","steps":["trace[1217505677] 'read index received' (duration: 1.182079586s)","trace[1217505677] 'applied index is now lower than readState.Index' (duration: 7.614022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:48.453422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189876292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:48.453458Z","caller":"traceutil/trace.go:171","msg":"trace[2063334677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2399; }","duration":"1.189962034s","start":"2026-03-31T18:31:47.263487Z","end":"2026-03-31T18:31:48.453449Z","steps":["trace[2063334677] 'agreement among raft nodes before linearized reading' (duration: 1.189824171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.263469Z","time spent":"1.190012375s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:48.453493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.077878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:48.453544Z","caller":"traceutil/trace.go:171","msg":"trace[2142315479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2399; }","duration":"431.167201ms","start":"2026-03-31T18:31:48.022364Z","end":"2026-03-31T18:31:48.453531Z","steps":["trace[2142315479] 'agreement among raft nodes before linearized reading' (duration: 431.018327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.022343Z","time spent":"431.232703ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:48.453587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.319023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:31:48.45363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190027966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:31:48.453668Z","caller":"traceutil/trace.go:171","msg":"trace[812938260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2399; }","duration":"344.445436ms","start":"2026-03-31T18:31:48.109204Z","end":"2026-03-31T18:31:48.453649Z","steps":["trace[812938260] 'agreement among raft nodes before linearized reading' (duration: 344.252912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.957423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200a2d419962c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:31:48.453724Z","caller":"traceutil/trace.go:171","msg":"trace[1555757380] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200a2d419962c; range_end:; response_count:1; response_revision:2399; }","duration":"947.033005ms","start":"2026-03-31T18:31:47.506682Z","end":"2026-03-31T18:31:48.453715Z","steps":["trace[1555757380] 'agreement among raft nodes before linearized reading' (duration: 946.949483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.109177Z","time spent":"344.537119ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:48.45375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.506659Z","time spent":"947.085726ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200a2d419962c\" "} {"level":"warn","ts":"2026-03-31T18:31:48.453784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.396834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:48.45381Z","caller":"traceutil/trace.go:171","msg":"trace[1076240035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2399; }","duration":"417.462955ms","start":"2026-03-31T18:31:48.03634Z","end":"2026-03-31T18:31:48.453803Z","steps":["trace[1076240035] 'agreement among raft nodes before linearized reading' (duration: 417.374683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.036319Z","time spent":"417.504297ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:48.4535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.243329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:48.453868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155566338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:48.453893Z","caller":"traceutil/trace.go:171","msg":"trace[1632148122] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2399; }","duration":"781.722421ms","start":"2026-03-31T18:31:47.672158Z","end":"2026-03-31T18:31:48.45388Z","steps":["trace[1632148122] 'agreement among raft nodes before linearized reading' (duration: 781.242529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.67214Z","time spent":"781.775002ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:48.453921Z","caller":"traceutil/trace.go:171","msg":"trace[1828432049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2399; }","duration":"1.15565677s","start":"2026-03-31T18:31:47.298251Z","end":"2026-03-31T18:31:48.453907Z","steps":["trace[1828432049] 'agreement among raft nodes before linearized reading' (duration: 1.155463045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.453938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.679522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:48.453961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.298232Z","time spent":"1.155719032s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:48.45369Z","caller":"traceutil/trace.go:171","msg":"trace[1396756284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2399; }","duration":"1.190136569s","start":"2026-03-31T18:31:47.263539Z","end":"2026-03-31T18:31:48.453675Z","steps":["trace[1396756284] 'agreement among raft nodes before linearized reading' (duration: 1.189847062s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.453993Z","caller":"traceutil/trace.go:171","msg":"trace[159165307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2399; }","duration":"340.778265ms","start":"2026-03-31T18:31:48.113202Z","end":"2026-03-31T18:31:48.45398Z","steps":["trace[159165307] 'agreement among raft nodes before linearized reading' (duration: 340.654702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.454033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.263516Z","time spent":"1.190506868s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:48.45404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.11318Z","time spent":"340.849036ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:48.454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.185487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:48.454139Z","caller":"traceutil/trace.go:171","msg":"trace[78380992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2399; }","duration":"511.409712ms","start":"2026-03-31T18:31:47.942711Z","end":"2026-03-31T18:31:48.454121Z","steps":["trace[78380992] 'agreement among raft nodes before linearized reading' (duration: 510.91819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.454251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:47.942692Z","time spent":"511.546546ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:57.018416Z","caller":"traceutil/trace.go:171","msg":"trace[2014301518] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"114.774901ms","start":"2026-03-31T18:31:56.903613Z","end":"2026-03-31T18:31:57.018388Z","steps":["trace[2014301518] 'process raft request' (duration: 114.589077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.423402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.494631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:58.423556Z","caller":"traceutil/trace.go:171","msg":"trace[1860256283] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"330.872994ms","start":"2026-03-31T18:31:58.092659Z","end":"2026-03-31T18:31:58.423532Z","steps":["trace[1860256283] 'process raft request' (duration: 124.134096ms)","trace[1860256283] 'compare' (duration: 206.329597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:58.423638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:58.092649Z","time spent":"330.954186ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:58.796845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.653738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:58.797207Z","caller":"traceutil/trace.go:171","msg":"trace[1746441030] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"276.008491ms","start":"2026-03-31T18:31:58.521175Z","end":"2026-03-31T18:31:58.797183Z","steps":["trace[1746441030] 'process raft request' (duration: 275.799406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.797386Z","caller":"traceutil/trace.go:171","msg":"trace[862762049] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"270.231287ms","start":"2026-03-31T18:31:58.527136Z","end":"2026-03-31T18:31:58.797367Z","steps":["trace[862762049] 'process raft request' (duration: 269.992601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.797449Z","caller":"traceutil/trace.go:171","msg":"trace[569490488] linearizableReadLoop","detail":"{readStateIndex:2573; appliedIndex:2569; }","duration":"261.23521ms","start":"2026-03-31T18:31:58.536195Z","end":"2026-03-31T18:31:58.79743Z","steps":["trace[569490488] 'read index received' (duration: 15.06985ms)","trace[569490488] 'applied index is now lower than readState.Index' (duration: 246.16426ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:58.797527Z","caller":"traceutil/trace.go:171","msg":"trace[868779074] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"270.168054ms","start":"2026-03-31T18:31:58.527352Z","end":"2026-03-31T18:31:58.79752Z","steps":["trace[868779074] 'process raft request' (duration: 269.967209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.797637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.438625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:58.797672Z","caller":"traceutil/trace.go:171","msg":"trace[437619299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2462; }","duration":"261.514387ms","start":"2026-03-31T18:31:58.536145Z","end":"2026-03-31T18:31:58.79766Z","steps":["trace[437619299] 'agreement among raft nodes before linearized reading' (duration: 261.381734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.797696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.035575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:58.797719Z","caller":"traceutil/trace.go:171","msg":"trace[1804737317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"259.091225ms","start":"2026-03-31T18:31:58.53862Z","end":"2026-03-31T18:31:58.797712Z","steps":["trace[1804737317] 'agreement among raft nodes before linearized reading' (duration: 259.032194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.79782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.596757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T18:31:58.797843Z","caller":"traceutil/trace.go:171","msg":"trace[456892707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2462; }","duration":"168.653638ms","start":"2026-03-31T18:31:58.629184Z","end":"2026-03-31T18:31:58.797838Z","steps":["trace[456892707] 'agreement among raft nodes before linearized reading' (duration: 168.580417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.797984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.280728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:58.798016Z","caller":"traceutil/trace.go:171","msg":"trace[2130481671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"245.335889ms","start":"2026-03-31T18:31:58.552672Z","end":"2026-03-31T18:31:58.798008Z","steps":["trace[2130481671] 'agreement among raft nodes before linearized reading' (duration: 245.246156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.798063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.212222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:31:58.798085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.276387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:58.798108Z","caller":"traceutil/trace.go:171","msg":"trace[524034254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2462; }","duration":"244.284353ms","start":"2026-03-31T18:31:58.553812Z","end":"2026-03-31T18:31:58.798096Z","steps":["trace[524034254] 'agreement among raft nodes before linearized reading' (duration: 244.17745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.79811Z","caller":"traceutil/trace.go:171","msg":"trace[1674153262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"245.317089ms","start":"2026-03-31T18:31:58.552786Z","end":"2026-03-31T18:31:58.798103Z","steps":["trace[1674153262] 'agreement among raft nodes before linearized reading' (duration: 245.252047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.798157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.021621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:58.798226Z","caller":"traceutil/trace.go:171","msg":"trace[1659328217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"245.086133ms","start":"2026-03-31T18:31:58.553115Z","end":"2026-03-31T18:31:58.798201Z","steps":["trace[1659328217] 'agreement among raft nodes before linearized reading' (duration: 244.923569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.798227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.813586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:31:58.798336Z","caller":"traceutil/trace.go:171","msg":"trace[1640696647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2462; }","duration":"217.94245ms","start":"2026-03-31T18:31:58.580374Z","end":"2026-03-31T18:31:58.798317Z","steps":["trace[1640696647] 'agreement among raft nodes before linearized reading' (duration: 217.725034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.798043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.97537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:58.798854Z","caller":"traceutil/trace.go:171","msg":"trace[963988556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2462; }","duration":"245.808312ms","start":"2026-03-31T18:31:58.553024Z","end":"2026-03-31T18:31:58.798832Z","steps":["trace[963988556] 'agreement among raft nodes before linearized reading' (duration: 244.887098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.992961Z","caller":"traceutil/trace.go:171","msg":"trace[1254459456] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"189.648147ms","start":"2026-03-31T18:31:58.803284Z","end":"2026-03-31T18:31:58.992932Z","steps":["trace[1254459456] 'process raft request' (duration: 189.554564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.99319Z","caller":"traceutil/trace.go:171","msg":"trace[1549290242] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2573; }","duration":"181.287816ms","start":"2026-03-31T18:31:58.811871Z","end":"2026-03-31T18:31:58.993159Z","steps":["trace[1549290242] 'read index received' (duration: 70.832115ms)","trace[1549290242] 'applied index is now lower than readState.Index' (duration: 110.454611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:58.993282Z","caller":"traceutil/trace.go:171","msg":"trace[941088671] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"189.912894ms","start":"2026-03-31T18:31:58.80334Z","end":"2026-03-31T18:31:58.993253Z","steps":["trace[941088671] 'process raft request' (duration: 189.539515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.993294Z","caller":"traceutil/trace.go:171","msg":"trace[2059942839] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"190.1846ms","start":"2026-03-31T18:31:58.803068Z","end":"2026-03-31T18:31:58.993253Z","steps":["trace[2059942839] 'process raft request' (duration: 189.706458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.993365Z","caller":"traceutil/trace.go:171","msg":"trace[478767417] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"189.803341ms","start":"2026-03-31T18:31:58.803533Z","end":"2026-03-31T18:31:58.993336Z","steps":["trace[478767417] 'process raft request' (duration: 189.569425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.993409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.519882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:58.99346Z","caller":"traceutil/trace.go:171","msg":"trace[266058094] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2469; }","duration":"181.612944ms","start":"2026-03-31T18:31:58.811831Z","end":"2026-03-31T18:31:58.993444Z","steps":["trace[266058094] 'agreement among raft nodes before linearized reading' (duration: 181.499132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.993498Z","caller":"traceutil/trace.go:171","msg":"trace[1539580263] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"190.030826ms","start":"2026-03-31T18:31:58.80345Z","end":"2026-03-31T18:31:58.993481Z","steps":["trace[1539580263] 'process raft request' (duration: 189.553095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:58.993538Z","caller":"traceutil/trace.go:171","msg":"trace[1456323365] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"190.511848ms","start":"2026-03-31T18:31:58.803007Z","end":"2026-03-31T18:31:58.993519Z","steps":["trace[1456323365] 'process raft request' (duration: 185.481122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.993599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.038753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:31:58.993662Z","caller":"traceutil/trace.go:171","msg":"trace[621057796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2469; }","duration":"170.143404ms","start":"2026-03-31T18:31:58.823499Z","end":"2026-03-31T18:31:58.993643Z","steps":["trace[621057796] 'agreement among raft nodes before linearized reading' (duration: 169.943659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:02.634818Z","caller":"traceutil/trace.go:171","msg":"trace[923622725] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"156.846491ms","start":"2026-03-31T18:32:02.47795Z","end":"2026-03-31T18:32:02.634796Z","steps":["trace[923622725] 'process raft request' (duration: 156.675416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.205801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.323265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:03.206014Z","caller":"traceutil/trace.go:171","msg":"trace[1964894089] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"385.46273ms","start":"2026-03-31T18:32:02.820515Z","end":"2026-03-31T18:32:03.205978Z","steps":["trace[1964894089] 'process raft request' (duration: 138.865769ms)","trace[1964894089] 'compare' (duration: 246.034927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:03.206074Z","caller":"traceutil/trace.go:171","msg":"trace[944962478] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2591; }","duration":"368.989425ms","start":"2026-03-31T18:32:02.837069Z","end":"2026-03-31T18:32:03.206058Z","steps":["trace[944962478] 'read index received' (duration: 122.301121ms)","trace[944962478] 'applied index is now lower than readState.Index' (duration: 246.687194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:03.206171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.820492Z","time spent":"385.599193ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.206363Z","caller":"traceutil/trace.go:171","msg":"trace[1120705480] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"378.905754ms","start":"2026-03-31T18:32:02.827445Z","end":"2026-03-31T18:32:03.206351Z","steps":["trace[1120705480] 'process raft request' (duration: 378.460463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.827421Z","time spent":"378.979636ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:03.206617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.711578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:03.20667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.276817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:03.20668Z","caller":"traceutil/trace.go:171","msg":"trace[1552840280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2484; }","duration":"343.834481ms","start":"2026-03-31T18:32:02.862831Z","end":"2026-03-31T18:32:03.206666Z","steps":["trace[1552840280] 'agreement among raft nodes before linearized reading' (duration: 343.722488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.643505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:03.206715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.862778Z","time spent":"343.929913ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:03.206685Z","caller":"traceutil/trace.go:171","msg":"trace[943576606] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"379.14868ms","start":"2026-03-31T18:32:02.827512Z","end":"2026-03-31T18:32:03.206661Z","steps":["trace[943576606] 'process raft request' (duration: 378.479213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.20677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.100833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:03.206753Z","caller":"traceutil/trace.go:171","msg":"trace[504825514] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"294.227091ms","start":"2026-03-31T18:32:02.912505Z","end":"2026-03-31T18:32:03.206732Z","steps":["trace[504825514] 'process raft request' (duration: 293.519853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.206796Z","caller":"traceutil/trace.go:171","msg":"trace[286677198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2484; }","duration":"131.164524ms","start":"2026-03-31T18:32:03.075626Z","end":"2026-03-31T18:32:03.206791Z","steps":["trace[286677198] 'agreement among raft nodes before linearized reading' (duration: 131.093192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.933458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:03.206772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.693502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:32:03.206836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.827475Z","time spent":"379.289204ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.206736Z","caller":"traceutil/trace.go:171","msg":"trace[1082000376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2484; }","duration":"264.704587ms","start":"2026-03-31T18:32:02.942019Z","end":"2026-03-31T18:32:03.206724Z","steps":["trace[1082000376] 'agreement among raft nodes before linearized reading' (duration: 264.622175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.20687Z","caller":"traceutil/trace.go:171","msg":"trace[1410324757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2484; }","duration":"131.056642ms","start":"2026-03-31T18:32:03.075789Z","end":"2026-03-31T18:32:03.206845Z","steps":["trace[1410324757] 'agreement among raft nodes before linearized reading' (duration: 130.849316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.245588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:32:03.20689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.803447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:03.206946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.889069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:03.206951Z","caller":"traceutil/trace.go:171","msg":"trace[638736502] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2484; }","duration":"302.90617ms","start":"2026-03-31T18:32:02.904032Z","end":"2026-03-31T18:32:03.206938Z","steps":["trace[638736502] 'agreement among raft nodes before linearized reading' (duration: 302.795687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.20694Z","caller":"traceutil/trace.go:171","msg":"trace[332648111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2484; }","duration":"143.272668ms","start":"2026-03-31T18:32:03.063643Z","end":"2026-03-31T18:32:03.206915Z","steps":["trace[332648111] 'agreement among raft nodes before linearized reading' (duration: 143.192276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.206975Z","caller":"traceutil/trace.go:171","msg":"trace[1871751824] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2484; }","duration":"329.958362ms","start":"2026-03-31T18:32:02.87701Z","end":"2026-03-31T18:32:03.206968Z","steps":["trace[1871751824] 'agreement among raft nodes before linearized reading' (duration: 329.856979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.904011Z","time spent":"302.966561ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:03.206821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.601325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:03.20703Z","caller":"traceutil/trace.go:171","msg":"trace[1577184455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2484; }","duration":"131.846651ms","start":"2026-03-31T18:32:03.075168Z","end":"2026-03-31T18:32:03.207015Z","steps":["trace[1577184455] 'agreement among raft nodes before linearized reading' (duration: 131.583524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.206998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.876988Z","time spent":"330.005992ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-31T18:32:03.206873Z","caller":"traceutil/trace.go:171","msg":"trace[2075393429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2484; }","duration":"369.833346ms","start":"2026-03-31T18:32:02.837021Z","end":"2026-03-31T18:32:03.206854Z","steps":["trace[2075393429] 'agreement among raft nodes before linearized reading' (duration: 369.58639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.207106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.034388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:32:03.207147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.837008Z","time spent":"370.127793ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:03.20716Z","caller":"traceutil/trace.go:171","msg":"trace[412261206] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2484; }","duration":"300.13243ms","start":"2026-03-31T18:32:02.907012Z","end":"2026-03-31T18:32:03.207144Z","steps":["trace[412261206] 'agreement among raft nodes before linearized reading' (duration: 300.005727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.207202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.906993Z","time spent":"300.198121ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:03.206705Z","caller":"traceutil/trace.go:171","msg":"trace[1014496109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2484; }","duration":"131.332078ms","start":"2026-03-31T18:32:03.075365Z","end":"2026-03-31T18:32:03.206698Z","steps":["trace[1014496109] 'agreement among raft nodes before linearized reading' (duration: 131.227175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.533384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.536426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:03.533632Z","caller":"traceutil/trace.go:171","msg":"trace[1593833961] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"322.554585ms","start":"2026-03-31T18:32:03.211061Z","end":"2026-03-31T18:32:03.533616Z","steps":["trace[1593833961] 'process raft request' (duration: 322.486383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.533706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.21104Z","time spent":"322.638427ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.533746Z","caller":"traceutil/trace.go:171","msg":"trace[191256418] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"323.367366ms","start":"2026-03-31T18:32:03.210354Z","end":"2026-03-31T18:32:03.533721Z","steps":["trace[191256418] 'process raft request' (duration: 208.39039ms)","trace[191256418] 'compare' (duration: 114.318839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:03.533892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.210332Z","time spent":"323.496319ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.533741Z","caller":"traceutil/trace.go:171","msg":"trace[699401853] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"323.285933ms","start":"2026-03-31T18:32:03.210433Z","end":"2026-03-31T18:32:03.533719Z","steps":["trace[699401853] 'process raft request' (duration: 323.042577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.533942Z","caller":"traceutil/trace.go:171","msg":"trace[1571006327] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"322.691498ms","start":"2026-03-31T18:32:03.211226Z","end":"2026-03-31T18:32:03.533918Z","steps":["trace[1571006327] 'process raft request' (duration: 322.353909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.534011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.210426Z","time spent":"323.548509ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.534106Z","caller":"traceutil/trace.go:171","msg":"trace[2139582704] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"322.750349ms","start":"2026-03-31T18:32:03.211346Z","end":"2026-03-31T18:32:03.534097Z","steps":["trace[2139582704] 'process raft request' (duration: 322.643956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.534105Z","caller":"traceutil/trace.go:171","msg":"trace[1167917224] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"304.020638ms","start":"2026-03-31T18:32:03.23007Z","end":"2026-03-31T18:32:03.534091Z","steps":["trace[1167917224] 'process raft request' (duration: 303.976127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.534107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.211199Z","time spent":"322.822041ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:03.534156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.211337Z","time spent":"322.796821ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:03.534198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.230053Z","time spent":"304.093889ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:03.534082Z","caller":"traceutil/trace.go:171","msg":"trace[1149679772] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"322.724119ms","start":"2026-03-31T18:32:03.211329Z","end":"2026-03-31T18:32:03.534053Z","steps":["trace[1149679772] 'process raft request' (duration: 322.497203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.534347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.211317Z","time spent":"322.945684ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:13.786689Z","caller":"traceutil/trace.go:171","msg":"trace[276470236] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"205.674267ms","start":"2026-03-31T18:32:13.580989Z","end":"2026-03-31T18:32:13.786664Z","steps":["trace[276470236] 'read index received' (duration: 135.017279ms)","trace[276470236] 'applied index is now lower than readState.Index' (duration: 70.655828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:13.786882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.874052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:13.786953Z","caller":"traceutil/trace.go:171","msg":"trace[1582993572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2538; }","duration":"205.978465ms","start":"2026-03-31T18:32:13.580955Z","end":"2026-03-31T18:32:13.786934Z","steps":["trace[1582993572] 'agreement among raft nodes before linearized reading' (duration: 205.7939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.787261Z","caller":"traceutil/trace.go:171","msg":"trace[1391702272] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"206.337984ms","start":"2026-03-31T18:32:13.580906Z","end":"2026-03-31T18:32:13.787243Z","steps":["trace[1391702272] 'process raft request' (duration: 135.088921ms)","trace[1391702272] 'compare' (duration: 70.359981ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:13.803094Z","caller":"traceutil/trace.go:171","msg":"trace[27865608] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"219.109105ms","start":"2026-03-31T18:32:13.583949Z","end":"2026-03-31T18:32:13.803058Z","steps":["trace[27865608] 'process raft request' (duration: 218.993112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.803122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.223268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:32:13.803165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.556722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:13.803187Z","caller":"traceutil/trace.go:171","msg":"trace[1087403360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2540; }","duration":"221.353352ms","start":"2026-03-31T18:32:13.581815Z","end":"2026-03-31T18:32:13.803168Z","steps":["trace[1087403360] 'agreement among raft nodes before linearized reading' (duration: 221.167007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.80323Z","caller":"traceutil/trace.go:171","msg":"trace[702928218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2540; }","duration":"214.634543ms","start":"2026-03-31T18:32:13.588576Z","end":"2026-03-31T18:32:13.803211Z","steps":["trace[702928218] 'agreement among raft nodes before linearized reading' (duration: 214.414748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.803384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.942832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:13.803618Z","caller":"traceutil/trace.go:171","msg":"trace[2126840757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2540; }","duration":"221.197898ms","start":"2026-03-31T18:32:13.582401Z","end":"2026-03-31T18:32:13.803599Z","steps":["trace[2126840757] 'agreement among raft nodes before linearized reading' (duration: 220.695715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.803686Z","caller":"traceutil/trace.go:171","msg":"trace[1926810351] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"222.546421ms","start":"2026-03-31T18:32:13.581112Z","end":"2026-03-31T18:32:13.803659Z","steps":["trace[1926810351] 'process raft request' (duration: 221.726891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.094231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.172048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:14.094439Z","caller":"traceutil/trace.go:171","msg":"trace[259235779] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"285.387273ms","start":"2026-03-31T18:32:13.809035Z","end":"2026-03-31T18:32:14.094423Z","steps":["trace[259235779] 'process raft request' (duration: 285.333672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:14.09443Z","caller":"traceutil/trace.go:171","msg":"trace[444528173] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"287.306042ms","start":"2026-03-31T18:32:13.807086Z","end":"2026-03-31T18:32:14.094392Z","steps":["trace[444528173] 'process raft request' (duration: 94.908829ms)","trace[444528173] 'compare' (duration: 191.963962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:14.094551Z","caller":"traceutil/trace.go:171","msg":"trace[1710147232] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"286.570834ms","start":"2026-03-31T18:32:13.807973Z","end":"2026-03-31T18:32:14.094544Z","steps":["trace[1710147232] 'process raft request' (duration: 286.326808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.653231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.489369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:14.653371Z","caller":"traceutil/trace.go:171","msg":"trace[354308983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2545; }","duration":"365.692494ms","start":"2026-03-31T18:32:14.287649Z","end":"2026-03-31T18:32:14.653341Z","steps":["trace[354308983] 'range keys from in-memory index tree' (duration: 365.233203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.653469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.28763Z","time spent":"365.822988ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:16.031854Z","caller":"traceutil/trace.go:171","msg":"trace[1322505891] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2663; }","duration":"214.764486ms","start":"2026-03-31T18:32:15.817069Z","end":"2026-03-31T18:32:16.031833Z","steps":["trace[1322505891] 'read index received' (duration: 85.338298ms)","trace[1322505891] 'applied index is now lower than readState.Index' (duration: 129.425058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:16.031917Z","caller":"traceutil/trace.go:171","msg":"trace[236038552] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"219.086645ms","start":"2026-03-31T18:32:15.812793Z","end":"2026-03-31T18:32:16.03188Z","steps":["trace[236038552] 'process raft request' (duration: 178.930734ms)","trace[236038552] 'compare' (duration: 39.998757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:16.032132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.039602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:16.032175Z","caller":"traceutil/trace.go:171","msg":"trace[809925798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2550; }","duration":"215.126644ms","start":"2026-03-31T18:32:15.817038Z","end":"2026-03-31T18:32:16.032165Z","steps":["trace[809925798] 'agreement among raft nodes before linearized reading' (duration: 214.921749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.410473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.48909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:16.410557Z","caller":"traceutil/trace.go:171","msg":"trace[1082002914] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2665; }","duration":"312.003334ms","start":"2026-03-31T18:32:16.098539Z","end":"2026-03-31T18:32:16.410542Z","steps":["trace[1082002914] 'read index received' (duration: 203.328248ms)","trace[1082002914] 'applied index is now lower than readState.Index' (duration: 108.674136ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:16.410623Z","caller":"traceutil/trace.go:171","msg":"trace[1067345877] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"374.015825ms","start":"2026-03-31T18:32:16.0366Z","end":"2026-03-31T18:32:16.410616Z","steps":["trace[1067345877] 'process raft request' (duration: 265.324539ms)","trace[1067345877] 'compare' (duration: 108.411898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:16.410665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.036578Z","time spent":"374.063486ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:16.410797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.121397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:16.410864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.323192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:16.410885Z","caller":"traceutil/trace.go:171","msg":"trace[1971683072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2551; }","duration":"312.369783ms","start":"2026-03-31T18:32:16.098509Z","end":"2026-03-31T18:32:16.410879Z","steps":["trace[1971683072] 'agreement among raft nodes before linearized reading' (duration: 312.295881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.410905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.098496Z","time spent":"312.404054ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:16.410904Z","caller":"traceutil/trace.go:171","msg":"trace[864594766] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2551; }","duration":"138.266181ms","start":"2026-03-31T18:32:16.27261Z","end":"2026-03-31T18:32:16.410876Z","steps":["trace[864594766] 'agreement among raft nodes before linearized reading' (duration: 138.065856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.410892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.226099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:16.41101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.314701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:32:16.411032Z","caller":"traceutil/trace.go:171","msg":"trace[1466691183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2551; }","duration":"312.381043ms","start":"2026-03-31T18:32:16.098601Z","end":"2026-03-31T18:32:16.410982Z","steps":["trace[1466691183] 'agreement among raft nodes before linearized reading' (duration: 312.044585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:16.411077Z","caller":"traceutil/trace.go:171","msg":"trace[290725521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2551; }","duration":"312.442495ms","start":"2026-03-31T18:32:16.098616Z","end":"2026-03-31T18:32:16.411059Z","steps":["trace[290725521] 'agreement among raft nodes before linearized reading' (duration: 312.294991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.411117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.098576Z","time spent":"312.493456ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:16.411126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.098586Z","time spent":"312.528307ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:17.58452Z","caller":"traceutil/trace.go:171","msg":"trace[1295844385] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"114.233165ms","start":"2026-03-31T18:32:17.470237Z","end":"2026-03-31T18:32:17.584471Z","steps":["trace[1295844385] 'process raft request' (duration: 49.066804ms)","trace[1295844385] 'compare' (duration: 65.008137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:18.539187Z","caller":"traceutil/trace.go:171","msg":"trace[962457635] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"116.83577ms","start":"2026-03-31T18:32:18.422325Z","end":"2026-03-31T18:32:18.539161Z","steps":["trace[962457635] 'process raft request' (duration: 116.576714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.539271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.757224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:32:18.539322Z","caller":"traceutil/trace.go:171","msg":"trace[1204134275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2562; }","duration":"117.855967ms","start":"2026-03-31T18:32:18.421451Z","end":"2026-03-31T18:32:18.539307Z","steps":["trace[1204134275] 'agreement among raft nodes before linearized reading' (duration: 117.626081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:19.412756Z","caller":"traceutil/trace.go:171","msg":"trace[869671884] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"107.377153ms","start":"2026-03-31T18:32:19.305351Z","end":"2026-03-31T18:32:19.412728Z","steps":["trace[869671884] 'process raft request' (duration: 107.197989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:20.390244Z","caller":"traceutil/trace.go:171","msg":"trace[1608081992] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2683; }","duration":"318.037525ms","start":"2026-03-31T18:32:20.072159Z","end":"2026-03-31T18:32:20.390197Z","steps":["trace[1608081992] 'read index received' (duration: 317.866581ms)","trace[1608081992] 'applied index is now lower than readState.Index' (duration: 170.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:20.39029Z","caller":"traceutil/trace.go:171","msg":"trace[174455810] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"469.476997ms","start":"2026-03-31T18:32:19.92078Z","end":"2026-03-31T18:32:20.390257Z","steps":["trace[174455810] 'process raft request' (duration: 469.291832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:20.390436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:19.920754Z","time spent":"469.60614ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:20.390507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.339602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:20.390582Z","caller":"traceutil/trace.go:171","msg":"trace[174331864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2568; }","duration":"318.452265ms","start":"2026-03-31T18:32:20.072113Z","end":"2026-03-31T18:32:20.390565Z","steps":["trace[174331864] 'agreement among raft nodes before linearized reading' (duration: 318.218579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:20.39063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.072095Z","time spent":"318.524337ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:21.194944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:21.539302Z","caller":"traceutil/trace.go:171","msg":"trace[186374697] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"989.645601ms","start":"2026-03-31T18:32:20.549629Z","end":"2026-03-31T18:32:21.539275Z","steps":["trace[186374697] 'process raft request' (duration: 989.493497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.539456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.549598Z","time spent":"989.777713ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:22.358365Z","caller":"traceutil/trace.go:171","msg":"trace[335239154] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"1.808460261s","start":"2026-03-31T18:32:20.549878Z","end":"2026-03-31T18:32:22.358338Z","steps":["trace[335239154] 'process raft request' (duration: 1.808223495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.358742Z","caller":"traceutil/trace.go:171","msg":"trace[1422829384] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"1.808209625s","start":"2026-03-31T18:32:20.550452Z","end":"2026-03-31T18:32:22.358661Z","steps":["trace[1422829384] 'process raft request' (duration: 1.807832545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.358865Z","caller":"traceutil/trace.go:171","msg":"trace[1149152224] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"765.91588ms","start":"2026-03-31T18:32:21.592916Z","end":"2026-03-31T18:32:22.358832Z","steps":["trace[1149152224] 'process raft request' (duration: 765.871649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.358993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.592891Z","time spent":"766.048503ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:32:22.359206Z","caller":"traceutil/trace.go:171","msg":"trace[218436765] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"912.201091ms","start":"2026-03-31T18:32:21.446992Z","end":"2026-03-31T18:32:22.359194Z","steps":["trace[218436765] 'process raft request' (duration: 911.724579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.359291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.446966Z","time spent":"912.284843ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:22.359243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.549866Z","time spent":"1.808581814s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:22.359473Z","caller":"traceutil/trace.go:171","msg":"trace[1960193942] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"1.717115791s","start":"2026-03-31T18:32:20.64233Z","end":"2026-03-31T18:32:22.359446Z","steps":["trace[1960193942] 'process raft request' (duration: 1.716316441s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.359286Z","caller":"traceutil/trace.go:171","msg":"trace[360478475] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.807815214s","start":"2026-03-31T18:32:20.551436Z","end":"2026-03-31T18:32:22.359251Z","steps":["trace[360478475] 'process raft request' (duration: 1.807093286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.359597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66504472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:32:22.359608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.64231Z","time spent":"1.717236475s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:22.358897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.550435Z","time spent":"1.808380089s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:22.35966Z","caller":"traceutil/trace.go:171","msg":"trace[1247880120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2578; }","duration":"1.665140003s","start":"2026-03-31T18:32:20.694505Z","end":"2026-03-31T18:32:22.359645Z","steps":["trace[1247880120] 'agreement among raft nodes before linearized reading' (duration: 1.664959049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.359691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.551428Z","time spent":"1.808125972s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:22.359709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.694489Z","time spent":"1.665209264s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:22.359428Z","caller":"traceutil/trace.go:171","msg":"trace[1464516928] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2685; }","duration":"1.664865166s","start":"2026-03-31T18:32:20.694543Z","end":"2026-03-31T18:32:22.359408Z","steps":["trace[1464516928] 'read index received' (duration: 844.682851ms)","trace[1464516928] 'applied index is now lower than readState.Index' (duration: 820.179685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:22.359836Z","caller":"traceutil/trace.go:171","msg":"trace[1875620342] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"941.595451ms","start":"2026-03-31T18:32:21.41821Z","end":"2026-03-31T18:32:22.359805Z","steps":["trace[1875620342] 'process raft request' (duration: 940.473283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.359981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.418187Z","time spent":"941.721484ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:22.359998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417176861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:22.3594Z","caller":"traceutil/trace.go:171","msg":"trace[1683545256] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"912.240653ms","start":"2026-03-31T18:32:21.44715Z","end":"2026-03-31T18:32:22.35939Z","steps":["trace[1683545256] 'process raft request' (duration: 911.600597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.360051Z","caller":"traceutil/trace.go:171","msg":"trace[855934562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2578; }","duration":"1.417258344s","start":"2026-03-31T18:32:20.942776Z","end":"2026-03-31T18:32:22.360034Z","steps":["trace[855934562] 'agreement among raft nodes before linearized reading' (duration: 1.417178872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.360095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:20.942759Z","time spent":"1.417323795s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:22.360125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.447121Z","time spent":"912.95958ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:22.360142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.565919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:22.360203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130873975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:22.360241Z","caller":"traceutil/trace.go:171","msg":"trace[1961497645] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2578; }","duration":"997.700412ms","start":"2026-03-31T18:32:21.362526Z","end":"2026-03-31T18:32:22.360226Z","steps":["trace[1961497645] 'agreement among raft nodes before linearized reading' (duration: 997.576209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.360241Z","caller":"traceutil/trace.go:171","msg":"trace[717713594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2578; }","duration":"1.130948617s","start":"2026-03-31T18:32:21.22928Z","end":"2026-03-31T18:32:22.360229Z","steps":["trace[717713594] 'agreement among raft nodes before linearized reading' (duration: 1.130896745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.36028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.362506Z","time spent":"997.763005ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:22.360281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.229247Z","time spent":"1.131024939s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:22.939322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698450927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:23.474209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.960064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:23.474351Z","caller":"traceutil/trace.go:171","msg":"trace[1999954559] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2694; }","duration":"1.035066073s","start":"2026-03-31T18:32:22.439232Z","end":"2026-03-31T18:32:23.474298Z","steps":["trace[1999954559] 'read index received' (duration: 774.750301ms)","trace[1999954559] 'applied index is now lower than readState.Index' (duration: 260.314162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:23.474357Z","caller":"traceutil/trace.go:171","msg":"trace[1974652819] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"1.07661891s","start":"2026-03-31T18:32:22.397697Z","end":"2026-03-31T18:32:23.474316Z","steps":["trace[1974652819] 'process raft request' (duration: 816.452451ms)","trace[1974652819] 'compare' (duration: 259.864951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:23.47453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:22.397675Z","time spent":"1.076772013s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:23.474609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03535467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:23.474691Z","caller":"traceutil/trace.go:171","msg":"trace[1939838042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2579; }","duration":"1.035480303s","start":"2026-03-31T18:32:22.439177Z","end":"2026-03-31T18:32:23.474657Z","steps":["trace[1939838042] 'agreement among raft nodes before linearized reading' (duration: 1.035262308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.474752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:22.439153Z","time spent":"1.035587226s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:23.495081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.408316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:23.4952Z","caller":"traceutil/trace.go:171","msg":"trace[1120638049] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2580; }","duration":"616.57896ms","start":"2026-03-31T18:32:22.878592Z","end":"2026-03-31T18:32:23.495171Z","steps":["trace[1120638049] 'agreement among raft nodes before linearized reading' (duration: 616.240642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:23.495279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:22.878573Z","time spent":"616.692244ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:32:23.495273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.276745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:32:23.495339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.201628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200a2d419962c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:23.495393Z","caller":"traceutil/trace.go:171","msg":"trace[1923428131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2580; }","duration":"129.459179ms","start":"2026-03-31T18:32:23.365906Z","end":"2026-03-31T18:32:23.495366Z","steps":["trace[1923428131] 'agreement among raft nodes before linearized reading' (duration: 129.057968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.495479Z","caller":"traceutil/trace.go:171","msg":"trace[1247692292] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200a2d419962c; range_end:; response_count:1; response_revision:2580; }","duration":"279.390083ms","start":"2026-03-31T18:32:23.216042Z","end":"2026-03-31T18:32:23.495432Z","steps":["trace[1247692292] 'agreement among raft nodes before linearized reading' (duration: 278.997632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:25.844797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.292492144s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:25.94211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999685994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:32:25.942263Z","caller":"traceutil/trace.go:171","msg":"trace[560445349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999152s","start":"2026-03-31T18:32:23.942329Z","end":"2026-03-31T18:32:25.942244Z","steps":["trace[560445349] 'agreement among raft nodes before linearized reading' (duration: 1.999742266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:25.942346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:23.942296Z","time spent":"2.000037823s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:26.317018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.859078ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:32:26.317429Z","caller":"traceutil/trace.go:171","msg":"trace[1342239235] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"2.285921519s","start":"2026-03-31T18:32:24.031486Z","end":"2026-03-31T18:32:26.317407Z","steps":["trace[1342239235] 'process raft request' (duration: 2.285811676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.317566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.031459Z","time spent":"2.286025972s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:26.31771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:23.496359Z","time spent":"2.821339116s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:32:26.317878Z","caller":"traceutil/trace.go:171","msg":"trace[307800172] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"2.820029594s","start":"2026-03-31T18:32:23.497832Z","end":"2026-03-31T18:32:26.317862Z","steps":["trace[307800172] 'process raft request' (duration: 2.819318976s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:26.31791Z","caller":"traceutil/trace.go:171","msg":"trace[907476067] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2696; }","duration":"2.773885522s","start":"2026-03-31T18:32:23.544002Z","end":"2026-03-31T18:32:26.317887Z","steps":["trace[907476067] 'read index received' (duration: 8.34993ms)","trace[907476067] 'applied index is now lower than readState.Index' (duration: 2.765533322s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:26.317975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:23.497802Z","time spent":"2.820125866s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:26.318152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774148108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:26.318207Z","caller":"traceutil/trace.go:171","msg":"trace[1985363918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2584; }","duration":"2.77424274s","start":"2026-03-31T18:32:23.543949Z","end":"2026-03-31T18:32:26.318192Z","steps":["trace[1985363918] 'agreement among raft nodes before linearized reading' (duration: 2.774067206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.318249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:23.543928Z","time spent":"2.774310172s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:26.318424Z","caller":"traceutil/trace.go:171","msg":"trace[720179746] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.511595228s","start":"2026-03-31T18:32:24.806795Z","end":"2026-03-31T18:32:26.31839Z","steps":["trace[720179746] 'process raft request' (duration: 1.511416114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.318611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169622441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T18:32:26.318666Z","caller":"traceutil/trace.go:171","msg":"trace[1593627592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2587; }","duration":"2.169704704s","start":"2026-03-31T18:32:24.148948Z","end":"2026-03-31T18:32:26.318653Z","steps":["trace[1593627592] 'agreement among raft nodes before linearized reading' (duration: 2.169526719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.31871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.148929Z","time spent":"2.169772205s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:26.318796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.80677Z","time spent":"1.511762083s","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:26.318936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055419797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:26.318957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054935793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:26.318999Z","caller":"traceutil/trace.go:171","msg":"trace[955821394] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2587; }","duration":"2.055550811s","start":"2026-03-31T18:32:24.263435Z","end":"2026-03-31T18:32:26.318986Z","steps":["trace[955821394] 'agreement among raft nodes before linearized reading' (duration: 2.055433137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:26.319018Z","caller":"traceutil/trace.go:171","msg":"trace[1800105940] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2587; }","duration":"1.055065537s","start":"2026-03-31T18:32:25.26393Z","end":"2026-03-31T18:32:26.318995Z","steps":["trace[1800105940] 'agreement among raft nodes before linearized reading' (duration: 1.054937703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953741179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:32:26.319054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:25.26391Z","time spent":"1.055136379s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:26.319101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954268802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:26.319093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816058773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:26.319111Z","caller":"traceutil/trace.go:171","msg":"trace[841891621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2587; }","duration":"1.953872942s","start":"2026-03-31T18:32:24.365191Z","end":"2026-03-31T18:32:26.319064Z","steps":["trace[841891621] 'agreement among raft nodes before linearized reading' (duration: 1.953680376s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:26.31913Z","caller":"traceutil/trace.go:171","msg":"trace[2083494980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2587; }","duration":"1.954394165s","start":"2026-03-31T18:32:24.36473Z","end":"2026-03-31T18:32:26.319124Z","steps":["trace[2083494980] 'agreement among raft nodes before linearized reading' (duration: 1.954321664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.364703Z","time spent":"1.954441876s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:26.319152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.365161Z","time spent":"1.953983115s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:26.319152Z","caller":"traceutil/trace.go:171","msg":"trace[1861365340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2587; }","duration":"1.816160726s","start":"2026-03-31T18:32:24.502973Z","end":"2026-03-31T18:32:26.319133Z","steps":["trace[1861365340] 'agreement among raft nodes before linearized reading' (duration: 1.815910728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.502945Z","time spent":"1.816229288s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:26.319233Z","caller":"traceutil/trace.go:171","msg":"trace[354154736] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"1.953663047s","start":"2026-03-31T18:32:24.365551Z","end":"2026-03-31T18:32:26.319214Z","steps":["trace[354154736] 'process raft request' (duration: 1.95180684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953709398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:32:26.319281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.216216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:32:26.319315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.365507Z","time spent":"1.953767929s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:26.319341Z","caller":"traceutil/trace.go:171","msg":"trace[105737696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2587; }","duration":"762.313868ms","start":"2026-03-31T18:32:25.557014Z","end":"2026-03-31T18:32:26.319328Z","steps":["trace[105737696] 'agreement among raft nodes before linearized reading' (duration: 762.150964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:25.556994Z","time spent":"762.37794ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:32:26.319404Z","caller":"traceutil/trace.go:171","msg":"trace[762704461] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.953245456s","start":"2026-03-31T18:32:24.366149Z","end":"2026-03-31T18:32:26.319395Z","steps":["trace[762704461] 'process raft request' (duration: 1.952023005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.97446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:26.319478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.366129Z","time spent":"1.953303338s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:26.319497Z","caller":"traceutil/trace.go:171","msg":"trace[1709562782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2587; }","duration":"377.047751ms","start":"2026-03-31T18:32:25.94244Z","end":"2026-03-31T18:32:26.319488Z","steps":["trace[1709562782] 'agreement among raft nodes before linearized reading' (duration: 377.00391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:25.942416Z","time spent":"377.101563ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:26.319543Z","caller":"traceutil/trace.go:171","msg":"trace[836931497] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"1.953808081s","start":"2026-03-31T18:32:24.365727Z","end":"2026-03-31T18:32:26.319535Z","steps":["trace[836931497] 'process raft request' (duration: 1.952245591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.365716Z","time spent":"1.953841711s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:26.319301Z","caller":"traceutil/trace.go:171","msg":"trace[1717002312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2587; }","duration":"1.953743959s","start":"2026-03-31T18:32:24.36555Z","end":"2026-03-31T18:32:26.319294Z","steps":["trace[1717002312] 'agreement among raft nodes before linearized reading' (duration: 1.953675477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.365543Z","time spent":"1.954129598s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:26.319034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.263403Z","time spent":"2.055623083s","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:26.319306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.361348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:26.319814Z","caller":"traceutil/trace.go:171","msg":"trace[292632069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2587; }","duration":"839.904121ms","start":"2026-03-31T18:32:25.479897Z","end":"2026-03-31T18:32:26.319801Z","steps":["trace[292632069] 'agreement among raft nodes before linearized reading' (duration: 839.303376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:26.319914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:25.479875Z","time spent":"840.025235ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:28.769444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.108169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:32:28.769512Z","caller":"traceutil/trace.go:171","msg":"trace[1063295316] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2604; }","duration":"241.199921ms","start":"2026-03-31T18:32:28.528298Z","end":"2026-03-31T18:32:28.769498Z","steps":["trace[1063295316] 'range keys from in-memory index tree' (duration: 240.900004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.048156Z","caller":"traceutil/trace.go:171","msg":"trace[1501869187] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2724; }","duration":"105.915916ms","start":"2026-03-31T18:32:29.942209Z","end":"2026-03-31T18:32:30.048124Z","steps":["trace[1501869187] 'read index received' (duration: 105.67032ms)","trace[1501869187] 'applied index is now lower than readState.Index' (duration: 244.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:30.048339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.101471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:30.048396Z","caller":"traceutil/trace.go:171","msg":"trace[1819720654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2607; }","duration":"106.206284ms","start":"2026-03-31T18:32:29.942175Z","end":"2026-03-31T18:32:30.048382Z","steps":["trace[1819720654] 'agreement among raft nodes before linearized reading' (duration: 106.07093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.048651Z","caller":"traceutil/trace.go:171","msg":"trace[780180766] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"182.938125ms","start":"2026-03-31T18:32:29.865693Z","end":"2026-03-31T18:32:30.048631Z","steps":["trace[780180766] 'process raft request' (duration: 182.263348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.44145Z","caller":"traceutil/trace.go:171","msg":"trace[913040193] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"103.162618ms","start":"2026-03-31T18:32:30.338257Z","end":"2026-03-31T18:32:30.44142Z","steps":["trace[913040193] 'process raft request' (duration: 102.971493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.441454Z","caller":"traceutil/trace.go:171","msg":"trace[538015586] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"103.129387ms","start":"2026-03-31T18:32:30.338301Z","end":"2026-03-31T18:32:30.441431Z","steps":["trace[538015586] 'process raft request' (duration: 103.047565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:30.602042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.264273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:30.602146Z","caller":"traceutil/trace.go:171","msg":"trace[1411203681] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"155.36483ms","start":"2026-03-31T18:32:30.446764Z","end":"2026-03-31T18:32:30.602129Z","steps":["trace[1411203681] 'process raft request' (duration: 54.941433ms)","trace[1411203681] 'compare' (duration: 100.017147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:30.724492Z","caller":"traceutil/trace.go:171","msg":"trace[936499715] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"277.205038ms","start":"2026-03-31T18:32:30.447256Z","end":"2026-03-31T18:32:30.724461Z","steps":["trace[936499715] 'process raft request' (duration: 261.973905ms)","trace[936499715] 'compare' (duration: 15.032678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:30.724535Z","caller":"traceutil/trace.go:171","msg":"trace[772390673] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"277.037484ms","start":"2026-03-31T18:32:30.447461Z","end":"2026-03-31T18:32:30.724498Z","steps":["trace[772390673] 'process raft request' (duration: 276.89762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.724631Z","caller":"traceutil/trace.go:171","msg":"trace[1141996803] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"271.529874ms","start":"2026-03-31T18:32:30.453076Z","end":"2026-03-31T18:32:30.724605Z","steps":["trace[1141996803] 'process raft request' (duration: 271.35388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.724667Z","caller":"traceutil/trace.go:171","msg":"trace[1631077842] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"270.270903ms","start":"2026-03-31T18:32:30.454384Z","end":"2026-03-31T18:32:30.724655Z","steps":["trace[1631077842] 'process raft request' (duration: 270.076828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.724719Z","caller":"traceutil/trace.go:171","msg":"trace[1358319403] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"277.125706ms","start":"2026-03-31T18:32:30.447582Z","end":"2026-03-31T18:32:30.724708Z","steps":["trace[1358319403] 'process raft request' (duration: 276.812108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.57186Z","caller":"traceutil/trace.go:171","msg":"trace[272493001] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"123.391156ms","start":"2026-03-31T18:32:32.448444Z","end":"2026-03-31T18:32:32.571835Z","steps":["trace[272493001] 'process raft request' (duration: 123.242222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.601167Z","caller":"traceutil/trace.go:171","msg":"trace[49202673] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"152.59386ms","start":"2026-03-31T18:32:32.448557Z","end":"2026-03-31T18:32:32.601151Z","steps":["trace[49202673] 'process raft request' (duration: 152.468607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.601301Z","caller":"traceutil/trace.go:171","msg":"trace[166337817] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2736; }","duration":"118.834621ms","start":"2026-03-31T18:32:32.482283Z","end":"2026-03-31T18:32:32.601117Z","steps":["trace[166337817] 'read index received' (duration: 90.031237ms)","trace[166337817] 'applied index is now lower than readState.Index' (duration: 28.802694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:32.601539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.144809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:32.601564Z","caller":"traceutil/trace.go:171","msg":"trace[210636090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2619; }","duration":"119.324523ms","start":"2026-03-31T18:32:32.482233Z","end":"2026-03-31T18:32:32.601557Z","steps":["trace[210636090] 'agreement among raft nodes before linearized reading' (duration: 119.084467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.94287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.009709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:32.942944Z","caller":"traceutil/trace.go:171","msg":"trace[1628515762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2620; }","duration":"214.132962ms","start":"2026-03-31T18:32:32.728789Z","end":"2026-03-31T18:32:32.942922Z","steps":["trace[1628515762] 'range keys from in-memory index tree' (duration: 213.846085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.943063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.411448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:32:32.943137Z","caller":"traceutil/trace.go:171","msg":"trace[1569638238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2620; }","duration":"214.544212ms","start":"2026-03-31T18:32:32.728576Z","end":"2026-03-31T18:32:32.943121Z","steps":["trace[1569638238] 'range keys from in-memory index tree' (duration: 214.218753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.943186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.519341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:32:32.943196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.533161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:32.943187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.595023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:32.943261Z","caller":"traceutil/trace.go:171","msg":"trace[1164617127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2620; }","duration":"214.642745ms","start":"2026-03-31T18:32:32.7286Z","end":"2026-03-31T18:32:32.943243Z","steps":["trace[1164617127] 'range keys from in-memory index tree' (duration: 214.315976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.943273Z","caller":"traceutil/trace.go:171","msg":"trace[1592808078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2620; }","duration":"214.651774ms","start":"2026-03-31T18:32:32.728603Z","end":"2026-03-31T18:32:32.943254Z","steps":["trace[1592808078] 'range keys from in-memory index tree' (duration: 214.297305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.943332Z","caller":"traceutil/trace.go:171","msg":"trace[1633494844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2620; }","duration":"214.777119ms","start":"2026-03-31T18:32:32.728511Z","end":"2026-03-31T18:32:32.943289Z","steps":["trace[1633494844] 'range keys from in-memory index tree' (duration: 214.326216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.225807Z","caller":"traceutil/trace.go:171","msg":"trace[434654287] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"278.638375ms","start":"2026-03-31T18:32:32.947149Z","end":"2026-03-31T18:32:33.225787Z","steps":["trace[434654287] 'process raft request' (duration: 249.364019ms)","trace[434654287] 'compare' (duration: 29.04221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:33.2262Z","caller":"traceutil/trace.go:171","msg":"trace[969884302] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"278.717007ms","start":"2026-03-31T18:32:32.947471Z","end":"2026-03-31T18:32:33.226188Z","steps":["trace[969884302] 'process raft request' (duration: 278.247165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.226347Z","caller":"traceutil/trace.go:171","msg":"trace[1403745958] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"278.749017ms","start":"2026-03-31T18:32:32.94757Z","end":"2026-03-31T18:32:33.226319Z","steps":["trace[1403745958] 'process raft request' (duration: 278.684675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.226448Z","caller":"traceutil/trace.go:171","msg":"trace[896629521] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"278.85305ms","start":"2026-03-31T18:32:32.947569Z","end":"2026-03-31T18:32:33.226422Z","steps":["trace[896629521] 'process raft request' (duration: 278.632124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.226448Z","caller":"traceutil/trace.go:171","msg":"trace[1024127998] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"278.934331ms","start":"2026-03-31T18:32:32.947482Z","end":"2026-03-31T18:32:33.226417Z","steps":["trace[1024127998] 'process raft request' (duration: 278.591603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.238447Z","caller":"traceutil/trace.go:171","msg":"trace[737622744] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2739; }","duration":"144.345715ms","start":"2026-03-31T18:32:33.094077Z","end":"2026-03-31T18:32:33.238423Z","steps":["trace[737622744] 'read index received' (duration: 102.43802ms)","trace[737622744] 'applied index is now lower than readState.Index' (duration: 41.906735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:33.238481Z","caller":"traceutil/trace.go:171","msg":"trace[1031438976] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"261.196787ms","start":"2026-03-31T18:32:32.977262Z","end":"2026-03-31T18:32:33.238459Z","steps":["trace[1031438976] 'process raft request' (duration: 261.031031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.238639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.514689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:33.238681Z","caller":"traceutil/trace.go:171","msg":"trace[185666143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2626; }","duration":"144.648963ms","start":"2026-03-31T18:32:33.094021Z","end":"2026-03-31T18:32:33.23867Z","steps":["trace[185666143] 'agreement among raft nodes before linearized reading' (duration: 144.497329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.579656Z","caller":"traceutil/trace.go:171","msg":"trace[913116640] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"343.251339ms","start":"2026-03-31T18:32:35.236353Z","end":"2026-03-31T18:32:35.579604Z","steps":["trace[913116640] 'process raft request' (duration: 343.151917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.579883Z","caller":"traceutil/trace.go:171","msg":"trace[474948019] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"342.323797ms","start":"2026-03-31T18:32:35.237533Z","end":"2026-03-31T18:32:35.579857Z","steps":["trace[474948019] 'process raft request' (duration: 342.232024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.579938Z","caller":"traceutil/trace.go:171","msg":"trace[1984249496] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"342.45746ms","start":"2026-03-31T18:32:35.237458Z","end":"2026-03-31T18:32:35.579915Z","steps":["trace[1984249496] 'process raft request' (duration: 342.102801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:35.580038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:35.237495Z","time spent":"342.46533ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:35.580071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:35.237449Z","time spent":"342.536422ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:35.580124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:35.236344Z","time spent":"343.597948ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:35.57966Z","caller":"traceutil/trace.go:171","msg":"trace[819131541] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"343.860585ms","start":"2026-03-31T18:32:35.23574Z","end":"2026-03-31T18:32:35.5796Z","steps":["trace[819131541] 'process raft request' (duration: 295.210681ms)","trace[819131541] 'compare' (duration: 48.403208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:35.580292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:35.235721Z","time spent":"344.529432ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:37.402635Z","caller":"traceutil/trace.go:171","msg":"trace[1065242370] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"104.811818ms","start":"2026-03-31T18:32:37.297797Z","end":"2026-03-31T18:32:37.402609Z","steps":["trace[1065242370] 'process raft request' (duration: 104.659084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:37.659302Z","caller":"traceutil/trace.go:171","msg":"trace[592834148] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"105.590368ms","start":"2026-03-31T18:32:37.553685Z","end":"2026-03-31T18:32:37.659275Z","steps":["trace[592834148] 'process raft request' (duration: 105.230198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.764116Z","caller":"traceutil/trace.go:171","msg":"trace[1147613936] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"117.016186ms","start":"2026-03-31T18:32:44.647069Z","end":"2026-03-31T18:32:44.764085Z","steps":["trace[1147613936] 'process raft request' (duration: 116.865792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.809469Z","caller":"traceutil/trace.go:171","msg":"trace[1987989570] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"158.752096ms","start":"2026-03-31T18:32:44.650685Z","end":"2026-03-31T18:32:44.809437Z","steps":["trace[1987989570] 'process raft request' (duration: 158.596782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.98515Z","caller":"traceutil/trace.go:171","msg":"trace[140048315] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"204.088157ms","start":"2026-03-31T18:32:57.781039Z","end":"2026-03-31T18:32:57.985127Z","steps":["trace[140048315] 'process raft request' (duration: 203.965764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.999486Z","caller":"traceutil/trace.go:171","msg":"trace[544438902] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2880; }","duration":"211.77151ms","start":"2026-03-31T18:32:57.787692Z","end":"2026-03-31T18:32:57.999463Z","steps":["trace[544438902] 'read index received' (duration: 197.311576ms)","trace[544438902] 'applied index is now lower than readState.Index' (duration: 14.458954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:57.99961Z","caller":"traceutil/trace.go:171","msg":"trace[244860062] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"216.404617ms","start":"2026-03-31T18:32:57.783172Z","end":"2026-03-31T18:32:57.999576Z","steps":["trace[244860062] 'process raft request' (duration: 216.164771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.999746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.713344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:57.999763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.049888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:32:57.999822Z","caller":"traceutil/trace.go:171","msg":"trace[318889505] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2759; }","duration":"212.146951ms","start":"2026-03-31T18:32:57.787658Z","end":"2026-03-31T18:32:57.999805Z","steps":["trace[318889505] 'agreement among raft nodes before linearized reading' (duration: 211.910834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.999813Z","caller":"traceutil/trace.go:171","msg":"trace[2097157167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2759; }","duration":"210.830408ms","start":"2026-03-31T18:32:57.788967Z","end":"2026-03-31T18:32:57.999797Z","steps":["trace[2097157167] 'agreement among raft nodes before linearized reading' (duration: 210.643183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.999815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.66494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:57.999912Z","caller":"traceutil/trace.go:171","msg":"trace[1982966399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2759; }","duration":"198.843656ms","start":"2026-03-31T18:32:57.801046Z","end":"2026-03-31T18:32:57.99989Z","steps":["trace[1982966399] 'agreement among raft nodes before linearized reading' (duration: 198.64433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.06666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.820703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:59.066743Z","caller":"traceutil/trace.go:171","msg":"trace[61528364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2765; }","duration":"105.946456ms","start":"2026-03-31T18:32:58.96078Z","end":"2026-03-31T18:32:59.066727Z","steps":["trace[61528364] 'range keys from in-memory index tree' (duration: 105.590957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.368357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.112833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:32:59.368437Z","caller":"traceutil/trace.go:171","msg":"trace[526984310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2766; }","duration":"176.245826ms","start":"2026-03-31T18:32:59.192172Z","end":"2026-03-31T18:32:59.368418Z","steps":["trace[526984310] 'range keys from in-memory index tree' (duration: 175.933149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.146805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.569561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:13.146883Z","caller":"traceutil/trace.go:171","msg":"trace[1637645816] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2936; }","duration":"265.695815ms","start":"2026-03-31T18:33:12.881169Z","end":"2026-03-31T18:33:13.146865Z","steps":["trace[1637645816] 'range keys from in-memory index tree' (duration: 265.412617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.147241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.348119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:13.147503Z","caller":"traceutil/trace.go:171","msg":"trace[313325860] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3068; }","duration":"206.119574ms","start":"2026-03-31T18:33:12.941365Z","end":"2026-03-31T18:33:13.147484Z","steps":["trace[313325860] 'read index received' (duration: 74.444656ms)","trace[313325860] 'applied index is now lower than readState.Index' (duration: 131.673618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.147517Z","caller":"traceutil/trace.go:171","msg":"trace[2014584208] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"243.392053ms","start":"2026-03-31T18:33:12.904094Z","end":"2026-03-31T18:33:13.147486Z","steps":["trace[2014584208] 'process raft request' (duration: 111.697225ms)","trace[2014584208] 'compare' (duration: 131.207266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.147557Z","caller":"traceutil/trace.go:171","msg":"trace[1567022410] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"221.750817ms","start":"2026-03-31T18:33:12.925794Z","end":"2026-03-31T18:33:13.147545Z","steps":["trace[1567022410] 'process raft request' (duration: 221.586653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.147615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.262077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:13.147665Z","caller":"traceutil/trace.go:171","msg":"trace[230668283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2938; }","duration":"206.349959ms","start":"2026-03-31T18:33:12.941302Z","end":"2026-03-31T18:33:13.147652Z","steps":["trace[230668283] 'agreement among raft nodes before linearized reading' (duration: 206.277357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:13.443871Z","caller":"traceutil/trace.go:171","msg":"trace[1701723006] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"215.12905ms","start":"2026-03-31T18:33:13.228705Z","end":"2026-03-31T18:33:13.443835Z","steps":["trace[1701723006] 'read index received' (duration: 207.506828ms)","trace[1701723006] 'applied index is now lower than readState.Index' (duration: 7.620662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.443904Z","caller":"traceutil/trace.go:171","msg":"trace[70264566] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"266.459604ms","start":"2026-03-31T18:33:13.17742Z","end":"2026-03-31T18:33:13.44388Z","steps":["trace[70264566] 'process raft request' (duration: 258.778651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.444164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.432316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:13.444258Z","caller":"traceutil/trace.go:171","msg":"trace[1212703772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2939; }","duration":"228.57735ms","start":"2026-03-31T18:33:13.215655Z","end":"2026-03-31T18:33:13.444233Z","steps":["trace[1212703772] 'agreement among raft nodes before linearized reading' (duration: 228.284253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:13.453653Z","caller":"traceutil/trace.go:171","msg":"trace[1796401752] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"223.993724ms","start":"2026-03-31T18:33:13.229642Z","end":"2026-03-31T18:33:13.453636Z","steps":["trace[1796401752] 'process raft request' (duration: 223.908632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:13.598807Z","caller":"traceutil/trace.go:171","msg":"trace[1003470713] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"148.914292ms","start":"2026-03-31T18:33:13.449867Z","end":"2026-03-31T18:33:13.598782Z","steps":["trace[1003470713] 'read index received' (duration: 3.766125ms)","trace[1003470713] 'applied index is now lower than readState.Index' (duration: 145.146877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.59887Z","caller":"traceutil/trace.go:171","msg":"trace[648474218] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"150.205905ms","start":"2026-03-31T18:33:13.448637Z","end":"2026-03-31T18:33:13.598843Z","steps":["trace[648474218] 'process raft request' (duration: 142.892241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.599035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.144707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-31T18:33:13.599079Z","caller":"traceutil/trace.go:171","msg":"trace[2074402194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829; range_end:; response_count:1; response_revision:2941; }","duration":"149.23219ms","start":"2026-03-31T18:33:13.449835Z","end":"2026-03-31T18:33:13.599067Z","steps":["trace[2074402194] 'agreement among raft nodes before linearized reading' (duration: 149.074776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.599096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.967337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:33:13.599192Z","caller":"traceutil/trace.go:171","msg":"trace[116191829] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2941; }","duration":"144.1085ms","start":"2026-03-31T18:33:13.455059Z","end":"2026-03-31T18:33:13.599168Z","steps":["trace[116191829] 'agreement among raft nodes before linearized reading' (duration: 143.947776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:13.875567Z","caller":"traceutil/trace.go:171","msg":"trace[1660073090] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3074; }","duration":"173.643835ms","start":"2026-03-31T18:33:13.701902Z","end":"2026-03-31T18:33:13.875546Z","steps":["trace[1660073090] 'read index received' (duration: 116.34463ms)","trace[1660073090] 'applied index is now lower than readState.Index' (duration: 57.298435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.87577Z","caller":"traceutil/trace.go:171","msg":"trace[1937590760] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"175.280317ms","start":"2026-03-31T18:33:13.700478Z","end":"2026-03-31T18:33:13.875758Z","steps":["trace[1937590760] 'process raft request' (duration: 117.795138ms)","trace[1937590760] 'compare' (duration: 56.872543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:13.876244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.325183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:13.876284Z","caller":"traceutil/trace.go:171","msg":"trace[1527078885] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2942; }","duration":"174.383724ms","start":"2026-03-31T18:33:13.70189Z","end":"2026-03-31T18:33:13.876274Z","steps":["trace[1527078885] 'agreement among raft nodes before linearized reading' (duration: 174.319022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:19.598546Z","caller":"traceutil/trace.go:171","msg":"trace[1498132965] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"428.819756ms","start":"2026-03-31T18:33:19.169701Z","end":"2026-03-31T18:33:19.598521Z","steps":["trace[1498132965] 'process raft request' (duration: 428.656591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:19.598719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:19.169677Z","time spent":"428.945878ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:19.611729Z","caller":"traceutil/trace.go:171","msg":"trace[345966673] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"440.069008ms","start":"2026-03-31T18:33:19.171638Z","end":"2026-03-31T18:33:19.611707Z","steps":["trace[345966673] 'process raft request' (duration: 439.908684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:19.61187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:19.171616Z","time spent":"440.184971ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:23.301731Z","caller":"traceutil/trace.go:171","msg":"trace[2081977371] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3192; }","duration":"420.578487ms","start":"2026-03-31T18:33:22.881128Z","end":"2026-03-31T18:33:23.301707Z","steps":["trace[2081977371] 'read index received' (duration: 420.481014ms)","trace[2081977371] 'applied index is now lower than readState.Index' (duration: 96.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.301818Z","caller":"traceutil/trace.go:171","msg":"trace[1218859323] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"589.824281ms","start":"2026-03-31T18:33:22.71193Z","end":"2026-03-31T18:33:23.301754Z","steps":["trace[1218859323] 'process raft request' (duration: 589.624716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.302022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.711906Z","time spent":"589.999666ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:23.302034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.882615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:23.302106Z","caller":"traceutil/trace.go:171","msg":"trace[254129432] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:3055; }","duration":"421.001118ms","start":"2026-03-31T18:33:22.881088Z","end":"2026-03-31T18:33:23.30209Z","steps":["trace[254129432] 'agreement among raft nodes before linearized reading' (duration: 420.762972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.302148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.88107Z","time spent":"421.07024ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:33:23.80249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698451985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:24.308533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698451985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:24.809077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698451985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:24.943526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:33:24.9436Z","caller":"traceutil/trace.go:171","msg":"trace[444044800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125625s","start":"2026-03-31T18:33:22.943458Z","end":"2026-03-31T18:33:24.943584Z","steps":["trace[444044800] 'agreement among raft nodes before linearized reading' (duration: 2.000031933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.943642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.94344Z","time spent":"2.000194266s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:33:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:25.309523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698451985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:25.530897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.407075Z","time spent":"2.123816062s","remote":"127.0.0.1:56820","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:33:25.531521Z","caller":"traceutil/trace.go:171","msg":"trace[989815545] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"2.641784413s","start":"2026-03-31T18:33:22.889706Z","end":"2026-03-31T18:33:25.531491Z","steps":["trace[989815545] 'process raft request' (duration: 2.639810944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.531667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.889678Z","time spent":"2.641922446s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:25.533061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.303179Z","time spent":"2.229876955s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:33:25.5331Z","caller":"traceutil/trace.go:171","msg":"trace[500978757] linearizableReadLoop","detail":"{readStateIndex:3198; appliedIndex:3193; }","duration":"2.231201947s","start":"2026-03-31T18:33:23.301882Z","end":"2026-03-31T18:33:25.533084Z","steps":["trace[500978757] 'read index received' (duration: 2.227649718s)","trace[500978757] 'applied index is now lower than readState.Index' (duration: 3.551659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:25.533362Z","caller":"traceutil/trace.go:171","msg":"trace[1505260150] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"1.916041347s","start":"2026-03-31T18:33:23.61731Z","end":"2026-03-31T18:33:25.533351Z","steps":["trace[1505260150] 'process raft request' (duration: 1.915652667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.533529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37299188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:25.533541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.617289Z","time spent":"1.916105198s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.533577Z","caller":"traceutil/trace.go:171","msg":"trace[973622351] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3059; }","duration":"2.373077832s","start":"2026-03-31T18:33:23.160479Z","end":"2026-03-31T18:33:25.533557Z","steps":["trace[973622351] 'agreement among raft nodes before linearized reading' (duration: 2.37298573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.533624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.160463Z","time spent":"2.373153074s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:25.533631Z","caller":"traceutil/trace.go:171","msg":"trace[956795190] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"1.911905322s","start":"2026-03-31T18:33:23.621707Z","end":"2026-03-31T18:33:25.533612Z","steps":["trace[956795190] 'process raft request' (duration: 1.911325388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.533688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.621683Z","time spent":"1.911975373s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:25.533747Z","caller":"traceutil/trace.go:171","msg":"trace[1919532797] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"832.69267ms","start":"2026-03-31T18:33:24.701043Z","end":"2026-03-31T18:33:25.533735Z","steps":["trace[1919532797] 'process raft request' (duration: 832.017334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.533847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.701017Z","time spent":"832.781322ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:25.533919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982780609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:25.533951Z","caller":"traceutil/trace.go:171","msg":"trace[653251076] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3059; }","duration":"1.982855151s","start":"2026-03-31T18:33:23.551088Z","end":"2026-03-31T18:33:25.533943Z","steps":["trace[653251076] 'agreement among raft nodes before linearized reading' (duration: 1.982799769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.533972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.551068Z","time spent":"1.982898651s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:25.534077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.222371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:25.534101Z","caller":"traceutil/trace.go:171","msg":"trace[187159505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3059; }","duration":"590.245271ms","start":"2026-03-31T18:33:24.943849Z","end":"2026-03-31T18:33:25.534094Z","steps":["trace[187159505] 'agreement among raft nodes before linearized reading' (duration: 590.21195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.943788Z","time spent":"590.325514ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:25.534261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066051089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:33:25.534292Z","caller":"traceutil/trace.go:171","msg":"trace[1999164616] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3059; }","duration":"1.066124801s","start":"2026-03-31T18:33:24.468161Z","end":"2026-03-31T18:33:25.534286Z","steps":["trace[1999164616] 'agreement among raft nodes before linearized reading' (duration: 1.066036119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.53431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.468141Z","time spent":"1.066164093s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:33:25.534443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312768706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:25.534467Z","caller":"traceutil/trace.go:171","msg":"trace[1345777830] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3059; }","duration":"1.312817097s","start":"2026-03-31T18:33:24.221642Z","end":"2026-03-31T18:33:25.534459Z","steps":["trace[1345777830] 'agreement among raft nodes before linearized reading' (duration: 1.312758236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.221629Z","time spent":"1.312850878s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:25.534492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556912527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:25.534575Z","caller":"traceutil/trace.go:171","msg":"trace[526015434] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3059; }","duration":"1.557041931s","start":"2026-03-31T18:33:23.977517Z","end":"2026-03-31T18:33:25.534559Z","steps":["trace[526015434] 'agreement among raft nodes before linearized reading' (duration: 1.556907556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605265178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:33:25.534617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.977492Z","time spent":"1.557114943s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:25.534658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329351124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:33:25.534656Z","caller":"traceutil/trace.go:171","msg":"trace[724597199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3059; }","duration":"1.605343619s","start":"2026-03-31T18:33:23.929296Z","end":"2026-03-31T18:33:25.534639Z","steps":["trace[724597199] 'agreement among raft nodes before linearized reading' (duration: 1.605229555s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.534683Z","caller":"traceutil/trace.go:171","msg":"trace[843281057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3059; }","duration":"1.329417787s","start":"2026-03-31T18:33:24.20526Z","end":"2026-03-31T18:33:25.534678Z","steps":["trace[843281057] 'agreement among raft nodes before linearized reading' (duration: 1.329353785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.929276Z","time spent":"1.605408581s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:25.534701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.205239Z","time spent":"1.329457427s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:25.534698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313394042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:33:25.534714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325253992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:25.534738Z","caller":"traceutil/trace.go:171","msg":"trace[248968682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3059; }","duration":"1.313468784s","start":"2026-03-31T18:33:24.221259Z","end":"2026-03-31T18:33:25.534728Z","steps":["trace[248968682] 'agreement among raft nodes before linearized reading' (duration: 1.313331301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504386784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:25.534767Z","caller":"traceutil/trace.go:171","msg":"trace[110661849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3059; }","duration":"1.325320224s","start":"2026-03-31T18:33:24.209435Z","end":"2026-03-31T18:33:25.534756Z","steps":["trace[110661849] 'agreement among raft nodes before linearized reading' (duration: 1.3251636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.53477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.22124Z","time spent":"1.313523876s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:25.5348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.20943Z","time spent":"1.325362085s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:33:25.534819Z","caller":"traceutil/trace.go:171","msg":"trace[353094232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3059; }","duration":"1.504467456s","start":"2026-03-31T18:33:24.030317Z","end":"2026-03-31T18:33:25.534785Z","steps":["trace[353094232] 'agreement among raft nodes before linearized reading' (duration: 1.504308312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.534893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.030298Z","time spent":"1.504568069s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:25.535073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881148268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:25.535139Z","caller":"traceutil/trace.go:171","msg":"trace[155261527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3059; }","duration":"1.88125105s","start":"2026-03-31T18:33:23.653855Z","end":"2026-03-31T18:33:25.535106Z","steps":["trace[155261527] 'agreement among raft nodes before linearized reading' (duration: 1.880966253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:25.535174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.653841Z","time spent":"1.881324283s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:33:31.701057Z","caller":"traceutil/trace.go:171","msg":"trace[270502474] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3240; }","duration":"136.284494ms","start":"2026-03-31T18:33:31.564743Z","end":"2026-03-31T18:33:31.701027Z","steps":["trace[270502474] 'read index received' (duration: 11.638373ms)","trace[270502474] 'applied index is now lower than readState.Index' (duration: 124.645161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:31.701092Z","caller":"traceutil/trace.go:171","msg":"trace[1404856307] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"146.389159ms","start":"2026-03-31T18:33:31.554641Z","end":"2026-03-31T18:33:31.70103Z","steps":["trace[1404856307] 'process raft request' (duration: 69.463111ms)","trace[1404856307] 'compare' (duration: 76.740184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:31.701127Z","caller":"traceutil/trace.go:171","msg":"trace[1158665549] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"145.878105ms","start":"2026-03-31T18:33:31.555229Z","end":"2026-03-31T18:33:31.701107Z","steps":["trace[1158665549] 'process raft request' (duration: 145.748922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.701312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.545081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:31.70136Z","caller":"traceutil/trace.go:171","msg":"trace[329147075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3103; }","duration":"136.637743ms","start":"2026-03-31T18:33:31.564709Z","end":"2026-03-31T18:33:31.701347Z","steps":["trace[329147075] 'agreement among raft nodes before linearized reading' (duration: 136.475349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.701399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.726334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:31.701446Z","caller":"traceutil/trace.go:171","msg":"trace[295246053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3103; }","duration":"134.804896ms","start":"2026-03-31T18:33:31.566628Z","end":"2026-03-31T18:33:31.701433Z","steps":["trace[295246053] 'agreement among raft nodes before linearized reading' (duration: 134.647612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.701468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.469567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:33:31.701536Z","caller":"traceutil/trace.go:171","msg":"trace[1280153576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3103; }","duration":"126.559848ms","start":"2026-03-31T18:33:31.57496Z","end":"2026-03-31T18:33:31.70152Z","steps":["trace[1280153576] 'agreement among raft nodes before linearized reading' (duration: 126.399414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.70158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.814415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:33:31.701648Z","caller":"traceutil/trace.go:171","msg":"trace[1642780069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3103; }","duration":"128.943949ms","start":"2026-03-31T18:33:31.572685Z","end":"2026-03-31T18:33:31.701629Z","steps":["trace[1642780069] 'agreement among raft nodes before linearized reading' (duration: 128.678303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.701646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:33:31.701664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.037836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:31.70174Z","caller":"traceutil/trace.go:171","msg":"trace[1750230700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3103; }","duration":"131.336469ms","start":"2026-03-31T18:33:31.570381Z","end":"2026-03-31T18:33:31.701717Z","steps":["trace[1750230700] 'agreement among raft nodes before linearized reading' (duration: 131.033782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:31.701748Z","caller":"traceutil/trace.go:171","msg":"trace[1560310080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3103; }","duration":"128.17438ms","start":"2026-03-31T18:33:31.573555Z","end":"2026-03-31T18:33:31.701729Z","steps":["trace[1560310080] 'agreement among raft nodes before linearized reading' (duration: 127.77246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.151619Z","caller":"traceutil/trace.go:171","msg":"trace[1316456610] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"157.027046ms","start":"2026-03-31T18:33:42.994569Z","end":"2026-03-31T18:33:43.151596Z","steps":["trace[1316456610] 'process raft request' (duration: 72.951598ms)","trace[1316456610] 'compare' (duration: 83.970206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:45.755828Z","caller":"traceutil/trace.go:171","msg":"trace[795396553] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"111.93198ms","start":"2026-03-31T18:33:45.643873Z","end":"2026-03-31T18:33:45.755805Z","steps":["trace[795396553] 'process raft request' (duration: 111.795086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.022105Z","caller":"traceutil/trace.go:171","msg":"trace[1090644319] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"204.357619ms","start":"2026-03-31T18:33:45.817729Z","end":"2026-03-31T18:33:46.022086Z","steps":["trace[1090644319] 'process raft request' (duration: 160.241647ms)","trace[1090644319] 'compare' (duration: 43.875716ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.022156Z","caller":"traceutil/trace.go:171","msg":"trace[1542429095] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"160.278918ms","start":"2026-03-31T18:33:45.861858Z","end":"2026-03-31T18:33:46.022137Z","steps":["trace[1542429095] 'process raft request' (duration: 160.185906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.022218Z","caller":"traceutil/trace.go:171","msg":"trace[1076748768] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3332; }","duration":"165.752426ms","start":"2026-03-31T18:33:45.856442Z","end":"2026-03-31T18:33:46.022195Z","steps":["trace[1076748768] 'read index received' (duration: 121.508301ms)","trace[1076748768] 'applied index is now lower than readState.Index' (duration: 44.241545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:46.022361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.801565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:46.022362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.687627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:33:46.022394Z","caller":"traceutil/trace.go:171","msg":"trace[1853806583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3191; }","duration":"176.848305ms","start":"2026-03-31T18:33:45.845537Z","end":"2026-03-31T18:33:46.022386Z","steps":["trace[1853806583] 'agreement among raft nodes before linearized reading' (duration: 176.762533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.02242Z","caller":"traceutil/trace.go:171","msg":"trace[1742342172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3191; }","duration":"175.79582ms","start":"2026-03-31T18:33:45.846607Z","end":"2026-03-31T18:33:46.022402Z","steps":["trace[1742342172] 'agreement among raft nodes before linearized reading' (duration: 175.614045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.022432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.01936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:46.022462Z","caller":"traceutil/trace.go:171","msg":"trace[1386198435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3191; }","duration":"125.095272ms","start":"2026-03-31T18:33:45.897358Z","end":"2026-03-31T18:33:46.022453Z","steps":["trace[1386198435] 'agreement among raft nodes before linearized reading' (duration: 124.982949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.022521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.511202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:33:46.02258Z","caller":"traceutil/trace.go:171","msg":"trace[1202685904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3191; }","duration":"177.604154ms","start":"2026-03-31T18:33:45.844964Z","end":"2026-03-31T18:33:46.022568Z","steps":["trace[1202685904] 'agreement among raft nodes before linearized reading' (duration: 177.45589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.022625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.910467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:33:46.022729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.109082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:46.02276Z","caller":"traceutil/trace.go:171","msg":"trace[1956660480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3191; }","duration":"177.167624ms","start":"2026-03-31T18:33:45.845583Z","end":"2026-03-31T18:33:46.022751Z","steps":["trace[1956660480] 'agreement among raft nodes before linearized reading' (duration: 176.676111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.022771Z","caller":"traceutil/trace.go:171","msg":"trace[849314983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3191; }","duration":"175.0579ms","start":"2026-03-31T18:33:45.847668Z","end":"2026-03-31T18:33:46.022726Z","steps":["trace[849314983] 'agreement among raft nodes before linearized reading' (duration: 174.6624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.214166Z","caller":"traceutil/trace.go:171","msg":"trace[334454437] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"186.673833ms","start":"2026-03-31T18:33:46.027465Z","end":"2026-03-31T18:33:46.214139Z","steps":["trace[334454437] 'process raft request' (duration: 186.480738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.214496Z","caller":"traceutil/trace.go:171","msg":"trace[2066253398] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"186.886289ms","start":"2026-03-31T18:33:46.027594Z","end":"2026-03-31T18:33:46.21448Z","steps":["trace[2066253398] 'process raft request' (duration: 186.499798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.214789Z","caller":"traceutil/trace.go:171","msg":"trace[951751347] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"187.153906ms","start":"2026-03-31T18:33:46.027611Z","end":"2026-03-31T18:33:46.214765Z","steps":["trace[951751347] 'process raft request' (duration: 186.783907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.214877Z","caller":"traceutil/trace.go:171","msg":"trace[1838432777] linearizableReadLoop","detail":"{readStateIndex:3337; appliedIndex:3334; }","duration":"187.308019ms","start":"2026-03-31T18:33:46.027546Z","end":"2026-03-31T18:33:46.214854Z","steps":["trace[1838432777] 'read index received' (duration: 93.115876ms)","trace[1838432777] 'applied index is now lower than readState.Index' (duration: 94.189963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.214982Z","caller":"traceutil/trace.go:171","msg":"trace[879999747] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"183.482773ms","start":"2026-03-31T18:33:46.031486Z","end":"2026-03-31T18:33:46.214969Z","steps":["trace[879999747] 'process raft request' (duration: 183.208626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.214991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.427732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:46.215032Z","caller":"traceutil/trace.go:171","msg":"trace[1899558516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"187.502554ms","start":"2026-03-31T18:33:46.027517Z","end":"2026-03-31T18:33:46.21502Z","steps":["trace[1899558516] 'agreement among raft nodes before linearized reading' (duration: 187.429443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.215132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.008592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8762"} {"level":"info","ts":"2026-03-31T18:33:46.215259Z","caller":"traceutil/trace.go:171","msg":"trace[364589035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3197; }","duration":"187.165446ms","start":"2026-03-31T18:33:46.028075Z","end":"2026-03-31T18:33:46.215241Z","steps":["trace[364589035] 'agreement among raft nodes before linearized reading' (duration: 186.900679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.082814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.821703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:47.082957Z","caller":"traceutil/trace.go:171","msg":"trace[969063262] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3199; }","duration":"107.012697ms","start":"2026-03-31T18:33:46.975924Z","end":"2026-03-31T18:33:47.082937Z","steps":["trace[969063262] 'count revisions from in-memory index tree' (duration: 106.744199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.429815Z","caller":"traceutil/trace.go:171","msg":"trace[939306659] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"158.644956ms","start":"2026-03-31T18:33:47.271135Z","end":"2026-03-31T18:33:47.42978Z","steps":["trace[939306659] 'process raft request' (duration: 158.417291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.703123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.280249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:47.703249Z","caller":"traceutil/trace.go:171","msg":"trace[307606534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3200; }","duration":"112.424963ms","start":"2026-03-31T18:33:47.590805Z","end":"2026-03-31T18:33:47.70323Z","steps":["trace[307606534] 'range keys from in-memory index tree' (duration: 112.260789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.703302Z","caller":"traceutil/trace.go:171","msg":"trace[1258591830] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"131.023512ms","start":"2026-03-31T18:33:47.572249Z","end":"2026-03-31T18:33:47.703272Z","steps":["trace[1258591830] 'process raft request' (duration: 64.349391ms)","trace[1258591830] 'compare' (duration: 66.528437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.99324Z","caller":"traceutil/trace.go:171","msg":"trace[1141087410] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"100.137923ms","start":"2026-03-31T18:33:55.893075Z","end":"2026-03-31T18:33:55.993213Z","steps":["trace[1141087410] 'process raft request' (duration: 99.961789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.448251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698452493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:57.678556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527187379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:33:57.678644Z","caller":"traceutil/trace.go:171","msg":"trace[395144956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3244; }","duration":"1.527317263s","start":"2026-03-31T18:33:56.151304Z","end":"2026-03-31T18:33:57.678621Z","steps":["trace[395144956] 'range keys from in-memory index tree' (duration: 1.526939963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.6787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.151286Z","time spent":"1.527398514s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:57.678913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367546717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:33:57.678993Z","caller":"traceutil/trace.go:171","msg":"trace[441547873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3244; }","duration":"1.367660079s","start":"2026-03-31T18:33:56.311315Z","end":"2026-03-31T18:33:57.678975Z","steps":["trace[441547873] 'range keys from in-memory index tree' (duration: 1.367396214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.311305Z","time spent":"1.367727832s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:57.67906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424308467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:57.679147Z","caller":"traceutil/trace.go:171","msg":"trace[795981592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3244; }","duration":"1.424411149s","start":"2026-03-31T18:33:56.254714Z","end":"2026-03-31T18:33:57.679126Z","steps":["trace[795981592] 'count revisions from in-memory index tree' (duration: 1.424210304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.254693Z","time spent":"1.424504792s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:57.679391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210661185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:57.679452Z","caller":"traceutil/trace.go:171","msg":"trace[645455264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3244; }","duration":"1.210764818s","start":"2026-03-31T18:33:56.468674Z","end":"2026-03-31T18:33:57.679438Z","steps":["trace[645455264] 'range keys from in-memory index tree' (duration: 1.210522452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.468652Z","time spent":"1.210831899s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:57.679583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21086589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:33:57.679679Z","caller":"traceutil/trace.go:171","msg":"trace[1699083638] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3244; }","duration":"1.211007763s","start":"2026-03-31T18:33:56.468648Z","end":"2026-03-31T18:33:57.679656Z","steps":["trace[1699083638] 'range keys from in-memory index tree' (duration: 1.210620684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.468623Z","time spent":"1.211100706s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:33:57.679672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370237724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:57.679768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369028714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:33:57.679765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488476603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:57.679837Z","caller":"traceutil/trace.go:171","msg":"trace[1056705922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3244; }","duration":"1.369148476s","start":"2026-03-31T18:33:56.310673Z","end":"2026-03-31T18:33:57.679821Z","steps":["trace[1056705922] 'range keys from in-memory index tree' (duration: 1.368888591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.679835Z","caller":"traceutil/trace.go:171","msg":"trace[754773158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3244; }","duration":"1.370425899s","start":"2026-03-31T18:33:56.309386Z","end":"2026-03-31T18:33:57.679812Z","steps":["trace[754773158] 'range keys from in-memory index tree' (duration: 1.370115852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.571636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:57.679864Z","caller":"traceutil/trace.go:171","msg":"trace[960379585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3244; }","duration":"1.488615797s","start":"2026-03-31T18:33:56.191228Z","end":"2026-03-31T18:33:57.679844Z","steps":["trace[960379585] 'range keys from in-memory index tree' (duration: 1.488308609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.67988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.310663Z","time spent":"1.369209429s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:33:57.6799Z","caller":"traceutil/trace.go:171","msg":"trace[1256362023] linearizableReadLoop","detail":"{readStateIndex:3390; appliedIndex:3389; }","duration":"732.727241ms","start":"2026-03-31T18:33:56.947165Z","end":"2026-03-31T18:33:57.679892Z","steps":["trace[1256362023] 'read index received' (duration: 568.115254ms)","trace[1256362023] 'applied index is now lower than readState.Index' (duration: 164.611207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:57.679868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4855118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:33:57.679899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.309371Z","time spent":"1.370508512s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:57.679915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.191205Z","time spent":"1.488695759s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:57.679923Z","caller":"traceutil/trace.go:171","msg":"trace[523596529] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"1.111956497s","start":"2026-03-31T18:33:56.567943Z","end":"2026-03-31T18:33:57.679899Z","steps":["trace[523596529] 'process raft request' (duration: 947.290879ms)","trace[523596529] 'compare' (duration: 163.299404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:57.679958Z","caller":"traceutil/trace.go:171","msg":"trace[185108425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3244; }","duration":"1.485657633s","start":"2026-03-31T18:33:56.194279Z","end":"2026-03-31T18:33:57.679936Z","steps":["trace[185108425] 'range keys from in-memory index tree' (duration: 1.485316215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.679983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.827094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200bfccea69de\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:33:57.680003Z","caller":"traceutil/trace.go:171","msg":"trace[1853997577] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200bfccea69de; range_end:; response_count:1; response_revision:3245; }","duration":"732.881386ms","start":"2026-03-31T18:33:56.947115Z","end":"2026-03-31T18:33:57.679997Z","steps":["trace[1853997577] 'agreement among raft nodes before linearized reading' (duration: 732.808224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.680006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.194259Z","time spent":"1.485736085s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:57.680029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.947097Z","time spent":"732.927516ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200bfccea69de\" "} {"level":"warn","ts":"2026-03-31T18:33:57.68006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.567921Z","time spent":"1.112062539s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.194077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698452495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:58.695261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698452495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:58.699258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005188897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:58.717514Z","caller":"traceutil/trace.go:171","msg":"trace[1481805448] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"1.023486098s","start":"2026-03-31T18:33:57.694004Z","end":"2026-03-31T18:33:58.71749Z","steps":["trace[1481805448] 'process raft request' (duration: 1.005665478s)","trace[1481805448] 'compare' (duration: 17.634066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.717659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.693991Z","time spent":"1.023590452s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.783653Z","caller":"traceutil/trace.go:171","msg":"trace[189234607] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"1.08910044s","start":"2026-03-31T18:33:57.694529Z","end":"2026-03-31T18:33:58.783629Z","steps":["trace[189234607] 'process raft request' (duration: 1.08868599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.783786Z","caller":"traceutil/trace.go:171","msg":"trace[709213239] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"911.849885ms","start":"2026-03-31T18:33:57.871928Z","end":"2026-03-31T18:33:58.783777Z","steps":["trace[709213239] 'process raft request' (duration: 911.378833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.783925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.871909Z","time spent":"911.929596ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.784051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694525Z","time spent":"1.089272964s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.784187Z","caller":"traceutil/trace.go:171","msg":"trace[205948359] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"871.050098ms","start":"2026-03-31T18:33:57.913127Z","end":"2026-03-31T18:33:58.784177Z","steps":["trace[205948359] 'process raft request' (duration: 870.208686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.784255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.913102Z","time spent":"871.120679ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.784434Z","caller":"traceutil/trace.go:171","msg":"trace[1534011260] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"1.090336553s","start":"2026-03-31T18:33:57.694082Z","end":"2026-03-31T18:33:58.784419Z","steps":["trace[1534011260] 'process raft request' (duration: 1.088930397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.784634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694072Z","time spent":"1.090475837s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.78449Z","caller":"traceutil/trace.go:171","msg":"trace[805864440] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"785.210895ms","start":"2026-03-31T18:33:57.999251Z","end":"2026-03-31T18:33:58.784462Z","steps":["trace[805864440] 'process raft request' (duration: 784.109576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.784855Z","caller":"traceutil/trace.go:171","msg":"trace[106648649] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"1.090377123s","start":"2026-03-31T18:33:57.694466Z","end":"2026-03-31T18:33:58.784843Z","steps":["trace[106648649] 'process raft request' (duration: 1.08868964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.784895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.999225Z","time spent":"785.598895ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.784971Z","caller":"traceutil/trace.go:171","msg":"trace[1253857543] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"1.090832055s","start":"2026-03-31T18:33:57.694131Z","end":"2026-03-31T18:33:58.784963Z","steps":["trace[1253857543] 'process raft request' (duration: 1.088984588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.785017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694126Z","time spent":"1.090867666s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.783744Z","caller":"traceutil/trace.go:171","msg":"trace[660063066] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"954.345366ms","start":"2026-03-31T18:33:57.829389Z","end":"2026-03-31T18:33:58.783734Z","steps":["trace[660063066] 'process raft request' (duration: 953.881084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.785129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.82936Z","time spent":"955.744951ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.784932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694461Z","time spent":"1.090431944s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.785324Z","caller":"traceutil/trace.go:171","msg":"trace[673810555] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"1.090751943s","start":"2026-03-31T18:33:57.69451Z","end":"2026-03-31T18:33:58.785262Z","steps":["trace[673810555] 'process raft request' (duration: 1.08867633s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.783677Z","caller":"traceutil/trace.go:171","msg":"trace[157912445] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"1.089098691s","start":"2026-03-31T18:33:57.69455Z","end":"2026-03-31T18:33:58.783649Z","steps":["trace[157912445] 'process raft request' (duration: 1.088692571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.785523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694544Z","time spent":"1.090857055s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.78551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694504Z","time spent":"1.090919917s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.072546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.133915ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:33:59.072856Z","caller":"traceutil/trace.go:171","msg":"trace[739314222] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"328.17603ms","start":"2026-03-31T18:33:58.744652Z","end":"2026-03-31T18:33:59.072828Z","steps":["trace[739314222] 'process raft request' (duration: 328.017246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.072935Z","caller":"traceutil/trace.go:171","msg":"trace[2032779459] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3390; }","duration":"1.378809981s","start":"2026-03-31T18:33:57.694038Z","end":"2026-03-31T18:33:59.072848Z","steps":["trace[2032779459] 'read index received' (duration: 1.005482674s)","trace[2032779459] 'applied index is now lower than readState.Index' (duration: 373.304647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:59.073048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.744623Z","time spent":"328.286323ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9386,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.073355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379279334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:33:59.073401Z","caller":"traceutil/trace.go:171","msg":"trace[415358341] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3257; }","duration":"1.379383646s","start":"2026-03-31T18:33:57.694002Z","end":"2026-03-31T18:33:59.073386Z","steps":["trace[415358341] 'agreement among raft nodes before linearized reading' (duration: 1.379112709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.073447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.693987Z","time spent":"1.379450058s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:33:59.073481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.150656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:33:59.073464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131372456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:59.073489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.903318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200bfe20ef5e4\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T18:33:59.073548Z","caller":"traceutil/trace.go:171","msg":"trace[544857638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3257; }","duration":"118.255089ms","start":"2026-03-31T18:33:58.955274Z","end":"2026-03-31T18:33:59.073529Z","steps":["trace[544857638] 'agreement among raft nodes before linearized reading' (duration: 118.073805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.073562Z","caller":"traceutil/trace.go:171","msg":"trace[138625302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3257; }","duration":"1.13151976s","start":"2026-03-31T18:33:57.942021Z","end":"2026-03-31T18:33:59.07354Z","steps":["trace[138625302] 'agreement among raft nodes before linearized reading' (duration: 1.131345596s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.073564Z","caller":"traceutil/trace.go:171","msg":"trace[1844295128] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200bfe20ef5e4; range_end:; response_count:1; response_revision:3257; }","duration":"352.01724ms","start":"2026-03-31T18:33:58.721533Z","end":"2026-03-31T18:33:59.073551Z","steps":["trace[1844295128] 'agreement among raft nodes before linearized reading' (duration: 351.813305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.073618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.721519Z","time spent":"352.093052ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200bfe20ef5e4\" "} {"level":"warn","ts":"2026-03-31T18:33:59.073615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.942007Z","time spent":"1.131599032s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:59.073483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379056036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:59.073813Z","caller":"traceutil/trace.go:171","msg":"trace[775203946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3257; }","duration":"1.379408296s","start":"2026-03-31T18:33:57.694394Z","end":"2026-03-31T18:33:59.073802Z","steps":["trace[775203946] 'agreement among raft nodes before linearized reading' (duration: 1.378925344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.073836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.694388Z","time spent":"1.379441347s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:59.526035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.569856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:59.526422Z","caller":"traceutil/trace.go:171","msg":"trace[2124716421] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"449.311731ms","start":"2026-03-31T18:33:59.077081Z","end":"2026-03-31T18:33:59.526392Z","steps":["trace[2124716421] 'process raft request' (duration: 211.253323ms)","trace[2124716421] 'compare' (duration: 237.288009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:59.526562Z","caller":"traceutil/trace.go:171","msg":"trace[1245369134] linearizableReadLoop","detail":"{readStateIndex:3404; appliedIndex:3403; }","duration":"449.2286ms","start":"2026-03-31T18:33:59.077309Z","end":"2026-03-31T18:33:59.526538Z","steps":["trace[1245369134] 'read index received' (duration: 210.956525ms)","trace[1245369134] 'applied index is now lower than readState.Index' (duration: 238.269505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:59.526607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.077059Z","time spent":"449.449245ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.526837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.499436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:33:59.526903Z","caller":"traceutil/trace.go:171","msg":"trace[734289992] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3258; }","duration":"449.611899ms","start":"2026-03-31T18:33:59.077277Z","end":"2026-03-31T18:33:59.526889Z","steps":["trace[734289992] 'agreement among raft nodes before linearized reading' (duration: 449.389394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.526948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.077263Z","time spent":"449.674051ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:33:59.52733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.482226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:33:59.527784Z","caller":"traceutil/trace.go:171","msg":"trace[58220414] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3259; }","duration":"449.956198ms","start":"2026-03-31T18:33:59.077806Z","end":"2026-03-31T18:33:59.527762Z","steps":["trace[58220414] 'agreement among raft nodes before linearized reading' (duration: 449.376894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.528121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.077788Z","time spent":"450.312876ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:33:59.527333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.964762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:59.528457Z","caller":"traceutil/trace.go:171","msg":"trace[730156199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3259; }","duration":"446.10107ms","start":"2026-03-31T18:33:59.082336Z","end":"2026-03-31T18:33:59.528437Z","steps":["trace[730156199] 'agreement among raft nodes before linearized reading' (duration: 444.938781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.527432Z","caller":"traceutil/trace.go:171","msg":"trace[183319996] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"449.054084ms","start":"2026-03-31T18:33:59.078359Z","end":"2026-03-31T18:33:59.527413Z","steps":["trace[183319996] 'process raft request' (duration: 448.039128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.528562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.082326Z","time spent":"446.219242ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:59.528624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.078345Z","time spent":"450.207733ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:00.033474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698452516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:00.981707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.442289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:00.981948Z","caller":"traceutil/trace.go:171","msg":"trace[1174949645] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"186.751345ms","start":"2026-03-31T18:34:00.795182Z","end":"2026-03-31T18:34:00.981933Z","steps":["trace[1174949645] 'process raft request' (duration: 186.723455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982007Z","caller":"traceutil/trace.go:171","msg":"trace[1142737889] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"1.448869435s","start":"2026-03-31T18:33:59.533097Z","end":"2026-03-31T18:34:00.981966Z","steps":["trace[1142737889] 'process raft request' (duration: 1.448706371s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982092Z","caller":"traceutil/trace.go:171","msg":"trace[888760788] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"187.447423ms","start":"2026-03-31T18:34:00.794637Z","end":"2026-03-31T18:34:00.982085Z","steps":["trace[888760788] 'process raft request' (duration: 187.244038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982094Z","caller":"traceutil/trace.go:171","msg":"trace[688747688] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"192.020588ms","start":"2026-03-31T18:34:00.790053Z","end":"2026-03-31T18:34:00.982074Z","steps":["trace[688747688] 'process raft request' (duration: 191.799442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982148Z","caller":"traceutil/trace.go:171","msg":"trace[347333091] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"1.449717266s","start":"2026-03-31T18:33:59.532415Z","end":"2026-03-31T18:34:00.982133Z","steps":["trace[347333091] 'process raft request' (duration: 592.788195ms)","trace[347333091] 'compare' (duration: 856.358527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:00.98217Z","caller":"traceutil/trace.go:171","msg":"trace[775525921] linearizableReadLoop","detail":"{readStateIndex:3407; appliedIndex:3405; }","duration":"1.449226774s","start":"2026-03-31T18:33:59.532937Z","end":"2026-03-31T18:34:00.982164Z","steps":["trace[775525921] 'read index received' (duration: 592.280512ms)","trace[775525921] 'applied index is now lower than readState.Index' (duration: 856.945382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:00.982169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.533085Z","time spent":"1.448997109s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:00.982204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.532394Z","time spent":"1.449779748s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:00.982242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388928636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:00.982266Z","caller":"traceutil/trace.go:171","msg":"trace[703433361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3264; }","duration":"1.388985768s","start":"2026-03-31T18:33:59.593274Z","end":"2026-03-31T18:34:00.98226Z","steps":["trace[703433361] 'agreement among raft nodes before linearized reading' (duration: 1.388945287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.593256Z","time spent":"1.389023698s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:00.982276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449336347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"warn","ts":"2026-03-31T18:34:00.982294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.187416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:00.982317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.789188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:00.982317Z","caller":"traceutil/trace.go:171","msg":"trace[1973418471] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3264; }","duration":"1.449378719s","start":"2026-03-31T18:33:59.532929Z","end":"2026-03-31T18:34:00.982308Z","steps":["trace[1973418471] 'agreement among raft nodes before linearized reading' (duration: 1.449254966s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982336Z","caller":"traceutil/trace.go:171","msg":"trace[1209607581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3264; }","duration":"192.808888ms","start":"2026-03-31T18:34:00.789522Z","end":"2026-03-31T18:34:00.982331Z","steps":["trace[1209607581] 'agreement among raft nodes before linearized reading' (duration: 192.750477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.53288Z","time spent":"1.44945649s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7364,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:34:00.982348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.046868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:00.982373Z","caller":"traceutil/trace.go:171","msg":"trace[459006066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3264; }","duration":"190.10822ms","start":"2026-03-31T18:34:00.792258Z","end":"2026-03-31T18:34:00.982366Z","steps":["trace[459006066] 'agreement among raft nodes before linearized reading' (duration: 189.980957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269519047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:00.982318Z","caller":"traceutil/trace.go:171","msg":"trace[1249394825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3264; }","duration":"189.209897ms","start":"2026-03-31T18:34:00.7931Z","end":"2026-03-31T18:34:00.98231Z","steps":["trace[1249394825] 'agreement among raft nodes before linearized reading' (duration: 189.128065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.982424Z","caller":"traceutil/trace.go:171","msg":"trace[1707701733] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3264; }","duration":"1.269584958s","start":"2026-03-31T18:33:59.71283Z","end":"2026-03-31T18:34:00.982415Z","steps":["trace[1707701733] 'agreement among raft nodes before linearized reading' (duration: 1.269523887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:59.712806Z","time spent":"1.26962831s","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:00.982456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.653078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:00.982476Z","caller":"traceutil/trace.go:171","msg":"trace[651790896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3264; }","duration":"187.683449ms","start":"2026-03-31T18:34:00.794787Z","end":"2026-03-31T18:34:00.98247Z","steps":["trace[651790896] 'agreement among raft nodes before linearized reading' (duration: 187.630027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.937706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:34:00.982618Z","caller":"traceutil/trace.go:171","msg":"trace[157472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3264; }","duration":"190.003547ms","start":"2026-03-31T18:34:00.792602Z","end":"2026-03-31T18:34:00.982606Z","steps":["trace[157472] 'agreement among raft nodes before linearized reading' (duration: 189.799012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.982617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.099634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:00.98267Z","caller":"traceutil/trace.go:171","msg":"trace[742592179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3264; }","duration":"189.173835ms","start":"2026-03-31T18:34:00.79348Z","end":"2026-03-31T18:34:00.982654Z","steps":["trace[742592179] 'agreement among raft nodes before linearized reading' (duration: 189.024702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.027442Z","caller":"traceutil/trace.go:171","msg":"trace[443346017] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"103.218201ms","start":"2026-03-31T18:34:06.924197Z","end":"2026-03-31T18:34:07.027415Z","steps":["trace[443346017] 'process raft request' (duration: 103.020016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.124768Z","caller":"traceutil/trace.go:171","msg":"trace[1799609926] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"124.770024ms","start":"2026-03-31T18:34:06.999974Z","end":"2026-03-31T18:34:07.124744Z","steps":["trace[1799609926] 'process raft request' (duration: 44.409809ms)","trace[1799609926] 'compare' (duration: 80.209551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:07.125075Z","caller":"traceutil/trace.go:171","msg":"trace[331298653] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"123.209154ms","start":"2026-03-31T18:34:07.001838Z","end":"2026-03-31T18:34:07.125047Z","steps":["trace[331298653] 'process raft request' (duration: 122.861836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.125337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.229557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:07.125379Z","caller":"traceutil/trace.go:171","msg":"trace[760288881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3295; }","duration":"110.310749ms","start":"2026-03-31T18:34:07.015054Z","end":"2026-03-31T18:34:07.125365Z","steps":["trace[760288881] 'agreement among raft nodes before linearized reading' (duration: 110.036742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.125454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.206447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:07.125514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.437183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:34:07.125512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.853579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:34:07.125529Z","caller":"traceutil/trace.go:171","msg":"trace[268673064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3295; }","duration":"112.31529ms","start":"2026-03-31T18:34:07.013197Z","end":"2026-03-31T18:34:07.125512Z","steps":["trace[268673064] 'agreement among raft nodes before linearized reading' (duration: 112.100234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.125541Z","caller":"traceutil/trace.go:171","msg":"trace[1978767238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3295; }","duration":"108.478083ms","start":"2026-03-31T18:34:07.017055Z","end":"2026-03-31T18:34:07.125533Z","steps":["trace[1978767238] 'agreement among raft nodes before linearized reading' (duration: 108.404261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.125549Z","caller":"traceutil/trace.go:171","msg":"trace[225954138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3295; }","duration":"113.91534ms","start":"2026-03-31T18:34:07.011622Z","end":"2026-03-31T18:34:07.125537Z","steps":["trace[225954138] 'agreement among raft nodes before linearized reading' (duration: 113.804498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.125711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.700759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:34:07.125848Z","caller":"traceutil/trace.go:171","msg":"trace[1417831731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3295; }","duration":"108.874884ms","start":"2026-03-31T18:34:07.016951Z","end":"2026-03-31T18:34:07.125826Z","steps":["trace[1417831731] 'agreement among raft nodes before linearized reading' (duration: 108.549135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.125311Z","caller":"traceutil/trace.go:171","msg":"trace[639315528] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"122.491997ms","start":"2026-03-31T18:34:07.002581Z","end":"2026-03-31T18:34:07.125073Z","steps":["trace[639315528] 'process raft request' (duration: 122.351063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.125878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.448403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:07.127065Z","caller":"traceutil/trace.go:171","msg":"trace[1122215244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3295; }","duration":"117.752747ms","start":"2026-03-31T18:34:07.009291Z","end":"2026-03-31T18:34:07.127043Z","steps":["trace[1122215244] 'agreement among raft nodes before linearized reading' (duration: 116.106135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.303693Z","caller":"traceutil/trace.go:171","msg":"trace[1366801679] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"172.870066ms","start":"2026-03-31T18:34:07.130799Z","end":"2026-03-31T18:34:07.30367Z","steps":["trace[1366801679] 'process raft request' (duration: 172.784754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.303791Z","caller":"traceutil/trace.go:171","msg":"trace[1103739176] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"173.45976ms","start":"2026-03-31T18:34:07.130204Z","end":"2026-03-31T18:34:07.303664Z","steps":["trace[1103739176] 'process raft request' (duration: 164.796582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.304021Z","caller":"traceutil/trace.go:171","msg":"trace[1011477875] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"173.02008ms","start":"2026-03-31T18:34:07.13099Z","end":"2026-03-31T18:34:07.30401Z","steps":["trace[1011477875] 'process raft request' (duration: 172.63419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.304379Z","caller":"traceutil/trace.go:171","msg":"trace[2140616842] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"172.273372ms","start":"2026-03-31T18:34:07.132095Z","end":"2026-03-31T18:34:07.304369Z","steps":["trace[2140616842] 'process raft request' (duration: 171.872132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.30441Z","caller":"traceutil/trace.go:171","msg":"trace[30525575] linearizableReadLoop","detail":"{readStateIndex:3448; appliedIndex:3443; }","duration":"127.320388ms","start":"2026-03-31T18:34:07.177062Z","end":"2026-03-31T18:34:07.304382Z","steps":["trace[30525575] 'read index received' (duration: 117.84166ms)","trace[30525575] 'applied index is now lower than readState.Index' (duration: 9.477708ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:07.304427Z","caller":"traceutil/trace.go:171","msg":"trace[157103557] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"171.389158ms","start":"2026-03-31T18:34:07.133011Z","end":"2026-03-31T18:34:07.304401Z","steps":["trace[157103557] 'process raft request' (duration: 171.250255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.304614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.538874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200bfe20ef5e4\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T18:34:07.304657Z","caller":"traceutil/trace.go:171","msg":"trace[314592938] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200bfe20ef5e4; range_end:; response_count:1; response_revision:3301; }","duration":"127.635257ms","start":"2026-03-31T18:34:07.177011Z","end":"2026-03-31T18:34:07.304646Z","steps":["trace[314592938] 'agreement among raft nodes before linearized reading' (duration: 127.466142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.899279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.263312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:07.899379Z","caller":"traceutil/trace.go:171","msg":"trace[409225318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3301; }","duration":"309.374485ms","start":"2026-03-31T18:34:07.589991Z","end":"2026-03-31T18:34:07.899365Z","steps":["trace[409225318] 'range keys from in-memory index tree' (duration: 309.248192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.899524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.280272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:07.899608Z","caller":"traceutil/trace.go:171","msg":"trace[1662039827] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"592.699403ms","start":"2026-03-31T18:34:07.306891Z","end":"2026-03-31T18:34:07.899591Z","steps":["trace[1662039827] 'process raft request' (duration: 104.305598ms)","trace[1662039827] 'compare' (duration: 488.107718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:07.899684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.306852Z","time spent":"592.792196ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:08.13871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.125332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:08.138807Z","caller":"traceutil/trace.go:171","msg":"trace[1126164378] linearizableReadLoop","detail":"{readStateIndex:3450; appliedIndex:3449; }","duration":"196.673985ms","start":"2026-03-31T18:34:07.94212Z","end":"2026-03-31T18:34:08.138794Z","steps":["trace[1126164378] 'read index received' (duration: 73.270296ms)","trace[1126164378] 'applied index is now lower than readState.Index' (duration: 123.402539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:08.13883Z","caller":"traceutil/trace.go:171","msg":"trace[672013905] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"339.655297ms","start":"2026-03-31T18:34:07.79915Z","end":"2026-03-31T18:34:08.138805Z","steps":["trace[672013905] 'process raft request' (duration: 216.32195ms)","trace[672013905] 'compare' (duration: 122.971278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.138895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.781448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:08.138918Z","caller":"traceutil/trace.go:171","msg":"trace[1045447502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3303; }","duration":"196.833699ms","start":"2026-03-31T18:34:07.942078Z","end":"2026-03-31T18:34:08.138911Z","steps":["trace[1045447502] 'agreement among raft nodes before linearized reading' (duration: 196.773507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.138964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.799126Z","time spent":"339.76933ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:13.524923Z","caller":"traceutil/trace.go:171","msg":"trace[325677470] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"191.481738ms","start":"2026-03-31T18:34:13.333406Z","end":"2026-03-31T18:34:13.524888Z","steps":["trace[325677470] 'process raft request' (duration: 134.663245ms)","trace[325677470] 'compare' (duration: 56.640678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:13.524981Z","caller":"traceutil/trace.go:171","msg":"trace[984266322] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"190.834681ms","start":"2026-03-31T18:34:13.334105Z","end":"2026-03-31T18:34:13.52494Z","steps":["trace[984266322] 'process raft request' (duration: 190.763549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:13.524997Z","caller":"traceutil/trace.go:171","msg":"trace[1051961830] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"191.535499ms","start":"2026-03-31T18:34:13.333434Z","end":"2026-03-31T18:34:13.52497Z","steps":["trace[1051961830] 'process raft request' (duration: 191.400235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:13.524996Z","caller":"traceutil/trace.go:171","msg":"trace[247350214] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"190.096662ms","start":"2026-03-31T18:34:13.334876Z","end":"2026-03-31T18:34:13.524973Z","steps":["trace[247350214] 'process raft request' (duration: 190.02825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:29.694526Z","caller":"traceutil/trace.go:171","msg":"trace[1459072518] linearizableReadLoop","detail":"{readStateIndex:3572; appliedIndex:3571; }","duration":"150.767791ms","start":"2026-03-31T18:34:29.543734Z","end":"2026-03-31T18:34:29.694502Z","steps":["trace[1459072518] 'read index received' (duration: 98.391091ms)","trace[1459072518] 'applied index is now lower than readState.Index' (duration: 52.37539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:29.694668Z","caller":"traceutil/trace.go:171","msg":"trace[481873491] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"176.627954ms","start":"2026-03-31T18:34:29.518018Z","end":"2026-03-31T18:34:29.694646Z","steps":["trace[481873491] 'process raft request' (duration: 124.1334ms)","trace[481873491] 'compare' (duration: 52.240287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:29.694901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.159711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:34:29.694961Z","caller":"traceutil/trace.go:171","msg":"trace[1773925723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3419; }","duration":"151.269184ms","start":"2026-03-31T18:34:29.543674Z","end":"2026-03-31T18:34:29.694943Z","steps":["trace[1773925723] 'agreement among raft nodes before linearized reading' (duration: 150.964216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:51.66465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.225825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:51.664713Z","caller":"traceutil/trace.go:171","msg":"trace[1063742509] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3536; }","duration":"159.372918ms","start":"2026-03-31T18:34:51.505328Z","end":"2026-03-31T18:34:51.664701Z","steps":["trace[1063742509] 'count revisions from in-memory index tree' (duration: 159.143363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:51.664818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.763948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:34:51.664919Z","caller":"traceutil/trace.go:171","msg":"trace[1399974179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3536; }","duration":"111.908952ms","start":"2026-03-31T18:34:51.552989Z","end":"2026-03-31T18:34:51.664898Z","steps":["trace[1399974179] 'range keys from in-memory index tree' (duration: 111.576993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:51.665261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.412905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:51.665322Z","caller":"traceutil/trace.go:171","msg":"trace[434683569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3536; }","duration":"118.509258ms","start":"2026-03-31T18:34:51.546798Z","end":"2026-03-31T18:34:51.665308Z","steps":["trace[434683569] 'range keys from in-memory index tree' (duration: 118.271132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:51.802683Z","caller":"traceutil/trace.go:171","msg":"trace[358240760] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"132.649324ms","start":"2026-03-31T18:34:51.670012Z","end":"2026-03-31T18:34:51.802661Z","steps":["trace[358240760] 'process raft request' (duration: 132.517571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:51.804545Z","caller":"traceutil/trace.go:171","msg":"trace[1263153889] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"133.496247ms","start":"2026-03-31T18:34:51.671039Z","end":"2026-03-31T18:34:51.804535Z","steps":["trace[1263153889] 'process raft request' (duration: 133.365014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.314449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.29392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:52.314656Z","caller":"traceutil/trace.go:171","msg":"trace[206853878] linearizableReadLoop","detail":"{readStateIndex:3697; appliedIndex:3695; }","duration":"505.7636ms","start":"2026-03-31T18:34:51.808876Z","end":"2026-03-31T18:34:52.314639Z","steps":["trace[206853878] 'read index received' (duration: 71.206725ms)","trace[206853878] 'applied index is now lower than readState.Index' (duration: 434.555895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:52.31472Z","caller":"traceutil/trace.go:171","msg":"trace[183333835] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"505.394502ms","start":"2026-03-31T18:34:51.809302Z","end":"2026-03-31T18:34:52.314696Z","steps":["trace[183333835] 'process raft request' (duration: 505.283619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:52.314781Z","caller":"traceutil/trace.go:171","msg":"trace[2008490338] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"506.357807ms","start":"2026-03-31T18:34:51.808412Z","end":"2026-03-31T18:34:52.31477Z","steps":["trace[2008490338] 'process raft request' (duration: 71.670308ms)","trace[2008490338] 'compare' (duration: 434.204267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:52.314983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.106569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:34:52.315031Z","caller":"traceutil/trace.go:171","msg":"trace[2000045375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3541; }","duration":"506.174871ms","start":"2026-03-31T18:34:51.808843Z","end":"2026-03-31T18:34:52.315018Z","steps":["trace[2000045375] 'agreement among raft nodes before linearized reading' (duration: 505.909124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.315028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.859081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:34:52.315048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.808394Z","time spent":"506.588022ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:52.314803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.081781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:52.315176Z","caller":"traceutil/trace.go:171","msg":"trace[446235434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3541; }","duration":"374.47049ms","start":"2026-03-31T18:34:51.940681Z","end":"2026-03-31T18:34:52.315151Z","steps":["trace[446235434] 'agreement among raft nodes before linearized reading' (duration: 374.102921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:52.315075Z","caller":"traceutil/trace.go:171","msg":"trace[2015630879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3541; }","duration":"470.942523ms","start":"2026-03-31T18:34:51.844121Z","end":"2026-03-31T18:34:52.315064Z","steps":["trace[2015630879] 'agreement among raft nodes before linearized reading' (duration: 470.725548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.315217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.940661Z","time spent":"374.545863ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:52.315249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.844102Z","time spent":"471.133278ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:52.314838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.809291Z","time spent":"505.485664ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:52.314707Z","caller":"traceutil/trace.go:171","msg":"trace[1755812994] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"505.900054ms","start":"2026-03-31T18:34:51.808787Z","end":"2026-03-31T18:34:52.314687Z","steps":["trace[1755812994] 'process raft request' (duration: 505.75586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.315065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.808831Z","time spent":"506.227092ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:52.315559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:51.808768Z","time spent":"506.682604ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.750349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.420098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:53.750474Z","caller":"traceutil/trace.go:171","msg":"trace[280449250] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"126.177711ms","start":"2026-03-31T18:34:53.624275Z","end":"2026-03-31T18:34:53.750453Z","steps":["trace[280449250] 'process raft request' (duration: 16.564208ms)","trace[280449250] 'compare' (duration: 109.273565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:53.886519Z","caller":"traceutil/trace.go:171","msg":"trace[132124291] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"120.622621ms","start":"2026-03-31T18:34:53.765864Z","end":"2026-03-31T18:34:53.886486Z","steps":["trace[132124291] 'process raft request' (duration: 108.65623ms)","trace[132124291] 'compare' (duration: 11.773947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:54.267789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.89153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:54.26803Z","caller":"traceutil/trace.go:171","msg":"trace[1502502906] linearizableReadLoop","detail":"{readStateIndex:3708; appliedIndex:3706; }","duration":"326.888951ms","start":"2026-03-31T18:34:53.941119Z","end":"2026-03-31T18:34:54.268008Z","steps":["trace[1502502906] 'read index received' (duration: 99.641852ms)","trace[1502502906] 'applied index is now lower than readState.Index' (duration: 227.245949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:54.268145Z","caller":"traceutil/trace.go:171","msg":"trace[800654281] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"376.540303ms","start":"2026-03-31T18:34:53.891582Z","end":"2026-03-31T18:34:54.268123Z","steps":["trace[800654281] 'process raft request' (duration: 376.322908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.268149Z","caller":"traceutil/trace.go:171","msg":"trace[826581453] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"376.591984ms","start":"2026-03-31T18:34:53.891532Z","end":"2026-03-31T18:34:54.268124Z","steps":["trace[826581453] 'process raft request' (duration: 149.270743ms)","trace[826581453] 'compare' (duration: 226.507181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:54.268177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.060625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:54.268228Z","caller":"traceutil/trace.go:171","msg":"trace[597153820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3550; }","duration":"327.154237ms","start":"2026-03-31T18:34:53.941056Z","end":"2026-03-31T18:34:54.26821Z","steps":["trace[597153820] 'agreement among raft nodes before linearized reading' (duration: 327.080546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.26824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.869519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:54.268266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.891567Z","time spent":"376.633885ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:54.268279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.941032Z","time spent":"327.235351ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:54.268259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.891509Z","time spent":"376.703407ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:54.268337Z","caller":"traceutil/trace.go:171","msg":"trace[920539886] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3550; }","duration":"126.952212ms","start":"2026-03-31T18:34:54.141314Z","end":"2026-03-31T18:34:54.268266Z","steps":["trace[920539886] 'agreement among raft nodes before linearized reading' (duration: 126.892499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.78035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.069767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:54.780458Z","caller":"traceutil/trace.go:171","msg":"trace[380740046] linearizableReadLoop","detail":"{readStateIndex:3712; appliedIndex:3711; }","duration":"311.820261ms","start":"2026-03-31T18:34:54.468623Z","end":"2026-03-31T18:34:54.780443Z","steps":["trace[380740046] 'read index received' (duration: 80.872µs)","trace[380740046] 'applied index is now lower than readState.Index' (duration: 311.738349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:54.780612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.987236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:54.780645Z","caller":"traceutil/trace.go:171","msg":"trace[316161671] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3554; }","duration":"312.053137ms","start":"2026-03-31T18:34:54.468584Z","end":"2026-03-31T18:34:54.780637Z","steps":["trace[316161671] 'agreement among raft nodes before linearized reading' (duration: 311.901623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.780677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:54.468555Z","time spent":"312.115019ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:54.780852Z","caller":"traceutil/trace.go:171","msg":"trace[190449012] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"437.967582ms","start":"2026-03-31T18:34:54.342801Z","end":"2026-03-31T18:34:54.780768Z","steps":["trace[190449012] 'process raft request' (duration: 87.401184ms)","trace[190449012] 'compare' (duration: 349.962383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:54.781123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:54.342776Z","time spent":"438.212659ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:55.047567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.970818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:55.047653Z","caller":"traceutil/trace.go:171","msg":"trace[1046288202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3554; }","duration":"105.116481ms","start":"2026-03-31T18:34:54.942517Z","end":"2026-03-31T18:34:55.047633Z","steps":["trace[1046288202] 'range keys from in-memory index tree' (duration: 104.834314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:56.436657Z","caller":"traceutil/trace.go:171","msg":"trace[1996273710] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"108.820463ms","start":"2026-03-31T18:34:56.32778Z","end":"2026-03-31T18:34:56.4366Z","steps":["trace[1996273710] 'process raft request' (duration: 108.412132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.664286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.036115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:34:57.664362Z","caller":"traceutil/trace.go:171","msg":"trace[866967910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3564; }","duration":"114.168138ms","start":"2026-03-31T18:34:57.550176Z","end":"2026-03-31T18:34:57.664344Z","steps":["trace[866967910] 'range keys from in-memory index tree' (duration: 113.84703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.690681Z","caller":"traceutil/trace.go:171","msg":"trace[353208639] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"118.409075ms","start":"2026-03-31T18:34:57.572248Z","end":"2026-03-31T18:34:57.690657Z","steps":["trace[353208639] 'process raft request' (duration: 118.253501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.717411Z","caller":"traceutil/trace.go:171","msg":"trace[1859835575] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"144.208826ms","start":"2026-03-31T18:34:57.573167Z","end":"2026-03-31T18:34:57.717376Z","steps":["trace[1859835575] 'process raft request' (duration: 144.011621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.350692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.512953ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:58.75584Z","caller":"traceutil/trace.go:171","msg":"trace[1354422636] linearizableReadLoop","detail":"{readStateIndex:3730; appliedIndex:3728; }","duration":"198.018492ms","start":"2026-03-31T18:34:58.557798Z","end":"2026-03-31T18:34:58.755817Z","steps":["trace[1354422636] 'read index received' (duration: 114.990939ms)","trace[1354422636] 'applied index is now lower than readState.Index' (duration: 83.026603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:58.755951Z","caller":"traceutil/trace.go:171","msg":"trace[73196348] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"198.533645ms","start":"2026-03-31T18:34:58.557406Z","end":"2026-03-31T18:34:58.75594Z","steps":["trace[73196348] 'process raft request' (duration: 198.362301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.755976Z","caller":"traceutil/trace.go:171","msg":"trace[336701725] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"239.835817ms","start":"2026-03-31T18:34:58.516087Z","end":"2026-03-31T18:34:58.755923Z","steps":["trace[336701725] 'process raft request' (duration: 156.728212ms)","trace[336701725] 'compare' (duration: 82.743296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:58.756201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.377592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:34:58.756361Z","caller":"traceutil/trace.go:171","msg":"trace[396170843] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3571; }","duration":"198.562466ms","start":"2026-03-31T18:34:58.557743Z","end":"2026-03-31T18:34:58.756306Z","steps":["trace[396170843] 'agreement among raft nodes before linearized reading' (duration: 198.231907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.804781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.637274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:58.804854Z","caller":"traceutil/trace.go:171","msg":"trace[1362694777] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3572; }","duration":"222.765347ms","start":"2026-03-31T18:34:58.582072Z","end":"2026-03-31T18:34:58.804838Z","steps":["trace[1362694777] 'agreement among raft nodes before linearized reading' (duration: 222.548842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.018317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.784896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:59.018532Z","caller":"traceutil/trace.go:171","msg":"trace[2016982311] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"179.906025ms","start":"2026-03-31T18:34:58.838598Z","end":"2026-03-31T18:34:59.018504Z","steps":["trace[2016982311] 'process raft request' (duration: 75.816921ms)","trace[2016982311] 'compare' (duration: 103.661283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:59.245393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.149697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:59.245479Z","caller":"traceutil/trace.go:171","msg":"trace[29519853] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3574; }","duration":"112.287351ms","start":"2026-03-31T18:34:59.133166Z","end":"2026-03-31T18:34:59.245453Z","steps":["trace[29519853] 'count revisions from in-memory index tree' (duration: 112.058085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:59.849959Z","caller":"traceutil/trace.go:171","msg":"trace[1797757557] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"153.806429ms","start":"2026-03-31T18:34:59.696122Z","end":"2026-03-31T18:34:59.849929Z","steps":["trace[1797757557] 'process raft request' (duration: 153.684476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:59.849999Z","caller":"traceutil/trace.go:171","msg":"trace[1956243178] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3735; }","duration":"130.332017ms","start":"2026-03-31T18:34:59.71965Z","end":"2026-03-31T18:34:59.849982Z","steps":["trace[1956243178] 'read index received' (duration: 130.324377ms)","trace[1956243178] 'applied index is now lower than readState.Index' (duration: 6.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:59.850134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.47824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:34:59.850162Z","caller":"traceutil/trace.go:171","msg":"trace[1074292484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3576; }","duration":"130.558922ms","start":"2026-03-31T18:34:59.719596Z","end":"2026-03-31T18:34:59.850155Z","steps":["trace[1074292484] 'agreement among raft nodes before linearized reading' (duration: 130.447739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:59.907208Z","caller":"traceutil/trace.go:171","msg":"trace[530675427] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"181.872566ms","start":"2026-03-31T18:34:59.725319Z","end":"2026-03-31T18:34:59.907192Z","steps":["trace[530675427] 'process raft request' (duration: 181.781734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.358787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.245013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:00.358905Z","caller":"traceutil/trace.go:171","msg":"trace[1895161522] linearizableReadLoop","detail":"{readStateIndex:3737; appliedIndex:3736; }","duration":"406.665914ms","start":"2026-03-31T18:34:59.952221Z","end":"2026-03-31T18:35:00.358887Z","steps":["trace[1895161522] 'read index received' (duration: 23.153404ms)","trace[1895161522] 'applied index is now lower than readState.Index' (duration: 383.51028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:00.358992Z","caller":"traceutil/trace.go:171","msg":"trace[1059690079] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"504.608422ms","start":"2026-03-31T18:34:59.85437Z","end":"2026-03-31T18:35:00.358978Z","steps":["trace[1059690079] 'process raft request' (duration: 121.089723ms)","trace[1059690079] 'compare' (duration: 382.991005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.35913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.139749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.359244Z","caller":"traceutil/trace.go:171","msg":"trace[1975108597] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3578; }","duration":"258.311203ms","start":"2026-03-31T18:35:00.100905Z","end":"2026-03-31T18:35:00.359216Z","steps":["trace[1975108597] 'agreement among raft nodes before linearized reading' (duration: 258.120428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.359254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.854349Z","time spent":"504.678594ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:00.359144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.891479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.359444Z","caller":"traceutil/trace.go:171","msg":"trace[785739738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3578; }","duration":"407.220578ms","start":"2026-03-31T18:34:59.952195Z","end":"2026-03-31T18:35:00.359415Z","steps":["trace[785739738] 'agreement among raft nodes before linearized reading' (duration: 406.852179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.359699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.952182Z","time spent":"407.31991ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:00.575039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.855456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:00.575126Z","caller":"traceutil/trace.go:171","msg":"trace[15691987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3578; }","duration":"115.01431ms","start":"2026-03-31T18:35:00.460092Z","end":"2026-03-31T18:35:00.575107Z","steps":["trace[15691987] 'range keys from in-memory index tree' (duration: 114.578458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.575342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.318374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:35:00.575364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.381053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:00.575446Z","caller":"traceutil/trace.go:171","msg":"trace[590173477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3578; }","duration":"101.434767ms","start":"2026-03-31T18:35:00.473993Z","end":"2026-03-31T18:35:00.575428Z","steps":["trace[590173477] 'range keys from in-memory index tree' (duration: 101.183971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:00.575467Z","caller":"traceutil/trace.go:171","msg":"trace[2053439787] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3578; }","duration":"108.532156ms","start":"2026-03-31T18:35:00.466912Z","end":"2026-03-31T18:35:00.575444Z","steps":["trace[2053439787] 'range keys from in-memory index tree' (duration: 108.222669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.860053Z","caller":"traceutil/trace.go:171","msg":"trace[845123665] linearizableReadLoop","detail":"{readStateIndex:3793; appliedIndex:3792; }","duration":"149.273874ms","start":"2026-03-31T18:35:10.710757Z","end":"2026-03-31T18:35:10.860031Z","steps":["trace[845123665] 'read index received' (duration: 149.13493ms)","trace[845123665] 'applied index is now lower than readState.Index' (duration: 137.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:10.860093Z","caller":"traceutil/trace.go:171","msg":"trace[1548819446] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"194.322929ms","start":"2026-03-31T18:35:10.665744Z","end":"2026-03-31T18:35:10.860067Z","steps":["trace[1548819446] 'process raft request' (duration: 194.142084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.860266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.492459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:10.860306Z","caller":"traceutil/trace.go:171","msg":"trace[1661349767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3632; }","duration":"149.576611ms","start":"2026-03-31T18:35:10.710719Z","end":"2026-03-31T18:35:10.860295Z","steps":["trace[1661349767] 'agreement among raft nodes before linearized reading' (duration: 149.432548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.860536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.176481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:10.860635Z","caller":"traceutil/trace.go:171","msg":"trace[243512737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3632; }","duration":"149.467438ms","start":"2026-03-31T18:35:10.711138Z","end":"2026-03-31T18:35:10.860606Z","steps":["trace[243512737] 'agreement among raft nodes before linearized reading' (duration: 149.055948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.985285Z","caller":"traceutil/trace.go:171","msg":"trace[1615136047] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"120.964439ms","start":"2026-03-31T18:35:10.864303Z","end":"2026-03-31T18:35:10.985267Z","steps":["trace[1615136047] 'process raft request' (duration: 120.899768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.985347Z","caller":"traceutil/trace.go:171","msg":"trace[1220978934] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"121.046301ms","start":"2026-03-31T18:35:10.864266Z","end":"2026-03-31T18:35:10.985312Z","steps":["trace[1220978934] 'process raft request' (duration: 120.832576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.985952Z","caller":"traceutil/trace.go:171","msg":"trace[339103522] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"120.008106ms","start":"2026-03-31T18:35:10.865922Z","end":"2026-03-31T18:35:10.98593Z","steps":["trace[339103522] 'process raft request' (duration: 119.314458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.205509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.28557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:11.205596Z","caller":"traceutil/trace.go:171","msg":"trace[889380630] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"128.639153ms","start":"2026-03-31T18:35:11.076942Z","end":"2026-03-31T18:35:11.205581Z","steps":["trace[889380630] 'process raft request' (duration: 26.20999ms)","trace[889380630] 'compare' (duration: 102.161376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:12.986328Z","caller":"traceutil/trace.go:171","msg":"trace[178763837] linearizableReadLoop","detail":"{readStateIndex:3803; appliedIndex:3802; }","duration":"109.663885ms","start":"2026-03-31T18:35:12.87664Z","end":"2026-03-31T18:35:12.986304Z","steps":["trace[178763837] 'read index received' (duration: 109.540001ms)","trace[178763837] 'applied index is now lower than readState.Index' (duration: 122.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:12.986464Z","caller":"traceutil/trace.go:171","msg":"trace[1750335713] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"117.663126ms","start":"2026-03-31T18:35:12.868751Z","end":"2026-03-31T18:35:12.986414Z","steps":["trace[1750335713] 'process raft request' (duration: 117.378759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.986619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:12.986662Z","caller":"traceutil/trace.go:171","msg":"trace[1402218392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3642; }","duration":"110.037804ms","start":"2026-03-31T18:35:12.876613Z","end":"2026-03-31T18:35:12.986651Z","steps":["trace[1402218392] 'agreement among raft nodes before linearized reading' (duration: 109.842729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.168676Z","caller":"traceutil/trace.go:171","msg":"trace[786218798] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"139.98512ms","start":"2026-03-31T18:35:13.028664Z","end":"2026-03-31T18:35:13.16865Z","steps":["trace[786218798] 'process raft request' (duration: 139.838986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.168696Z","caller":"traceutil/trace.go:171","msg":"trace[1990309138] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"144.430991ms","start":"2026-03-31T18:35:13.024237Z","end":"2026-03-31T18:35:13.168668Z","steps":["trace[1990309138] 'process raft request' (duration: 52.057062ms)","trace[1990309138] 'compare' (duration: 91.897527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:13.168717Z","caller":"traceutil/trace.go:171","msg":"trace[838704832] linearizableReadLoop","detail":"{readStateIndex:3807; appliedIndex:3805; }","duration":"123.652988ms","start":"2026-03-31T18:35:13.045032Z","end":"2026-03-31T18:35:13.168685Z","steps":["trace[838704832] 'read index received' (duration: 31.261838ms)","trace[838704832] 'applied index is now lower than readState.Index' (duration: 92.38826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:13.168894Z","caller":"traceutil/trace.go:171","msg":"trace[322212773] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"120.808116ms","start":"2026-03-31T18:35:13.048048Z","end":"2026-03-31T18:35:13.168856Z","steps":["trace[322212773] 'process raft request' (duration: 120.600801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.16902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.972295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:35:13.169071Z","caller":"traceutil/trace.go:171","msg":"trace[716056353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3647; }","duration":"124.079168ms","start":"2026-03-31T18:35:13.044981Z","end":"2026-03-31T18:35:13.16906Z","steps":["trace[716056353] 'agreement among raft nodes before linearized reading' (duration: 123.796961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.168913Z","caller":"traceutil/trace.go:171","msg":"trace[1975954179] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"120.884667ms","start":"2026-03-31T18:35:13.047829Z","end":"2026-03-31T18:35:13.168713Z","steps":["trace[1975954179] 'process raft request' (duration: 120.773295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.519723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.898261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:13.51982Z","caller":"traceutil/trace.go:171","msg":"trace[434228144] linearizableReadLoop","detail":"{readStateIndex:3810; appliedIndex:3809; }","duration":"255.206254ms","start":"2026-03-31T18:35:13.264598Z","end":"2026-03-31T18:35:13.519804Z","steps":["trace[434228144] 'read index received' (duration: 153.207481ms)","trace[434228144] 'applied index is now lower than readState.Index' (duration: 101.997693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.519903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.315717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:13.519925Z","caller":"traceutil/trace.go:171","msg":"trace[1588962150] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3648; }","duration":"255.448531ms","start":"2026-03-31T18:35:13.264471Z","end":"2026-03-31T18:35:13.519919Z","steps":["trace[1588962150] 'agreement among raft nodes before linearized reading' (duration: 255.371309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.520233Z","caller":"traceutil/trace.go:171","msg":"trace[1848191300] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"306.482028ms","start":"2026-03-31T18:35:13.213651Z","end":"2026-03-31T18:35:13.520133Z","steps":["trace[1848191300] 'process raft request' (duration: 204.077185ms)","trace[1848191300] 'compare' (duration: 101.708516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.520903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.213624Z","time spent":"307.088603ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:14.140428Z","caller":"traceutil/trace.go:171","msg":"trace[140336147] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"184.498532ms","start":"2026-03-31T18:35:13.955903Z","end":"2026-03-31T18:35:14.140402Z","steps":["trace[140336147] 'process raft request' (duration: 140.655737ms)","trace[140336147] 'compare' (duration: 43.720652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:14.231249Z","caller":"traceutil/trace.go:171","msg":"trace[1022440387] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"175.350001ms","start":"2026-03-31T18:35:14.055874Z","end":"2026-03-31T18:35:14.231224Z","steps":["trace[1022440387] 'process raft request' (duration: 175.206407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:14.454141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.821545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:35:14.454227Z","caller":"traceutil/trace.go:171","msg":"trace[921614296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3652; }","duration":"181.912607ms","start":"2026-03-31T18:35:14.272291Z","end":"2026-03-31T18:35:14.454204Z","steps":["trace[921614296] 'range keys from in-memory index tree' (duration: 181.568749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:15.310113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.697518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:15.310235Z","caller":"traceutil/trace.go:171","msg":"trace[157825720] linearizableReadLoop","detail":"{readStateIndex:3817; appliedIndex:3816; }","duration":"136.242665ms","start":"2026-03-31T18:35:15.173975Z","end":"2026-03-31T18:35:15.310218Z","steps":["trace[157825720] 'read index received' (duration: 54.651µs)","trace[157825720] 'applied index is now lower than readState.Index' (duration: 136.186474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:15.310413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.443719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:15.310451Z","caller":"traceutil/trace.go:171","msg":"trace[1334056449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3654; }","duration":"136.523261ms","start":"2026-03-31T18:35:15.173916Z","end":"2026-03-31T18:35:15.310439Z","steps":["trace[1334056449] 'agreement among raft nodes before linearized reading' (duration: 136.387638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:15.310472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.985878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:15.310433Z","caller":"traceutil/trace.go:171","msg":"trace[175937727] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"258.310592ms","start":"2026-03-31T18:35:15.052Z","end":"2026-03-31T18:35:15.310311Z","steps":["trace[175937727] 'process raft request' (duration: 111.301156ms)","trace[175937727] 'compare' (duration: 146.556115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:15.310553Z","caller":"traceutil/trace.go:171","msg":"trace[172927203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3654; }","duration":"136.089801ms","start":"2026-03-31T18:35:15.174443Z","end":"2026-03-31T18:35:15.310533Z","steps":["trace[172927203] 'agreement among raft nodes before linearized reading' (duration: 135.890646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:15.310584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.985078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:15.310641Z","caller":"traceutil/trace.go:171","msg":"trace[751620976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3654; }","duration":"136.085881ms","start":"2026-03-31T18:35:15.17454Z","end":"2026-03-31T18:35:15.310626Z","steps":["trace[751620976] 'agreement among raft nodes before linearized reading' (duration: 135.941497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:15.528662Z","caller":"traceutil/trace.go:171","msg":"trace[784212498] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"159.87533ms","start":"2026-03-31T18:35:15.368765Z","end":"2026-03-31T18:35:15.528641Z","steps":["trace[784212498] 'process raft request' (duration: 150.011751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:15.822276Z","caller":"traceutil/trace.go:171","msg":"trace[953832994] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"111.406969ms","start":"2026-03-31T18:35:15.710828Z","end":"2026-03-31T18:35:15.822234Z","steps":["trace[953832994] 'process raft request' (duration: 95.725934ms)","trace[953832994] 'compare' (duration: 15.339066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:16.283902Z","caller":"traceutil/trace.go:171","msg":"trace[307960427] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"138.218866ms","start":"2026-03-31T18:35:16.145655Z","end":"2026-03-31T18:35:16.283874Z","steps":["trace[307960427] 'process raft request' (duration: 132.42465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.350901Z","caller":"traceutil/trace.go:171","msg":"trace[2062977245] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"113.868461ms","start":"2026-03-31T18:35:16.236996Z","end":"2026-03-31T18:35:16.350864Z","steps":["trace[2062977245] 'process raft request' (duration: 113.592775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.784525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.289488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:17.784651Z","caller":"traceutil/trace.go:171","msg":"trace[338282966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3667; }","duration":"194.431211ms","start":"2026-03-31T18:35:17.590202Z","end":"2026-03-31T18:35:17.784633Z","steps":["trace[338282966] 'range keys from in-memory index tree' (duration: 194.268098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.784794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.7492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:17.784943Z","caller":"traceutil/trace.go:171","msg":"trace[1812294334] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"417.393593ms","start":"2026-03-31T18:35:17.367525Z","end":"2026-03-31T18:35:17.784918Z","steps":["trace[1812294334] 'process raft request' (duration: 270.381048ms)","trace[1812294334] 'compare' (duration: 146.496683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:17.785024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.367501Z","time spent":"417.483636ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.328259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.824118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:18.328392Z","caller":"traceutil/trace.go:171","msg":"trace[1983416528] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"960.473456ms","start":"2026-03-31T18:35:17.367891Z","end":"2026-03-31T18:35:18.328364Z","steps":["trace[1983416528] 'process raft request' (duration: 522.470393ms)","trace[1983416528] 'compare' (duration: 437.497801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.328543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.367869Z","time spent":"960.592809ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:18.328802Z","caller":"traceutil/trace.go:171","msg":"trace[1358225984] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"500.455207ms","start":"2026-03-31T18:35:17.828336Z","end":"2026-03-31T18:35:18.328792Z","steps":["trace[1358225984] 'process raft request' (duration: 500.012376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.328862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.828312Z","time spent":"500.519929ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:18.328896Z","caller":"traceutil/trace.go:171","msg":"trace[355086614] linearizableReadLoop","detail":"{readStateIndex:3832; appliedIndex:3830; }","duration":"741.197446ms","start":"2026-03-31T18:35:17.587659Z","end":"2026-03-31T18:35:18.328857Z","steps":["trace[355086614] 'read index received' (duration: 50.224056ms)","trace[355086614] 'applied index is now lower than readState.Index' (duration: 690.96903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.480679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.230002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:35:18.48084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.168402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:35:18.48094Z","caller":"traceutil/trace.go:171","msg":"trace[673323812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3670; }","duration":"893.319886ms","start":"2026-03-31T18:35:17.587594Z","end":"2026-03-31T18:35:18.480914Z","steps":["trace[673323812] 'agreement among raft nodes before linearized reading' (duration: 741.358141ms)","trace[673323812] 'range keys from in-memory index tree' (duration: 151.74301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.480998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.587559Z","time spent":"893.426019ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:35:18.481303Z","caller":"traceutil/trace.go:171","msg":"trace[15123822] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"192.69491ms","start":"2026-03-31T18:35:18.288591Z","end":"2026-03-31T18:35:18.481285Z","steps":["trace[15123822] 'process raft request' (duration: 192.177977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.481322Z","caller":"traceutil/trace.go:171","msg":"trace[515190388] linearizableReadLoop","detail":"{readStateIndex:3835; appliedIndex:3833; }","duration":"152.260073ms","start":"2026-03-31T18:35:18.329042Z","end":"2026-03-31T18:35:18.481302Z","steps":["trace[515190388] 'read index received' (duration: 23.392589ms)","trace[515190388] 'applied index is now lower than readState.Index' (duration: 128.866443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.548609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.205891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:18.548595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.072703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:18.548672Z","caller":"traceutil/trace.go:171","msg":"trace[623313786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3671; }","duration":"605.304873ms","start":"2026-03-31T18:35:17.94335Z","end":"2026-03-31T18:35:18.548655Z","steps":["trace[623313786] 'agreement among raft nodes before linearized reading' (duration: 538.044821ms)","trace[623313786] 'range keys from in-memory index tree' (duration: 67.174351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.548725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.943333Z","time spent":"605.376255ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:18.548836Z","caller":"traceutil/trace.go:171","msg":"trace[131186180] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"191.717016ms","start":"2026-03-31T18:35:18.357036Z","end":"2026-03-31T18:35:18.548753Z","steps":["trace[131186180] 'process raft request' (duration: 124.258048ms)","trace[131186180] 'compare' (duration: 67.302704ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:18.548788Z","caller":"traceutil/trace.go:171","msg":"trace[1480909259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3671; }","duration":"575.246618ms","start":"2026-03-31T18:35:17.973455Z","end":"2026-03-31T18:35:18.548702Z","steps":["trace[1480909259] 'agreement among raft nodes before linearized reading' (duration: 507.852422ms)","trace[1480909259] 'count revisions from in-memory index tree' (duration: 67.215702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.548976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.97344Z","time spent":"575.511474ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:18.927496Z","caller":"traceutil/trace.go:171","msg":"trace[2069896350] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"125.752245ms","start":"2026-03-31T18:35:18.80172Z","end":"2026-03-31T18:35:18.927472Z","steps":["trace[2069896350] 'process raft request' (duration: 125.606041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.353017Z","caller":"traceutil/trace.go:171","msg":"trace[1384654699] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3848; }","duration":"262.726952ms","start":"2026-03-31T18:35:21.090265Z","end":"2026-03-31T18:35:21.352992Z","steps":["trace[1384654699] 'read index received' (duration: 262.538787ms)","trace[1384654699] 'applied index is now lower than readState.Index' (duration: 186.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.353164Z","caller":"traceutil/trace.go:171","msg":"trace[1474394400] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"277.119474ms","start":"2026-03-31T18:35:21.076034Z","end":"2026-03-31T18:35:21.353153Z","steps":["trace[1474394400] 'process raft request' (duration: 276.766985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.353729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.951529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:21.353809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.46652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:35:21.353903Z","caller":"traceutil/trace.go:171","msg":"trace[1056209728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3685; }","duration":"157.202026ms","start":"2026-03-31T18:35:21.196678Z","end":"2026-03-31T18:35:21.35388Z","steps":["trace[1056209728] 'agreement among raft nodes before linearized reading' (duration: 156.871178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.353933Z","caller":"traceutil/trace.go:171","msg":"trace[223604225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3685; }","duration":"263.680756ms","start":"2026-03-31T18:35:21.090222Z","end":"2026-03-31T18:35:21.353903Z","steps":["trace[223604225] 'agreement among raft nodes before linearized reading' (duration: 263.321117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.531902Z","caller":"traceutil/trace.go:171","msg":"trace[877015374] linearizableReadLoop","detail":"{readStateIndex:3851; appliedIndex:3849; }","duration":"162.946301ms","start":"2026-03-31T18:35:21.368921Z","end":"2026-03-31T18:35:21.531868Z","steps":["trace[877015374] 'read index received' (duration: 108.51086ms)","trace[877015374] 'applied index is now lower than readState.Index' (duration: 54.43409ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.531907Z","caller":"traceutil/trace.go:171","msg":"trace[635489835] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"174.676167ms","start":"2026-03-31T18:35:21.357197Z","end":"2026-03-31T18:35:21.531873Z","steps":["trace[635489835] 'process raft request' (duration: 119.99878ms)","trace[635489835] 'compare' (duration: 54.454391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.532027Z","caller":"traceutil/trace.go:171","msg":"trace[2081001821] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"174.090821ms","start":"2026-03-31T18:35:21.357864Z","end":"2026-03-31T18:35:21.531955Z","steps":["trace[2081001821] 'process raft request' (duration: 173.946877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.532574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.636627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:21.532639Z","caller":"traceutil/trace.go:171","msg":"trace[1500076891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3687; }","duration":"163.74671ms","start":"2026-03-31T18:35:21.368878Z","end":"2026-03-31T18:35:21.532625Z","steps":["trace[1500076891] 'agreement among raft nodes before linearized reading' (duration: 163.097054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:22.08017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.1017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:22.080282Z","caller":"traceutil/trace.go:171","msg":"trace[970067537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3689; }","duration":"139.263184ms","start":"2026-03-31T18:35:21.940988Z","end":"2026-03-31T18:35:22.080251Z","steps":["trace[970067537] 'range keys from in-memory index tree' (duration: 139.027788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.464837Z","caller":"traceutil/trace.go:171","msg":"trace[261703389] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"120.324567ms","start":"2026-03-31T18:35:22.344487Z","end":"2026-03-31T18:35:22.464811Z","steps":["trace[261703389] 'process raft request' (duration: 120.158523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:22.758692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.859582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:22.758832Z","caller":"traceutil/trace.go:171","msg":"trace[1916001047] linearizableReadLoop","detail":"{readStateIndex:3856; appliedIndex:3855; }","duration":"196.738662ms","start":"2026-03-31T18:35:22.562075Z","end":"2026-03-31T18:35:22.758814Z","steps":["trace[1916001047] 'read index received' (duration: 85.173µs)","trace[1916001047] 'applied index is now lower than readState.Index' (duration: 196.651829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.759022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.943027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:35:22.759072Z","caller":"traceutil/trace.go:171","msg":"trace[1890577144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3692; }","duration":"197.030039ms","start":"2026-03-31T18:35:22.562027Z","end":"2026-03-31T18:35:22.759057Z","steps":["trace[1890577144] 'agreement among raft nodes before linearized reading' (duration: 196.837004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.759061Z","caller":"traceutil/trace.go:171","msg":"trace[1083734279] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"268.404395ms","start":"2026-03-31T18:35:22.490565Z","end":"2026-03-31T18:35:22.75897Z","steps":["trace[1083734279] 'process raft request' (duration: 60.162454ms)","trace[1083734279] 'compare' (duration: 207.546313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:22.76646Z","caller":"traceutil/trace.go:171","msg":"trace[433256057] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"203.230753ms","start":"2026-03-31T18:35:22.563212Z","end":"2026-03-31T18:35:22.766443Z","steps":["trace[433256057] 'process raft request' (duration: 203.11182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.707641Z","caller":"traceutil/trace.go:171","msg":"trace[1904994055] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"155.668246ms","start":"2026-03-31T18:35:23.551947Z","end":"2026-03-31T18:35:23.707615Z","steps":["trace[1904994055] 'process raft request' (duration: 155.489182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.720172Z","caller":"traceutil/trace.go:171","msg":"trace[392623921] linearizableReadLoop","detail":"{readStateIndex:3862; appliedIndex:3860; }","duration":"119.770064ms","start":"2026-03-31T18:35:23.600379Z","end":"2026-03-31T18:35:23.720149Z","steps":["trace[392623921] 'read index received' (duration: 107.077704ms)","trace[392623921] 'applied index is now lower than readState.Index' (duration: 12.69104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:23.720306Z","caller":"traceutil/trace.go:171","msg":"trace[242657022] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"168.248113ms","start":"2026-03-31T18:35:23.552035Z","end":"2026-03-31T18:35:23.720283Z","steps":["trace[242657022] 'process raft request' (duration: 167.980307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.720437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.037261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:23.72048Z","caller":"traceutil/trace.go:171","msg":"trace[844112355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3697; }","duration":"120.149634ms","start":"2026-03-31T18:35:23.60032Z","end":"2026-03-31T18:35:23.72047Z","steps":["trace[844112355] 'agreement among raft nodes before linearized reading' (duration: 119.957579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.977214Z","caller":"traceutil/trace.go:171","msg":"trace[1874918247] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"158.96068ms","start":"2026-03-31T18:35:32.818233Z","end":"2026-03-31T18:35:32.977194Z","steps":["trace[1874918247] 'process raft request' (duration: 158.601421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.323299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.569809ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:35:33.323389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:32.978501Z","time spent":"344.884639ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:35:33.522992Z","caller":"traceutil/trace.go:171","msg":"trace[601927550] linearizableReadLoop","detail":"{readStateIndex:3913; appliedIndex:3911; }","duration":"498.539276ms","start":"2026-03-31T18:35:33.024425Z","end":"2026-03-31T18:35:33.522964Z","steps":["trace[601927550] 'read index received' (duration: 3.324074ms)","trace[601927550] 'applied index is now lower than readState.Index' (duration: 495.214202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:33.523066Z","caller":"traceutil/trace.go:171","msg":"trace[587252985] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"540.281665ms","start":"2026-03-31T18:35:32.982754Z","end":"2026-03-31T18:35:33.523036Z","steps":["trace[587252985] 'process raft request' (duration: 440.981797ms)","trace[587252985] 'compare' (duration: 99.083753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:33.523134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.686639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:33.523209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:32.982737Z","time spent":"540.392309ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:33.523247Z","caller":"traceutil/trace.go:171","msg":"trace[206271496] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3746; }","duration":"498.785762ms","start":"2026-03-31T18:35:33.024375Z","end":"2026-03-31T18:35:33.523161Z","steps":["trace[206271496] 'agreement among raft nodes before linearized reading' (duration: 498.696089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.523301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:33.024357Z","time spent":"498.931015ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:33.524478Z","caller":"traceutil/trace.go:171","msg":"trace[1134731518] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"199.83743ms","start":"2026-03-31T18:35:33.32462Z","end":"2026-03-31T18:35:33.524458Z","steps":["trace[1134731518] 'process raft request' (duration: 199.676866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.409059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.247378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:34.409184Z","caller":"traceutil/trace.go:171","msg":"trace[1202002062] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3751; }","duration":"262.431643ms","start":"2026-03-31T18:35:34.146731Z","end":"2026-03-31T18:35:34.409163Z","steps":["trace[1202002062] 'range keys from in-memory index tree' (duration: 262.082535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.409438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.600324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:35:34.409573Z","caller":"traceutil/trace.go:171","msg":"trace[1093916316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3751; }","duration":"145.809609ms","start":"2026-03-31T18:35:34.263732Z","end":"2026-03-31T18:35:34.409542Z","steps":["trace[1093916316] 'range keys from in-memory index tree' (duration: 145.255614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.689709Z","caller":"traceutil/trace.go:171","msg":"trace[1722306113] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"175.454936ms","start":"2026-03-31T18:35:34.514232Z","end":"2026-03-31T18:35:34.689687Z","steps":["trace[1722306113] 'process raft request' (duration: 175.265341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.461943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.484467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:35.462059Z","caller":"traceutil/trace.go:171","msg":"trace[1255671738] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3755; }","duration":"183.697183ms","start":"2026-03-31T18:35:35.278338Z","end":"2026-03-31T18:35:35.462035Z","steps":["trace[1255671738] 'count revisions from in-memory index tree' (duration: 183.334863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:36.388321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.640342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:36.388566Z","caller":"traceutil/trace.go:171","msg":"trace[1552233739] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"257.222162ms","start":"2026-03-31T18:35:36.131326Z","end":"2026-03-31T18:35:36.388548Z","steps":["trace[1552233739] 'process raft request' (duration: 257.13116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:36.388553Z","caller":"traceutil/trace.go:171","msg":"trace[1048835568] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"257.699904ms","start":"2026-03-31T18:35:36.130829Z","end":"2026-03-31T18:35:36.388529Z","steps":["trace[1048835568] 'process raft request' (duration: 129.753194ms)","trace[1048835568] 'compare' (duration: 127.439857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:36.945213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.869372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:36.9453Z","caller":"traceutil/trace.go:171","msg":"trace[271876820] linearizableReadLoop","detail":"{readStateIndex:3929; appliedIndex:3928; }","duration":"101.960877ms","start":"2026-03-31T18:35:36.843325Z","end":"2026-03-31T18:35:36.945286Z","steps":["trace[271876820] 'read index received' (duration: 28.861µs)","trace[271876820] 'applied index is now lower than readState.Index' (duration: 101.931106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:36.945484Z","caller":"traceutil/trace.go:171","msg":"trace[466791144] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"151.193574ms","start":"2026-03-31T18:35:36.794279Z","end":"2026-03-31T18:35:36.945473Z","steps":["trace[466791144] 'compare' (duration: 147.654855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:36.945641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.287055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:36.945745Z","caller":"traceutil/trace.go:171","msg":"trace[2128969083] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3762; }","duration":"102.435318ms","start":"2026-03-31T18:35:36.843281Z","end":"2026-03-31T18:35:36.945716Z","steps":["trace[2128969083] 'agreement among raft nodes before linearized reading' (duration: 102.268014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.294079Z","caller":"traceutil/trace.go:171","msg":"trace[1855188633] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"128.998956ms","start":"2026-03-31T18:36:01.165049Z","end":"2026-03-31T18:36:01.294048Z","steps":["trace[1855188633] 'process raft request' (duration: 76.083525ms)","trace[1855188633] 'compare' (duration: 52.748137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.481259Z","caller":"traceutil/trace.go:171","msg":"trace[1154384981] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"304.865372ms","start":"2026-03-31T18:36:01.176354Z","end":"2026-03-31T18:36:01.48122Z","steps":["trace[1154384981] 'process raft request' (duration: 245.939409ms)","trace[1154384981] 'compare' (duration: 58.692897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:01.481466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.176331Z","time spent":"305.038986ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:01.481473Z","caller":"traceutil/trace.go:171","msg":"trace[18444532] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"288.877609ms","start":"2026-03-31T18:36:01.192574Z","end":"2026-03-31T18:36:01.481452Z","steps":["trace[18444532] 'process raft request' (duration: 288.549161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.481615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.02568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:01.481705Z","caller":"traceutil/trace.go:171","msg":"trace[1959916482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3887; }","duration":"155.190295ms","start":"2026-03-31T18:36:01.3265Z","end":"2026-03-31T18:36:01.48169Z","steps":["trace[1959916482] 'agreement among raft nodes before linearized reading' (duration: 155.029341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.481439Z","caller":"traceutil/trace.go:171","msg":"trace[1299347833] linearizableReadLoop","detail":"{readStateIndex:4058; appliedIndex:4056; }","duration":"154.869437ms","start":"2026-03-31T18:36:01.32654Z","end":"2026-03-31T18:36:01.48141Z","steps":["trace[1299347833] 'read index received' (duration: 95.821701ms)","trace[1299347833] 'applied index is now lower than readState.Index' (duration: 59.045286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.874Z","caller":"traceutil/trace.go:171","msg":"trace[1740244096] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"123.55012ms","start":"2026-03-31T18:36:01.750419Z","end":"2026-03-31T18:36:01.873969Z","steps":["trace[1740244096] 'process raft request' (duration: 123.318073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:24.77629Z","caller":"traceutil/trace.go:171","msg":"trace[2037205077] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"152.829397ms","start":"2026-03-31T18:36:24.623434Z","end":"2026-03-31T18:36:24.776264Z","steps":["trace[2037205077] 'process raft request' (duration: 136.731231ms)","trace[2037205077] 'compare' (duration: 15.85933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:30.293459Z","caller":"traceutil/trace.go:171","msg":"trace[1991597520] linearizableReadLoop","detail":"{readStateIndex:4336; appliedIndex:4335; }","duration":"135.857238ms","start":"2026-03-31T18:36:30.157582Z","end":"2026-03-31T18:36:30.29344Z","steps":["trace[1991597520] 'read index received' (duration: 135.664924ms)","trace[1991597520] 'applied index is now lower than readState.Index' (duration: 187.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:30.293522Z","caller":"traceutil/trace.go:171","msg":"trace[1654066692] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"289.196378ms","start":"2026-03-31T18:36:30.004296Z","end":"2026-03-31T18:36:30.293493Z","steps":["trace[1654066692] 'process raft request' (duration: 289.026623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:30.29358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.970991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:30.293702Z","caller":"traceutil/trace.go:171","msg":"trace[1225328963] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4151; }","duration":"136.139995ms","start":"2026-03-31T18:36:30.157539Z","end":"2026-03-31T18:36:30.293679Z","steps":["trace[1225328963] 'agreement among raft nodes before linearized reading' (duration: 135.994662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:33.407572Z","caller":"traceutil/trace.go:171","msg":"trace[1106814010] linearizableReadLoop","detail":"{readStateIndex:4413; appliedIndex:4412; }","duration":"104.59696ms","start":"2026-03-31T18:36:33.302946Z","end":"2026-03-31T18:36:33.407543Z","steps":["trace[1106814010] 'read index received' (duration: 104.338483ms)","trace[1106814010] 'applied index is now lower than readState.Index' (duration: 256.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:33.407636Z","caller":"traceutil/trace.go:171","msg":"trace[1561067912] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"200.586952ms","start":"2026-03-31T18:36:33.207025Z","end":"2026-03-31T18:36:33.407612Z","steps":["trace[1561067912] 'process raft request' (duration: 200.333646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.407883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.908197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:36:33.407949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.331652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:36:33.407974Z","caller":"traceutil/trace.go:171","msg":"trace[235061190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4227; }","duration":"105.053551ms","start":"2026-03-31T18:36:33.302898Z","end":"2026-03-31T18:36:33.407952Z","steps":["trace[235061190] 'agreement among raft nodes before linearized reading' (duration: 104.801905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:33.408057Z","caller":"traceutil/trace.go:171","msg":"trace[883213669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:4227; }","duration":"100.437565ms","start":"2026-03-31T18:36:33.307561Z","end":"2026-03-31T18:36:33.407998Z","steps":["trace[883213669] 'agreement among raft nodes before linearized reading' (duration: 100.24128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:48.458176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2398} {"level":"info","ts":"2026-03-31T18:36:48.634655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2398,"took":"175.342045ms","hash":739999866,"current-db-size-bytes":36470784,"current-db-size":"36 MB","current-db-size-in-use-bytes":11702272,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-03-31T18:36:48.634726Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":739999866,"revision":2398,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T18:37:05.443012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698455674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:05.829419Z","caller":"traceutil/trace.go:171","msg":"trace[1386001537] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"956.998089ms","start":"2026-03-31T18:37:04.8724Z","end":"2026-03-31T18:37:05.829398Z","steps":["trace[1386001537] 'process raft request' (duration: 956.853736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:05.829599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.872371Z","time spent":"957.121294ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:06.80103Z","caller":"traceutil/trace.go:171","msg":"trace[1051367912] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"1.748982147s","start":"2026-03-31T18:37:05.052018Z","end":"2026-03-31T18:37:06.801001Z","steps":["trace[1051367912] 'process raft request' (duration: 1.661421577s)","trace[1051367912] 'compare' (duration: 87.419986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:06.801171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.051989Z","time spent":"1.749116129s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:06.801206Z","caller":"traceutil/trace.go:171","msg":"trace[1682517320] linearizableReadLoop","detail":"{readStateIndex:4619; appliedIndex:4617; }","duration":"1.858271624s","start":"2026-03-31T18:37:04.942899Z","end":"2026-03-31T18:37:06.801171Z","steps":["trace[1682517320] 'read index received' (duration: 886.362067ms)","trace[1682517320] 'applied index is now lower than readState.Index' (duration: 971.908477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:06.801807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858898201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:06.801884Z","caller":"traceutil/trace.go:171","msg":"trace[130257062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4427; }","duration":"1.858979933s","start":"2026-03-31T18:37:04.942884Z","end":"2026-03-31T18:37:06.801864Z","steps":["trace[130257062] 'agreement among raft nodes before linearized reading' (duration: 1.858832629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.801913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.942837Z","time spent":"1.859069805s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:06.8022Z","caller":"traceutil/trace.go:171","msg":"trace[1642531304] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"974.42113ms","start":"2026-03-31T18:37:05.827764Z","end":"2026-03-31T18:37:06.802185Z","steps":["trace[1642531304] 'process raft request' (duration: 973.197499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.802678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.827738Z","time spent":"974.748498ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:06.810856Z","caller":"traceutil/trace.go:171","msg":"trace[635939689] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"976.147894ms","start":"2026-03-31T18:37:05.834684Z","end":"2026-03-31T18:37:06.810831Z","steps":["trace[635939689] 'process raft request' (duration: 975.99853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.810987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.834654Z","time spent":"976.262417ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:06.811065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100523092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:37:06.811054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.16107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:06.811128Z","caller":"traceutil/trace.go:171","msg":"trace[981002524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4428; }","duration":"1.100626645s","start":"2026-03-31T18:37:05.710489Z","end":"2026-03-31T18:37:06.811115Z","steps":["trace[981002524] 'agreement among raft nodes before linearized reading' (duration: 1.100495702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.710471Z","time spent":"1.100681176s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:06.811159Z","caller":"traceutil/trace.go:171","msg":"trace[1569540907] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4428; }","duration":"322.316344ms","start":"2026-03-31T18:37:06.488819Z","end":"2026-03-31T18:37:06.811135Z","steps":["trace[1569540907] 'agreement among raft nodes before linearized reading' (duration: 321.986375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736401399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:06.811211Z","caller":"traceutil/trace.go:171","msg":"trace[185335223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4428; }","duration":"1.73647038s","start":"2026-03-31T18:37:05.074734Z","end":"2026-03-31T18:37:06.811204Z","steps":["trace[185335223] 'agreement among raft nodes before linearized reading' (duration: 1.736399838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:06.488799Z","time spent":"322.402296ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:06.811238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.074712Z","time spent":"1.736521502s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:06.811077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099776174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:37:06.811285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.96609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:06.811309Z","caller":"traceutil/trace.go:171","msg":"trace[1797932482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4428; }","duration":"321.009682ms","start":"2026-03-31T18:37:06.490293Z","end":"2026-03-31T18:37:06.811303Z","steps":["trace[1797932482] 'agreement among raft nodes before linearized reading' (duration: 320.9431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:06.490283Z","time spent":"321.040592ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:06.811323Z","caller":"traceutil/trace.go:171","msg":"trace[1797922082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:4428; }","duration":"1.100038901s","start":"2026-03-31T18:37:05.711264Z","end":"2026-03-31T18:37:06.811303Z","steps":["trace[1797922082] 'agreement among raft nodes before linearized reading' (duration: 1.099717773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.711257Z","time spent":"1.100100422s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:37:06.811422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644177122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:06.811459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.131622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:06.811498Z","caller":"traceutil/trace.go:171","msg":"trace[1472351897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4428; }","duration":"1.644763586s","start":"2026-03-31T18:37:05.166716Z","end":"2026-03-31T18:37:06.811479Z","steps":["trace[1472351897] 'agreement among raft nodes before linearized reading' (duration: 1.644184212s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:06.811532Z","caller":"traceutil/trace.go:171","msg":"trace[1662882965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4428; }","duration":"145.237585ms","start":"2026-03-31T18:37:06.666275Z","end":"2026-03-31T18:37:06.811513Z","steps":["trace[1662882965] 'agreement among raft nodes before linearized reading' (duration: 144.64545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.811574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.166688Z","time spent":"1.644872939s","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:06.81198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.72003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:06.812029Z","caller":"traceutil/trace.go:171","msg":"trace[1185553880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4428; }","duration":"841.802662ms","start":"2026-03-31T18:37:05.970214Z","end":"2026-03-31T18:37:06.812017Z","steps":["trace[1185553880] 'agreement among raft nodes before linearized reading' (duration: 840.606823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:06.812058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:05.970195Z","time spent":"841.857154ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:37:50.121534Z","caller":"traceutil/trace.go:171","msg":"trace[1409711753] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"130.974213ms","start":"2026-03-31T18:37:49.990533Z","end":"2026-03-31T18:37:50.121508Z","steps":["trace[1409711753] 'process raft request' (duration: 130.765887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:51.052363Z","caller":"traceutil/trace.go:171","msg":"trace[367222502] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4940; }","duration":"109.937553ms","start":"2026-03-31T18:37:50.942396Z","end":"2026-03-31T18:37:51.052333Z","steps":["trace[367222502] 'read index received' (duration: 109.82452ms)","trace[367222502] 'applied index is now lower than readState.Index' (duration: 111.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:51.052491Z","caller":"traceutil/trace.go:171","msg":"trace[564287189] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"111.178804ms","start":"2026-03-31T18:37:50.941273Z","end":"2026-03-31T18:37:51.052452Z","steps":["trace[564287189] 'process raft request' (duration: 110.892527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:51.052701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.280712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:51.052822Z","caller":"traceutil/trace.go:171","msg":"trace[677081196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4734; }","duration":"110.420495ms","start":"2026-03-31T18:37:50.942354Z","end":"2026-03-31T18:37:51.052775Z","steps":["trace[677081196] 'agreement among raft nodes before linearized reading' (duration: 110.152658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.275039Z","caller":"traceutil/trace.go:171","msg":"trace[1675327233] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"216.448599ms","start":"2026-03-31T18:37:53.058543Z","end":"2026-03-31T18:37:53.274992Z","steps":["trace[1675327233] 'process raft request' (duration: 151.04812ms)","trace[1675327233] 'compare' (duration: 65.071651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:53.620648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.42089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:53.620829Z","caller":"traceutil/trace.go:171","msg":"trace[1679513749] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4955; }","duration":"527.971675ms","start":"2026-03-31T18:37:53.092841Z","end":"2026-03-31T18:37:53.620812Z","steps":["trace[1679513749] 'read index received' (duration: 116.854298ms)","trace[1679513749] 'applied index is now lower than readState.Index' (duration: 411.116437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:53.62091Z","caller":"traceutil/trace.go:171","msg":"trace[683195081] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"526.508178ms","start":"2026-03-31T18:37:53.094373Z","end":"2026-03-31T18:37:53.620882Z","steps":["trace[683195081] 'process raft request' (duration: 526.373765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.185481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:37:53.62106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.094366Z","time spent":"526.618181ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:53.621047Z","caller":"traceutil/trace.go:171","msg":"trace[100160695] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"561.718627ms","start":"2026-03-31T18:37:53.059289Z","end":"2026-03-31T18:37:53.621008Z","steps":["trace[100160695] 'process raft request' (duration: 380.841115ms)","trace[100160695] 'compare' (duration: 180.172864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:53.621099Z","caller":"traceutil/trace.go:171","msg":"trace[326027439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:4750; }","duration":"528.249373ms","start":"2026-03-31T18:37:53.092822Z","end":"2026-03-31T18:37:53.621071Z","steps":["trace[326027439] 'agreement among raft nodes before linearized reading' (duration: 528.082628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.059283Z","time spent":"561.82885ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:53.621188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.269424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:37:53.621299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.335606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:53.62134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.717147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:53.621385Z","caller":"traceutil/trace.go:171","msg":"trace[2138317996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4750; }","duration":"266.788259ms","start":"2026-03-31T18:37:53.354586Z","end":"2026-03-31T18:37:53.621374Z","steps":["trace[2138317996] 'agreement among raft nodes before linearized reading' (duration: 266.719848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.6214Z","caller":"traceutil/trace.go:171","msg":"trace[602846297] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:0; response_revision:4750; }","duration":"147.439759ms","start":"2026-03-31T18:37:53.473918Z","end":"2026-03-31T18:37:53.621358Z","steps":["trace[602846297] 'agreement among raft nodes before linearized reading' (duration: 147.353477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.692841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:37:53.62151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.084936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:37:53.6213Z","caller":"traceutil/trace.go:171","msg":"trace[1761551917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4750; }","duration":"528.398267ms","start":"2026-03-31T18:37:53.092884Z","end":"2026-03-31T18:37:53.621282Z","steps":["trace[1761551917] 'agreement among raft nodes before linearized reading' (duration: 528.047817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.402647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:53.621598Z","caller":"traceutil/trace.go:171","msg":"trace[1037347894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4750; }","duration":"528.469589ms","start":"2026-03-31T18:37:53.093119Z","end":"2026-03-31T18:37:53.621588Z","steps":["trace[1037347894] 'agreement among raft nodes before linearized reading' (duration: 528.376576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.62152Z","caller":"traceutil/trace.go:171","msg":"trace[2073951547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4750; }","duration":"518.772124ms","start":"2026-03-31T18:37:53.102741Z","end":"2026-03-31T18:37:53.621513Z","steps":["trace[2073951547] 'agreement among raft nodes before linearized reading' (duration: 518.581119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.093096Z","time spent":"528.529891ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:53.621634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.10273Z","time spent":"518.899388ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:53.6216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.092881Z","time spent":"528.705745ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:53.621198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.092816Z","time spent":"528.367196ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:37:53.621706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.640053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:37:53.621785Z","caller":"traceutil/trace.go:171","msg":"trace[1541645557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4750; }","duration":"528.718215ms","start":"2026-03-31T18:37:53.093038Z","end":"2026-03-31T18:37:53.621756Z","steps":["trace[1541645557] 'agreement among raft nodes before linearized reading' (duration: 528.497289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.621845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.093026Z","time spent":"528.810477ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:53.621244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.661161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:37:53.621561Z","caller":"traceutil/trace.go:171","msg":"trace[1579041591] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4750; }","duration":"399.22686ms","start":"2026-03-31T18:37:53.22232Z","end":"2026-03-31T18:37:53.621547Z","steps":["trace[1579041591] 'agreement among raft nodes before linearized reading' (duration: 399.024605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.622015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.222292Z","time spent":"399.714461ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:37:53.621964Z","caller":"traceutil/trace.go:171","msg":"trace[141158027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4750; }","duration":"517.379319ms","start":"2026-03-31T18:37:53.10457Z","end":"2026-03-31T18:37:53.621949Z","steps":["trace[141158027] 'agreement among raft nodes before linearized reading' (duration: 516.482936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.622105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:53.104508Z","time spent":"517.585204ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:53.748641Z","caller":"traceutil/trace.go:171","msg":"trace[527572276] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"121.952675ms","start":"2026-03-31T18:37:53.626665Z","end":"2026-03-31T18:37:53.748618Z","steps":["trace[527572276] 'process raft request' (duration: 121.850812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.74884Z","caller":"traceutil/trace.go:171","msg":"trace[1629748244] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"122.019826ms","start":"2026-03-31T18:37:53.626665Z","end":"2026-03-31T18:37:53.748684Z","steps":["trace[1629748244] 'process raft request' (duration: 121.684598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.749033Z","caller":"traceutil/trace.go:171","msg":"trace[1150916926] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4958; }","duration":"121.074603ms","start":"2026-03-31T18:37:53.627942Z","end":"2026-03-31T18:37:53.749016Z","steps":["trace[1150916926] 'read index received' (duration: 85.433634ms)","trace[1150916926] 'applied index is now lower than readState.Index' (duration: 35.639889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:53.748894Z","caller":"traceutil/trace.go:171","msg":"trace[1123944121] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"121.76478ms","start":"2026-03-31T18:37:53.627101Z","end":"2026-03-31T18:37:53.748866Z","steps":["trace[1123944121] 'process raft request' (duration: 121.474483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.749123Z","caller":"traceutil/trace.go:171","msg":"trace[1142626049] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"121.437872ms","start":"2026-03-31T18:37:53.627671Z","end":"2026-03-31T18:37:53.749109Z","steps":["trace[1142626049] 'process raft request' (duration: 121.105774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.749213Z","caller":"traceutil/trace.go:171","msg":"trace[1695386326] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"121.266577ms","start":"2026-03-31T18:37:53.627861Z","end":"2026-03-31T18:37:53.749128Z","steps":["trace[1695386326] 'process raft request' (duration: 121.079093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:53.749312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.344459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63224"} {"level":"info","ts":"2026-03-31T18:37:53.749373Z","caller":"traceutil/trace.go:171","msg":"trace[1696478244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4756; }","duration":"121.432572ms","start":"2026-03-31T18:37:53.627926Z","end":"2026-03-31T18:37:53.749358Z","steps":["trace[1696478244] 'agreement among raft nodes before linearized reading' (duration: 121.182726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:54.261545Z","caller":"traceutil/trace.go:171","msg":"trace[968822781] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"143.677053ms","start":"2026-03-31T18:37:54.117815Z","end":"2026-03-31T18:37:54.261492Z","steps":["trace[968822781] 'process raft request' (duration: 143.432377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:13.959376Z","caller":"traceutil/trace.go:171","msg":"trace[1232815033] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"274.928705ms","start":"2026-03-31T18:38:13.684426Z","end":"2026-03-31T18:38:13.959355Z","steps":["trace[1232815033] 'process raft request' (duration: 267.447476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:13.959555Z","caller":"traceutil/trace.go:171","msg":"trace[512532091] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5102; }","duration":"246.431145ms","start":"2026-03-31T18:38:13.713098Z","end":"2026-03-31T18:38:13.959529Z","steps":["trace[512532091] 'read index received' (duration: 238.762951ms)","trace[512532091] 'applied index is now lower than readState.Index' (duration: 7.654744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:13.959596Z","caller":"traceutil/trace.go:171","msg":"trace[1587995669] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"274.453081ms","start":"2026-03-31T18:38:13.685132Z","end":"2026-03-31T18:38:13.959585Z","steps":["trace[1587995669] 'process raft request' (duration: 274.179185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:13.959771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.137414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:38:13.959829Z","caller":"traceutil/trace.go:171","msg":"trace[599464163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4880; }","duration":"115.172664ms","start":"2026-03-31T18:38:13.844616Z","end":"2026-03-31T18:38:13.959789Z","steps":["trace[599464163] 'agreement among raft nodes before linearized reading' (duration: 115.077502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:13.95981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.621531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:38:13.959824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.945545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:38:13.959822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.708822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-ngbmk\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-03-31T18:38:13.959886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.503869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:38:13.959901Z","caller":"traceutil/trace.go:171","msg":"trace[2031481826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"118.068418ms","start":"2026-03-31T18:38:13.841813Z","end":"2026-03-31T18:38:13.959882Z","steps":["trace[2031481826] 'agreement among raft nodes before linearized reading' (duration: 117.879353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:13.959911Z","caller":"traceutil/trace.go:171","msg":"trace[59499739] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-ngbmk; range_end:; response_count:1; response_revision:4880; }","duration":"246.835415ms","start":"2026-03-31T18:38:13.713055Z","end":"2026-03-31T18:38:13.95989Z","steps":["trace[59499739] 'agreement among raft nodes before linearized reading' (duration: 246.588739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:13.959929Z","caller":"traceutil/trace.go:171","msg":"trace[1569435860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"116.55902ms","start":"2026-03-31T18:38:13.843355Z","end":"2026-03-31T18:38:13.959914Z","steps":["trace[1569435860] 'agreement among raft nodes before linearized reading' (duration: 116.319095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:13.959883Z","caller":"traceutil/trace.go:171","msg":"trace[369355776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"158.737404ms","start":"2026-03-31T18:38:13.801127Z","end":"2026-03-31T18:38:13.959865Z","steps":["trace[369355776] 'agreement among raft nodes before linearized reading' (duration: 158.54997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:13.95982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.637841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:38:13.960025Z","caller":"traceutil/trace.go:171","msg":"trace[1531535307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:4880; }","duration":"112.886687ms","start":"2026-03-31T18:38:13.847133Z","end":"2026-03-31T18:38:13.96002Z","steps":["trace[1531535307] 'agreement among raft nodes before linearized reading' (duration: 112.546879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:13.960066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:13.960202Z","caller":"traceutil/trace.go:171","msg":"trace[657233073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"111.285857ms","start":"2026-03-31T18:38:13.848868Z","end":"2026-03-31T18:38:13.960154Z","steps":["trace[657233073] 'agreement among raft nodes before linearized reading' (duration: 111.013581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:19.641664Z","caller":"traceutil/trace.go:171","msg":"trace[1598298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5231; }","duration":"100.072224ms","start":"2026-03-31T18:38:19.541571Z","end":"2026-03-31T18:38:19.641643Z","steps":["trace[1598298] 'process raft request' (duration: 99.938651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:19.646548Z","caller":"traceutil/trace.go:171","msg":"trace[289375991] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"104.912366ms","start":"2026-03-31T18:38:19.541598Z","end":"2026-03-31T18:38:19.646511Z","steps":["trace[289375991] 'process raft request' (duration: 104.674291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:22.477739Z","caller":"traceutil/trace.go:171","msg":"trace[2075574299] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"439.958526ms","start":"2026-03-31T18:38:22.037755Z","end":"2026-03-31T18:38:22.477713Z","steps":["trace[2075574299] 'process raft request' (duration: 439.812712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.477959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.037734Z","time spent":"440.12897ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:22.479017Z","caller":"traceutil/trace.go:171","msg":"trace[1296446925] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5511; }","duration":"432.049566ms","start":"2026-03-31T18:38:22.046909Z","end":"2026-03-31T18:38:22.478959Z","steps":["trace[1296446925] 'read index received' (duration: 430.751853ms)","trace[1296446925] 'applied index is now lower than readState.Index' (duration: 1.296263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:22.479113Z","caller":"traceutil/trace.go:171","msg":"trace[1612553383] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"436.047558ms","start":"2026-03-31T18:38:22.043053Z","end":"2026-03-31T18:38:22.4791Z","steps":["trace[1612553383] 'process raft request' (duration: 435.75939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.043033Z","time spent":"436.11317ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:22.479336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.398355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:38:22.479385Z","caller":"traceutil/trace.go:171","msg":"trace[1362066491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:5282; }","duration":"432.506837ms","start":"2026-03-31T18:38:22.046865Z","end":"2026-03-31T18:38:22.479372Z","steps":["trace[1362066491] 'agreement among raft nodes before linearized reading' (duration: 432.298772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.295643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:38:22.479426Z","caller":"traceutil/trace.go:171","msg":"trace[2134006745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5282; }","duration":"432.357924ms","start":"2026-03-31T18:38:22.047061Z","end":"2026-03-31T18:38:22.479419Z","steps":["trace[2134006745] 'agreement among raft nodes before linearized reading' (duration: 432.254202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.046844Z","time spent":"432.571509ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:38:22.479444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.047047Z","time spent":"432.394195ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:22.479561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.175085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:38:22.479584Z","caller":"traceutil/trace.go:171","msg":"trace[488177223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5282; }","duration":"431.217825ms","start":"2026-03-31T18:38:22.04836Z","end":"2026-03-31T18:38:22.479577Z","steps":["trace[488177223] 'agreement among raft nodes before linearized reading' (duration: 431.152664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.04835Z","time spent":"431.247276ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:22.479582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.157384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:38:22.479641Z","caller":"traceutil/trace.go:171","msg":"trace[1819373653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5282; }","duration":"431.246307ms","start":"2026-03-31T18:38:22.048377Z","end":"2026-03-31T18:38:22.479624Z","steps":["trace[1819373653] 'agreement among raft nodes before linearized reading' (duration: 431.087683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.04836Z","time spent":"431.316838ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:22.47969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.760094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:22.479791Z","caller":"traceutil/trace.go:171","msg":"trace[599791854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5282; }","duration":"430.897387ms","start":"2026-03-31T18:38:22.04887Z","end":"2026-03-31T18:38:22.479767Z","steps":["trace[599791854] 'agreement among raft nodes before linearized reading' (duration: 430.577859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.479853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.048861Z","time spent":"430.97817ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:22.479855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.221306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:38:22.479905Z","caller":"traceutil/trace.go:171","msg":"trace[1927196153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5282; }","duration":"431.283447ms","start":"2026-03-31T18:38:22.048605Z","end":"2026-03-31T18:38:22.479888Z","steps":["trace[1927196153] 'agreement among raft nodes before linearized reading' (duration: 431.165264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:22.47995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.838487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:22.479944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:22.048598Z","time spent":"431.335998ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:38:22.479972Z","caller":"traceutil/trace.go:171","msg":"trace[1842125378] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5282; }","duration":"231.904909ms","start":"2026-03-31T18:38:22.24806Z","end":"2026-03-31T18:38:22.479965Z","steps":["trace[1842125378] 'agreement among raft nodes before linearized reading' (duration: 231.865148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:23.145935Z","caller":"traceutil/trace.go:171","msg":"trace[762132576] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"159.3769ms","start":"2026-03-31T18:38:22.986539Z","end":"2026-03-31T18:38:23.145916Z","steps":["trace[762132576] 'process raft request' (duration: 159.014231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:23.148906Z","caller":"traceutil/trace.go:171","msg":"trace[719720007] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5546; }","duration":"162.277453ms","start":"2026-03-31T18:38:22.98662Z","end":"2026-03-31T18:38:23.148897Z","steps":["trace[719720007] 'read index received' (duration: 158.948099ms)","trace[719720007] 'applied index is now lower than readState.Index' (duration: 3.328754ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:23.148955Z","caller":"traceutil/trace.go:171","msg":"trace[2122216876] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"162.358815ms","start":"2026-03-31T18:38:22.98659Z","end":"2026-03-31T18:38:23.148949Z","steps":["trace[2122216876] 'process raft request' (duration: 162.235942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:23.149009Z","caller":"traceutil/trace.go:171","msg":"trace[1002050755] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"162.261852ms","start":"2026-03-31T18:38:22.986725Z","end":"2026-03-31T18:38:23.148987Z","steps":["trace[1002050755] 'process raft request' (duration: 162.15549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:23.149171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.530419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:38:23.14924Z","caller":"traceutil/trace.go:171","msg":"trace[1790051119] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5317; }","duration":"162.631702ms","start":"2026-03-31T18:38:22.986589Z","end":"2026-03-31T18:38:23.14922Z","steps":["trace[1790051119] 'agreement among raft nodes before linearized reading' (duration: 162.390606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:24.268989Z","caller":"traceutil/trace.go:171","msg":"trace[759484860] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"226.331959ms","start":"2026-03-31T18:38:24.042631Z","end":"2026-03-31T18:38:24.268963Z","steps":["trace[759484860] 'process raft request' (duration: 225.904688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:28.453928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.071511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:38:28.454046Z","caller":"traceutil/trace.go:171","msg":"trace[1612544156] linearizableReadLoop","detail":"{readStateIndex:5695; appliedIndex:5694; }","duration":"403.520407ms","start":"2026-03-31T18:38:28.050508Z","end":"2026-03-31T18:38:28.454028Z","steps":["trace[1612544156] 'read index received' (duration: 22.362624ms)","trace[1612544156] 'applied index is now lower than readState.Index' (duration: 381.156283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:28.455354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.8294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T18:38:28.455422Z","caller":"traceutil/trace.go:171","msg":"trace[2058981299] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5456; }","duration":"404.929882ms","start":"2026-03-31T18:38:28.050474Z","end":"2026-03-31T18:38:28.455404Z","steps":["trace[2058981299] 'agreement among raft nodes before linearized reading' (duration: 403.62993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:28.455584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.050459Z","time spent":"405.112927ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:38:28.51572Z","caller":"traceutil/trace.go:171","msg":"trace[71328791] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"357.736672ms","start":"2026-03-31T18:38:28.157961Z","end":"2026-03-31T18:38:28.515697Z","steps":["trace[71328791] 'process raft request' (duration: 357.599039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:28.515859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.157925Z","time spent":"357.867186ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:28.62188Z","caller":"traceutil/trace.go:171","msg":"trace[181011628] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"124.793448ms","start":"2026-03-31T18:38:28.49706Z","end":"2026-03-31T18:38:28.621853Z","steps":["trace[181011628] 'process raft request' (duration: 124.672665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:28.621936Z","caller":"traceutil/trace.go:171","msg":"trace[2079795456] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"278.792852ms","start":"2026-03-31T18:38:28.343092Z","end":"2026-03-31T18:38:28.621885Z","steps":["trace[2079795456] 'process raft request' (duration: 261.877385ms)","trace[2079795456] 'compare' (duration: 16.595249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:28.622167Z","caller":"traceutil/trace.go:171","msg":"trace[254550794] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5695; }","duration":"168.069309ms","start":"2026-03-31T18:38:28.454073Z","end":"2026-03-31T18:38:28.622142Z","steps":["trace[254550794] 'read index received' (duration: 61.543402ms)","trace[254550794] 'applied index is now lower than readState.Index' (duration: 106.524727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:28.622213Z","caller":"traceutil/trace.go:171","msg":"trace[744030659] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"124.155972ms","start":"2026-03-31T18:38:28.49804Z","end":"2026-03-31T18:38:28.622196Z","steps":["trace[744030659] 'process raft request' (duration: 123.770883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:28.622366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.916686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p57rd\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-31T18:38:28.622429Z","caller":"traceutil/trace.go:171","msg":"trace[1411680366] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p57rd; range_end:; response_count:1; response_revision:5460; }","duration":"260.031319ms","start":"2026-03-31T18:38:28.362383Z","end":"2026-03-31T18:38:28.622414Z","steps":["trace[1411680366] 'agreement among raft nodes before linearized reading' (duration: 259.846924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.09354Z","caller":"traceutil/trace.go:171","msg":"trace[603459634] linearizableReadLoop","detail":"{readStateIndex:5700; appliedIndex:5699; }","duration":"471.279136ms","start":"2026-03-31T18:38:28.62224Z","end":"2026-03-31T18:38:29.093519Z","steps":["trace[603459634] 'read index received' (duration: 470.747243ms)","trace[603459634] 'applied index is now lower than readState.Index' (duration: 530.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:29.093555Z","caller":"traceutil/trace.go:171","msg":"trace[1375588617] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"573.527025ms","start":"2026-03-31T18:38:28.519998Z","end":"2026-03-31T18:38:29.093525Z","steps":["trace[1375588617] 'process raft request' (duration: 572.985702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.093713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.519974Z","time spent":"573.662978ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:29.093806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.511441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:38:29.093852Z","caller":"traceutil/trace.go:171","msg":"trace[515638091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5461; }","duration":"580.617673ms","start":"2026-03-31T18:38:28.513221Z","end":"2026-03-31T18:38:29.093839Z","steps":["trace[515638091] 'agreement among raft nodes before linearized reading' (duration: 580.396388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.093856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.08182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:38:29.093862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.580534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:38:29.093892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.513214Z","time spent":"580.668824ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:38:29.0939Z","caller":"traceutil/trace.go:171","msg":"trace[1909430425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5461; }","duration":"584.150012ms","start":"2026-03-31T18:38:28.50974Z","end":"2026-03-31T18:38:29.09389Z","steps":["trace[1909430425] 'agreement among raft nodes before linearized reading' (duration: 584.04451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.093931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.509735Z","time spent":"584.192193ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:38:29.093923Z","caller":"traceutil/trace.go:171","msg":"trace[1983713366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5461; }","duration":"588.686837ms","start":"2026-03-31T18:38:28.505221Z","end":"2026-03-31T18:38:29.093908Z","steps":["trace[1983713366] 'agreement among raft nodes before linearized reading' (duration: 588.42361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.093827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.383508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:38:29.093923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.670755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:38:29.093968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.505202Z","time spent":"588.752609ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:29.093903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.379479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:29.094021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.571738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:29.094016Z","caller":"traceutil/trace.go:171","msg":"trace[991759166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:5461; }","duration":"586.794339ms","start":"2026-03-31T18:38:28.507199Z","end":"2026-03-31T18:38:29.093994Z","steps":["trace[991759166] 'agreement among raft nodes before linearized reading' (duration: 586.44234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.094054Z","caller":"traceutil/trace.go:171","msg":"trace[1711541688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5461; }","duration":"579.628019ms","start":"2026-03-31T18:38:28.514412Z","end":"2026-03-31T18:38:29.09404Z","steps":["trace[1711541688] 'agreement among raft nodes before linearized reading' (duration: 579.570348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.094059Z","caller":"traceutil/trace.go:171","msg":"trace[552616094] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5461; }","duration":"494.508252ms","start":"2026-03-31T18:38:28.599517Z","end":"2026-03-31T18:38:29.094025Z","steps":["trace[552616094] 'agreement among raft nodes before linearized reading' (duration: 494.358158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.094071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.507191Z","time spent":"586.869201ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:38:29.094091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.514397Z","time spent":"579.68572ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:29.094108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.599468Z","time spent":"494.626735ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T18:38:29.093968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.092488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:38:29.094142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.440035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:38:29.094127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.252983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:29.094201Z","caller":"traceutil/trace.go:171","msg":"trace[1577956834] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5461; }","duration":"568.363315ms","start":"2026-03-31T18:38:28.525818Z","end":"2026-03-31T18:38:29.094182Z","steps":["trace[1577956834] 'agreement among raft nodes before linearized reading' (duration: 568.103818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.094218Z","caller":"traceutil/trace.go:171","msg":"trace[125718999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5461; }","duration":"572.391266ms","start":"2026-03-31T18:38:28.521813Z","end":"2026-03-31T18:38:29.094205Z","steps":["trace[125718999] 'agreement among raft nodes before linearized reading' (duration: 572.14769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.094219Z","caller":"traceutil/trace.go:171","msg":"trace[237041328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5461; }","duration":"585.542248ms","start":"2026-03-31T18:38:28.508656Z","end":"2026-03-31T18:38:29.094199Z","steps":["trace[237041328] 'agreement among raft nodes before linearized reading' (duration: 585.308112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.094253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.521801Z","time spent":"572.442867ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:38:29.09426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.508649Z","time spent":"585.603929ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:38:29.094261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.525798Z","time spent":"568.443336ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:38:29.094257Z","caller":"traceutil/trace.go:171","msg":"trace[2127656352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5461; }","duration":"580.590393ms","start":"2026-03-31T18:38:28.513387Z","end":"2026-03-31T18:38:29.093977Z","steps":["trace[2127656352] 'agreement among raft nodes before linearized reading' (duration: 580.205403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.094339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.513376Z","time spent":"580.943051ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:29.094377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.137864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:38:29.094515Z","caller":"traceutil/trace.go:171","msg":"trace[1830070506] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5461; }","duration":"613.303657ms","start":"2026-03-31T18:38:28.481193Z","end":"2026-03-31T18:38:29.094496Z","steps":["trace[1830070506] 'agreement among raft nodes before linearized reading' (duration: 612.533518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.09461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.481177Z","time spent":"613.417821ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T18:38:29.116735Z","caller":"traceutil/trace.go:171","msg":"trace[550846983] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"490.059399ms","start":"2026-03-31T18:38:28.626643Z","end":"2026-03-31T18:38:29.116703Z","steps":["trace[550846983] 'process raft request' (duration: 489.821023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.116768Z","caller":"traceutil/trace.go:171","msg":"trace[8477362] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"261.301469ms","start":"2026-03-31T18:38:28.855438Z","end":"2026-03-31T18:38:29.116739Z","steps":["trace[8477362] 'process raft request' (duration: 261.218917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.116861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.659215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:29.116907Z","caller":"traceutil/trace.go:171","msg":"trace[1023500860] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"486.627623ms","start":"2026-03-31T18:38:28.630247Z","end":"2026-03-31T18:38:29.116874Z","steps":["trace[1023500860] 'process raft request' (duration: 486.344276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.116906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.347043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:29.11705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.630227Z","time spent":"486.746645ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:29.11704Z","caller":"traceutil/trace.go:171","msg":"trace[972604763] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5464; }","duration":"470.525787ms","start":"2026-03-31T18:38:28.646496Z","end":"2026-03-31T18:38:29.117022Z","steps":["trace[972604763] 'agreement among raft nodes before linearized reading' (duration: 470.288041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.116949Z","caller":"traceutil/trace.go:171","msg":"trace[1972542906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5464; }","duration":"174.762347ms","start":"2026-03-31T18:38:28.942168Z","end":"2026-03-31T18:38:29.11693Z","steps":["trace[1972542906] 'agreement among raft nodes before linearized reading' (duration: 174.586733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:29.117178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.646475Z","time spent":"470.681261ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:29.116881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:28.626624Z","time spent":"490.189283ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:30.670024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.508704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:30.670165Z","caller":"traceutil/trace.go:171","msg":"trace[1939936252] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5809; }","duration":"710.38619ms","start":"2026-03-31T18:38:29.959753Z","end":"2026-03-31T18:38:30.67014Z","steps":["trace[1939936252] 'read index received' (duration: 37.704161ms)","trace[1939936252] 'applied index is now lower than readState.Index' (duration: 672.679899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.670204Z","caller":"traceutil/trace.go:171","msg":"trace[318739219] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"740.298413ms","start":"2026-03-31T18:38:29.929865Z","end":"2026-03-31T18:38:30.670164Z","steps":["trace[318739219] 'process raft request' (duration: 67.567054ms)","trace[318739219] 'compare' (duration: 671.916919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:30.670299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.529604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:30.670336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:29.929846Z","time spent":"740.434977ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:38:30.670352Z","caller":"traceutil/trace.go:171","msg":"trace[1897541297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5569; }","duration":"710.590636ms","start":"2026-03-31T18:38:29.959748Z","end":"2026-03-31T18:38:30.670339Z","steps":["trace[1897541297] 'agreement among raft nodes before linearized reading' (duration: 710.450172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.670382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:29.959705Z","time spent":"710.669688ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:30.795913Z","caller":"traceutil/trace.go:171","msg":"trace[945846934] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"168.524343ms","start":"2026-03-31T18:38:30.627362Z","end":"2026-03-31T18:38:30.795886Z","steps":["trace[945846934] 'process raft request' (duration: 165.556198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.795926Z","caller":"traceutil/trace.go:171","msg":"trace[172899258] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"168.364378ms","start":"2026-03-31T18:38:30.62754Z","end":"2026-03-31T18:38:30.795904Z","steps":["trace[172899258] 'process raft request' (duration: 168.276456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.796131Z","caller":"traceutil/trace.go:171","msg":"trace[1608627065] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"148.413466ms","start":"2026-03-31T18:38:30.647711Z","end":"2026-03-31T18:38:30.796124Z","steps":["trace[1608627065] 'process raft request' (duration: 148.151739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.796142Z","caller":"traceutil/trace.go:171","msg":"trace[1123436504] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"120.223604ms","start":"2026-03-31T18:38:30.675902Z","end":"2026-03-31T18:38:30.796125Z","steps":["trace[1123436504] 'process raft request' (duration: 120.119331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.796262Z","caller":"traceutil/trace.go:171","msg":"trace[1117117366] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5810; }","duration":"126.050411ms","start":"2026-03-31T18:38:30.670203Z","end":"2026-03-31T18:38:30.796253Z","steps":["trace[1117117366] 'read index received' (duration: 122.654795ms)","trace[1117117366] 'applied index is now lower than readState.Index' (duration: 3.394726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:30.796343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.548761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:30.796372Z","caller":"traceutil/trace.go:171","msg":"trace[240395907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5574; }","duration":"435.628213ms","start":"2026-03-31T18:38:30.360735Z","end":"2026-03-31T18:38:30.796363Z","steps":["trace[240395907] 'agreement among raft nodes before linearized reading' (duration: 435.547811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.796397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:30.360716Z","time spent":"435.673823ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:30.796508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.820426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:38:30.796552Z","caller":"traceutil/trace.go:171","msg":"trace[1178061917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5574; }","duration":"148.900457ms","start":"2026-03-31T18:38:30.64764Z","end":"2026-03-31T18:38:30.79654Z","steps":["trace[1178061917] 'agreement among raft nodes before linearized reading' (duration: 148.744393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.798207Z","caller":"traceutil/trace.go:171","msg":"trace[221458870] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"121.604539ms","start":"2026-03-31T18:38:30.676581Z","end":"2026-03-31T18:38:30.796375Z","steps":["trace[221458870] 'process raft request' (duration: 119.523816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:32.660318Z","caller":"traceutil/trace.go:171","msg":"trace[955440143] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5864; }","duration":"444.589948ms","start":"2026-03-31T18:38:32.215708Z","end":"2026-03-31T18:38:32.660298Z","steps":["trace[955440143] 'read index received' (duration: 444.408094ms)","trace[955440143] 'applied index is now lower than readState.Index' (duration: 180.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:32.660409Z","caller":"traceutil/trace.go:171","msg":"trace[313933820] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"528.873106ms","start":"2026-03-31T18:38:32.131489Z","end":"2026-03-31T18:38:32.660362Z","steps":["trace[313933820] 'process raft request' (duration: 528.676421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.660564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.13146Z","time spent":"529.0327ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:32.660603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.872115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:38:32.660645Z","caller":"traceutil/trace.go:171","msg":"trace[19914948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41; range_end:; response_count:1; response_revision:5623; }","duration":"444.974398ms","start":"2026-03-31T18:38:32.215657Z","end":"2026-03-31T18:38:32.660632Z","steps":["trace[19914948] 'agreement among raft nodes before linearized reading' (duration: 444.778993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.660687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.215634Z","time spent":"445.04419ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" "} {"level":"warn","ts":"2026-03-31T18:38:32.660701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.237976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-03-31T18:38:32.660767Z","caller":"traceutil/trace.go:171","msg":"trace[1512740536] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5623; }","duration":"428.3444ms","start":"2026-03-31T18:38:32.232409Z","end":"2026-03-31T18:38:32.660753Z","steps":["trace[1512740536] 'agreement among raft nodes before linearized reading' (duration: 428.077913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.660805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.232394Z","time spent":"428.402971ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:38:32.661075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.824619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-31T18:38:32.661107Z","caller":"traceutil/trace.go:171","msg":"trace[1956131162] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls; range_end:; response_count:1; response_revision:5623; }","duration":"309.87992ms","start":"2026-03-31T18:38:32.351219Z","end":"2026-03-31T18:38:32.661098Z","steps":["trace[1956131162] 'agreement among raft nodes before linearized reading' (duration: 309.802457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:32.66113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.351201Z","time spent":"309.921301ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls\" "} {"level":"warn","ts":"2026-03-31T18:38:32.66133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:38:32.66138Z","caller":"traceutil/trace.go:171","msg":"trace[465272185] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5623; }","duration":"165.298911ms","start":"2026-03-31T18:38:32.496069Z","end":"2026-03-31T18:38:32.661368Z","steps":["trace[465272185] 'agreement among raft nodes before linearized reading' (duration: 164.91692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.168293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.776433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-31T18:38:33.168357Z","caller":"traceutil/trace.go:171","msg":"trace[289962592] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls; range_end:; response_count:1; response_revision:5623; }","duration":"499.845404ms","start":"2026-03-31T18:38:32.668497Z","end":"2026-03-31T18:38:33.168342Z","steps":["trace[289962592] 'range keys from in-memory index tree' (duration: 499.6722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.16839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.668458Z","time spent":"499.926166ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4455,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gj4b4-tls\" "} {"level":"warn","ts":"2026-03-31T18:38:33.168638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.320894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:33.168764Z","caller":"traceutil/trace.go:171","msg":"trace[1095411118] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"495.704009ms","start":"2026-03-31T18:38:32.673036Z","end":"2026-03-31T18:38:33.16874Z","steps":["trace[1095411118] 'process raft request' (duration: 343.18516ms)","trace[1095411118] 'compare' (duration: 152.138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:33.168846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.673009Z","time spent":"495.805651ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:33.984603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.13991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:33.984803Z","caller":"traceutil/trace.go:171","msg":"trace[1023978181] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5865; }","duration":"1.077568464s","start":"2026-03-31T18:38:32.907219Z","end":"2026-03-31T18:38:33.984788Z","steps":["trace[1023978181] 'read index received' (duration: 108.96674ms)","trace[1023978181] 'applied index is now lower than readState.Index' (duration: 968.600703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:33.984876Z","caller":"traceutil/trace.go:171","msg":"trace[51966804] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"1.183384062s","start":"2026-03-31T18:38:32.801481Z","end":"2026-03-31T18:38:33.984865Z","steps":["trace[51966804] 'process raft request' (duration: 1.049871933s)","trace[51966804] 'compare' (duration: 132.966806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:33.984935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.801464Z","time spent":"1.183441494s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:33.985162Z","caller":"traceutil/trace.go:171","msg":"trace[603599055] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"1.174647503s","start":"2026-03-31T18:38:32.810468Z","end":"2026-03-31T18:38:33.985116Z","steps":["trace[603599055] 'process raft request' (duration: 1.174227452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.985221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077998494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:38:33.985252Z","caller":"traceutil/trace.go:171","msg":"trace[2005699289] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:5626; }","duration":"1.078029695s","start":"2026-03-31T18:38:32.907214Z","end":"2026-03-31T18:38:33.985243Z","steps":["trace[2005699289] 'agreement among raft nodes before linearized reading' (duration: 1.077898412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.985279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.907168Z","time spent":"1.078104867s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:38:33.985599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.810442Z","time spent":"1.174788226s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:33.988741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074874334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:38:33.988832Z","caller":"traceutil/trace.go:171","msg":"trace[288381126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41; range_end:; response_count:1; response_revision:5629; }","duration":"1.074976417s","start":"2026-03-31T18:38:32.913831Z","end":"2026-03-31T18:38:33.988807Z","steps":["trace[288381126] 'agreement among raft nodes before linearized reading' (duration: 1.074755161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.988886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.913825Z","time spent":"1.075048658s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" "} {"level":"warn","ts":"2026-03-31T18:38:33.989303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.34539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:38:33.989538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.807881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:33.98954Z","caller":"traceutil/trace.go:171","msg":"trace[1642159251] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"257.514439ms","start":"2026-03-31T18:38:33.732003Z","end":"2026-03-31T18:38:33.989517Z","steps":["trace[1642159251] 'process raft request' (duration: 256.517804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.989588Z","caller":"traceutil/trace.go:171","msg":"trace[924193500] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5629; }","duration":"380.873203ms","start":"2026-03-31T18:38:33.608695Z","end":"2026-03-31T18:38:33.989568Z","steps":["trace[924193500] 'agreement among raft nodes before linearized reading' (duration: 380.813351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.296543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:38:33.989633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.60868Z","time spent":"380.943044ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:33.989653Z","caller":"traceutil/trace.go:171","msg":"trace[912886840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5629; }","duration":"851.349834ms","start":"2026-03-31T18:38:33.138292Z","end":"2026-03-31T18:38:33.989642Z","steps":["trace[912886840] 'agreement among raft nodes before linearized reading' (duration: 851.16355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.138286Z","time spent":"851.398516ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:33.989691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.198017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T18:38:33.989613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.733622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:33.989744Z","caller":"traceutil/trace.go:171","msg":"trace[22371632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41; range_end:; response_count:1; response_revision:5629; }","duration":"323.28694ms","start":"2026-03-31T18:38:33.666442Z","end":"2026-03-31T18:38:33.989729Z","steps":["trace[22371632] 'agreement among raft nodes before linearized reading' (duration: 323.146556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.989814Z","caller":"traceutil/trace.go:171","msg":"trace[1508648283] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5629; }","duration":"582.002738ms","start":"2026-03-31T18:38:33.407801Z","end":"2026-03-31T18:38:33.989804Z","steps":["trace[1508648283] 'agreement among raft nodes before linearized reading' (duration: 581.712611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.98983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.666423Z","time spent":"323.394402ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10e268c8-f89e-4558-9a1a-04785932ea41\" "} {"level":"info","ts":"2026-03-31T18:38:33.98988Z","caller":"traceutil/trace.go:171","msg":"trace[1612794472] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"855.805277ms","start":"2026-03-31T18:38:33.134066Z","end":"2026-03-31T18:38:33.989871Z","steps":["trace[1612794472] 'process raft request' (duration: 854.076783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019796436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:33.989935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.13404Z","time spent":"855.857449ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:33.989941Z","caller":"traceutil/trace.go:171","msg":"trace[1911661003] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"562.234139ms","start":"2026-03-31T18:38:33.427686Z","end":"2026-03-31T18:38:33.98992Z","steps":["trace[1911661003] 'process raft request' (duration: 560.764002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.989972Z","caller":"traceutil/trace.go:171","msg":"trace[884229434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"1.019891427s","start":"2026-03-31T18:38:32.970066Z","end":"2026-03-31T18:38:33.989958Z","steps":["trace[884229434] 'agreement among raft nodes before linearized reading' (duration: 1.019794485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.272138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:38:33.989844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.407777Z","time spent":"582.056749ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:33.99001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:32.970051Z","time spent":"1.019951309s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:33.990034Z","caller":"traceutil/trace.go:171","msg":"trace[1607224970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:5629; }","duration":"850.35834ms","start":"2026-03-31T18:38:33.139657Z","end":"2026-03-31T18:38:33.990016Z","steps":["trace[1607224970] 'agreement among raft nodes before linearized reading' (duration: 850.022481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.962835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:38:33.990166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.498528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777457"} {"level":"info","ts":"2026-03-31T18:38:33.990188Z","caller":"traceutil/trace.go:171","msg":"trace[620123084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5629; }","duration":"851.695063ms","start":"2026-03-31T18:38:33.138464Z","end":"2026-03-31T18:38:33.990159Z","steps":["trace[620123084] 'agreement among raft nodes before linearized reading' (duration: 850.966375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.989548Z","caller":"traceutil/trace.go:171","msg":"trace[470421342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5629; }","duration":"850.604826ms","start":"2026-03-31T18:38:33.13892Z","end":"2026-03-31T18:38:33.989525Z","steps":["trace[470421342] 'agreement among raft nodes before linearized reading' (duration: 850.264207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:33.990241Z","caller":"traceutil/trace.go:171","msg":"trace[381868802] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5629; }","duration":"956.59919ms","start":"2026-03-31T18:38:33.033623Z","end":"2026-03-31T18:38:33.990222Z","steps":["trace[381868802] 'agreement among raft nodes before linearized reading' (duration: 956.052586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.990255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.138442Z","time spent":"851.793455ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:33.990252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.138909Z","time spent":"851.334494ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:33.990302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.033605Z","time spent":"956.681622ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777480,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:38:33.989642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.669448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:38:33.990678Z","caller":"traceutil/trace.go:171","msg":"trace[1334460356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5629; }","duration":"855.701874ms","start":"2026-03-31T18:38:33.134957Z","end":"2026-03-31T18:38:33.990659Z","steps":["trace[1334460356] 'agreement among raft nodes before linearized reading' (duration: 854.582136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.989419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.505574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:38:33.990787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.134922Z","time spent":"855.847737ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:38:33.99086Z","caller":"traceutil/trace.go:171","msg":"trace[1497954927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5629; }","duration":"851.954189ms","start":"2026-03-31T18:38:33.138887Z","end":"2026-03-31T18:38:33.990841Z","steps":["trace[1497954927] 'agreement among raft nodes before linearized reading' (duration: 850.491213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.990926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.138875Z","time spent":"852.033652ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:33.990043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.427666Z","time spent":"562.324031ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:33.990094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.139647Z","time spent":"850.435161ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:38:33.989338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.436152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:33.991121Z","caller":"traceutil/trace.go:171","msg":"trace[47975320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5629; }","duration":"854.250448ms","start":"2026-03-31T18:38:33.136859Z","end":"2026-03-31T18:38:33.991109Z","steps":["trace[47975320] 'agreement among raft nodes before linearized reading' (duration: 852.3417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:33.991162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:33.136851Z","time spent":"854.299929ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:38:38.123003Z","caller":"traceutil/trace.go:171","msg":"trace[1497334737] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"114.866549ms","start":"2026-03-31T18:38:38.008115Z","end":"2026-03-31T18:38:38.122982Z","steps":["trace[1497334737] 'process raft request' (duration: 114.719725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.135852Z","caller":"traceutil/trace.go:171","msg":"trace[1613592542] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"114.263944ms","start":"2026-03-31T18:38:38.021556Z","end":"2026-03-31T18:38:38.13582Z","steps":["trace[1613592542] 'process raft request' (duration: 113.876194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.12657Z","caller":"traceutil/trace.go:171","msg":"trace[75854090] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6062; }","duration":"183.600133ms","start":"2026-03-31T18:38:43.942945Z","end":"2026-03-31T18:38:44.126545Z","steps":["trace[75854090] 'read index received' (duration: 183.420999ms)","trace[75854090] 'applied index is now lower than readState.Index' (duration: 177.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:44.126622Z","caller":"traceutil/trace.go:171","msg":"trace[5427553] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"268.28434ms","start":"2026-03-31T18:38:43.858288Z","end":"2026-03-31T18:38:44.126573Z","steps":["trace[5427553] 'process raft request' (duration: 268.070834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.12679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.834969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:44.126841Z","caller":"traceutil/trace.go:171","msg":"trace[1996779921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5813; }","duration":"183.953141ms","start":"2026-03-31T18:38:43.942877Z","end":"2026-03-31T18:38:44.12683Z","steps":["trace[1996779921] 'agreement among raft nodes before linearized reading' (duration: 183.804047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.15947Z","caller":"traceutil/trace.go:171","msg":"trace[2012888168] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"161.25426ms","start":"2026-03-31T18:38:43.998173Z","end":"2026-03-31T18:38:44.159427Z","steps":["trace[2012888168] 'process raft request' (duration: 161.028204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.159722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.688597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-w2hc2\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-31T18:38:44.159744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.409187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:44.159814Z","caller":"traceutil/trace.go:171","msg":"trace[2144593720] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-w2hc2; range_end:; response_count:1; response_revision:5814; }","duration":"128.858882ms","start":"2026-03-31T18:38:44.030932Z","end":"2026-03-31T18:38:44.159791Z","steps":["trace[2144593720] 'agreement among raft nodes before linearized reading' (duration: 128.574325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.159853Z","caller":"traceutil/trace.go:171","msg":"trace[349614320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5814; }","duration":"198.576401ms","start":"2026-03-31T18:38:43.961223Z","end":"2026-03-31T18:38:44.159799Z","steps":["trace[349614320] 'agreement among raft nodes before linearized reading' (duration: 198.167931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.354704Z","caller":"traceutil/trace.go:171","msg":"trace[1124669195] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"183.135242ms","start":"2026-03-31T18:38:44.171527Z","end":"2026-03-31T18:38:44.354663Z","steps":["trace[1124669195] 'process raft request' (duration: 182.885886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.513009Z","caller":"traceutil/trace.go:171","msg":"trace[1863091580] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"336.322816ms","start":"2026-03-31T18:38:44.176647Z","end":"2026-03-31T18:38:44.51297Z","steps":["trace[1863091580] 'process raft request' (duration: 335.969838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.513081Z","caller":"traceutil/trace.go:171","msg":"trace[579740546] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6065; }","duration":"289.452033ms","start":"2026-03-31T18:38:44.223605Z","end":"2026-03-31T18:38:44.513057Z","steps":["trace[579740546] 'read index received' (duration: 130.873982ms)","trace[579740546] 'applied index is now lower than readState.Index' (duration: 158.577121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:44.513162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.17662Z","time spent":"336.47575ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:38:44.513188Z","caller":"traceutil/trace.go:171","msg":"trace[2099649670] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"293.197269ms","start":"2026-03-31T18:38:44.219981Z","end":"2026-03-31T18:38:44.513178Z","steps":["trace[2099649670] 'process raft request' (duration: 292.929632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.513392Z","caller":"traceutil/trace.go:171","msg":"trace[575113977] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"336.509792ms","start":"2026-03-31T18:38:44.176839Z","end":"2026-03-31T18:38:44.513349Z","steps":["trace[575113977] 'process raft request' (duration: 336.02244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.513492Z","caller":"traceutil/trace.go:171","msg":"trace[1923913125] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"293.343621ms","start":"2026-03-31T18:38:44.220106Z","end":"2026-03-31T18:38:44.513449Z","steps":["trace[1923913125] 'process raft request' (duration: 292.91096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.513571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.176827Z","time spent":"336.659755ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:44.513619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.992968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:38:44.513659Z","caller":"traceutil/trace.go:171","msg":"trace[1205480800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:5821; }","duration":"290.08793ms","start":"2026-03-31T18:38:44.22356Z","end":"2026-03-31T18:38:44.513648Z","steps":["trace[1205480800] 'agreement among raft nodes before linearized reading' (duration: 289.927746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.513676Z","caller":"traceutil/trace.go:171","msg":"trace[510815648] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"293.639949ms","start":"2026-03-31T18:38:44.220019Z","end":"2026-03-31T18:38:44.513659Z","steps":["trace[510815648] 'process raft request' (duration: 292.943552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.561072Z","caller":"traceutil/trace.go:171","msg":"trace[53424512] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"199.052153ms","start":"2026-03-31T18:38:44.361971Z","end":"2026-03-31T18:38:44.561023Z","steps":["trace[53424512] 'process raft request' (duration: 198.773216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.561174Z","caller":"traceutil/trace.go:171","msg":"trace[1819587485] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"198.802577ms","start":"2026-03-31T18:38:44.362343Z","end":"2026-03-31T18:38:44.561146Z","steps":["trace[1819587485] 'process raft request' (duration: 198.605452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.561381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.4923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:38:44.561728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.435129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:38:44.561822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.593002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:38:44.56183Z","caller":"traceutil/trace.go:171","msg":"trace[553554107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5823; }","duration":"139.543461ms","start":"2026-03-31T18:38:44.422269Z","end":"2026-03-31T18:38:44.561812Z","steps":["trace[553554107] 'agreement among raft nodes before linearized reading' (duration: 139.363377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.561865Z","caller":"traceutil/trace.go:171","msg":"trace[1324427172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5823; }","duration":"330.669534ms","start":"2026-03-31T18:38:44.23118Z","end":"2026-03-31T18:38:44.56185Z","steps":["trace[1324427172] 'agreement among raft nodes before linearized reading' (duration: 330.531641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.561914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.231172Z","time spent":"330.730826ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:44.562097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.932112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:44.562183Z","caller":"traceutil/trace.go:171","msg":"trace[1468087747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5823; }","duration":"331.735742ms","start":"2026-03-31T18:38:44.230409Z","end":"2026-03-31T18:38:44.562145Z","steps":["trace[1468087747] 'agreement among raft nodes before linearized reading' (duration: 330.850349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.562226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.230402Z","time spent":"331.810713ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:44.562738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.45594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:38:44.562807Z","caller":"traceutil/trace.go:171","msg":"trace[567505483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5823; }","duration":"332.549192ms","start":"2026-03-31T18:38:44.230244Z","end":"2026-03-31T18:38:44.562793Z","steps":["trace[567505483] 'agreement among raft nodes before linearized reading' (duration: 331.562037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.562892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.230232Z","time spent":"332.649724ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:38:44.561457Z","caller":"traceutil/trace.go:171","msg":"trace[1999980334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"330.655164ms","start":"2026-03-31T18:38:44.230785Z","end":"2026-03-31T18:38:44.56144Z","steps":["trace[1999980334] 'agreement among raft nodes before linearized reading' (duration: 330.298024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.563136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.23077Z","time spent":"332.355156ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:44.563344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.60679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:38:44.563407Z","caller":"traceutil/trace.go:171","msg":"trace[1494663983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5823; }","duration":"339.678871ms","start":"2026-03-31T18:38:44.223707Z","end":"2026-03-31T18:38:44.563386Z","steps":["trace[1494663983] 'agreement among raft nodes before linearized reading' (duration: 338.472581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.563472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.223701Z","time spent":"339.758423ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:44.563665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.27497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:38:44.563718Z","caller":"traceutil/trace.go:171","msg":"trace[1002137330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5823; }","duration":"333.377862ms","start":"2026-03-31T18:38:44.230328Z","end":"2026-03-31T18:38:44.563706Z","steps":["trace[1002137330] 'agreement among raft nodes before linearized reading' (duration: 331.820224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:44.563751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:44.230297Z","time spent":"333.445914ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:53.146601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.10702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:53.146694Z","caller":"traceutil/trace.go:171","msg":"trace[461496674] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5961; }","duration":"118.269864ms","start":"2026-03-31T18:38:53.028407Z","end":"2026-03-31T18:38:53.146677Z","steps":["trace[461496674] 'count revisions from in-memory index tree' (duration: 118.009877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.277358Z","caller":"traceutil/trace.go:171","msg":"trace[768713621] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"123.595448ms","start":"2026-03-31T18:38:53.153737Z","end":"2026-03-31T18:38:53.277332Z","steps":["trace[768713621] 'process raft request' (duration: 123.438924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:53.978149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.296105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47deff4e-b467-4f15-8053-65c4c734df87\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-31T18:38:53.978276Z","caller":"traceutil/trace.go:171","msg":"trace[698198929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47deff4e-b467-4f15-8053-65c4c734df87; range_end:; response_count:1; response_revision:5962; }","duration":"227.423069ms","start":"2026-03-31T18:38:53.750789Z","end":"2026-03-31T18:38:53.978213Z","steps":["trace[698198929] 'range keys from in-memory index tree' (duration: 227.216194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:54.877363Z","caller":"traceutil/trace.go:171","msg":"trace[494459404] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"664.540179ms","start":"2026-03-31T18:38:54.212794Z","end":"2026-03-31T18:38:54.877334Z","steps":["trace[494459404] 'process raft request' (duration: 664.380125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:54.877527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.212763Z","time spent":"664.688373ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:55.532443Z","caller":"traceutil/trace.go:171","msg":"trace[856231571] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"1.191686033s","start":"2026-03-31T18:38:54.340729Z","end":"2026-03-31T18:38:55.532415Z","steps":["trace[856231571] 'process raft request' (duration: 1.191482778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.532601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.340702Z","time spent":"1.191817016s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:55.532631Z","caller":"traceutil/trace.go:171","msg":"trace[1445536402] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"966.073799ms","start":"2026-03-31T18:38:54.56653Z","end":"2026-03-31T18:38:55.532604Z","steps":["trace[1445536402] 'process raft request' (duration: 965.839773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.532732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.566504Z","time spent":"966.171402ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:55.532818Z","caller":"traceutil/trace.go:171","msg":"trace[22393595] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"937.747194ms","start":"2026-03-31T18:38:54.595066Z","end":"2026-03-31T18:38:55.532813Z","steps":["trace[22393595] 'process raft request' (duration: 937.667472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.532851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.595056Z","time spent":"937.780506ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:55.532845Z","caller":"traceutil/trace.go:171","msg":"trace[153963382] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6214; }","duration":"922.987302ms","start":"2026-03-31T18:38:54.609805Z","end":"2026-03-31T18:38:55.532793Z","steps":["trace[153963382] 'read index received' (duration: 267.46812ms)","trace[153963382] 'applied index is now lower than readState.Index' (duration: 655.518392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:55.53288Z","caller":"traceutil/trace.go:171","msg":"trace[437488845] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"947.617772ms","start":"2026-03-31T18:38:54.585216Z","end":"2026-03-31T18:38:55.532834Z","steps":["trace[437488845] 'process raft request' (duration: 947.395797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.585207Z","time spent":"947.741445ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:55.533066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.732709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:38:55.533071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.29444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:38:55.533097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.252179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:38:55.533122Z","caller":"traceutil/trace.go:171","msg":"trace[412614878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:5967; }","duration":"923.400392ms","start":"2026-03-31T18:38:54.609711Z","end":"2026-03-31T18:38:55.533111Z","steps":["trace[412614878] 'agreement among raft nodes before linearized reading' (duration: 923.211808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.609688Z","time spent":"923.459843ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.265808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:55.533136Z","caller":"traceutil/trace.go:171","msg":"trace[194200767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5967; }","duration":"906.31115ms","start":"2026-03-31T18:38:54.626813Z","end":"2026-03-31T18:38:55.533124Z","steps":["trace[194200767] 'agreement among raft nodes before linearized reading' (duration: 906.153156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:55.53317Z","caller":"traceutil/trace.go:171","msg":"trace[1282680128] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5967; }","duration":"518.31896ms","start":"2026-03-31T18:38:55.014846Z","end":"2026-03-31T18:38:55.533165Z","steps":["trace[1282680128] 'agreement among raft nodes before linearized reading' (duration: 518.258108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.53318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.626803Z","time spent":"906.369562ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:55.014827Z","time spent":"518.365631ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:55.533196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.620484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:55.533239Z","caller":"traceutil/trace.go:171","msg":"trace[294737263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5967; }","duration":"590.702346ms","start":"2026-03-31T18:38:54.942523Z","end":"2026-03-31T18:38:55.533226Z","steps":["trace[294737263] 'agreement among raft nodes before linearized reading' (duration: 590.641135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.942502Z","time spent":"590.759468ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:55.53309Z","caller":"traceutil/trace.go:171","msg":"trace[60923178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5967; }","duration":"835.765841ms","start":"2026-03-31T18:38:54.697313Z","end":"2026-03-31T18:38:55.533079Z","steps":["trace[60923178] 'agreement among raft nodes before linearized reading' (duration: 835.710319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.697304Z","time spent":"836.001196ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.278253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:38:55.533338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.243209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:55.533351Z","caller":"traceutil/trace.go:171","msg":"trace[684852442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5967; }","duration":"736.257059ms","start":"2026-03-31T18:38:54.79709Z","end":"2026-03-31T18:38:55.533347Z","steps":["trace[684852442] 'agreement among raft nodes before linearized reading' (duration: 736.199268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:55.533352Z","caller":"traceutil/trace.go:171","msg":"trace[1193259947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5967; }","duration":"836.325764ms","start":"2026-03-31T18:38:54.697018Z","end":"2026-03-31T18:38:55.533344Z","steps":["trace[1193259947] 'agreement among raft nodes before linearized reading' (duration: 836.240952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.797044Z","time spent":"736.316911ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.909007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47deff4e-b467-4f15-8053-65c4c734df87\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-31T18:38:55.533389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.697008Z","time spent":"836.365315ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:38:55.533415Z","caller":"traceutil/trace.go:171","msg":"trace[1907043907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47deff4e-b467-4f15-8053-65c4c734df87; range_end:; response_count:1; response_revision:5967; }","duration":"550.016319ms","start":"2026-03-31T18:38:54.983372Z","end":"2026-03-31T18:38:55.533388Z","steps":["trace[1907043907] 'agreement among raft nodes before linearized reading' (duration: 549.817994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.983342Z","time spent":"550.107282ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47deff4e-b467-4f15-8053-65c4c734df87\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.471744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:38:55.533534Z","caller":"traceutil/trace.go:171","msg":"trace[1072895997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5967; }","duration":"837.529686ms","start":"2026-03-31T18:38:54.695997Z","end":"2026-03-31T18:38:55.533527Z","steps":["trace[1072895997] 'agreement among raft nodes before linearized reading' (duration: 837.450264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.972036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:38:55.533551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.28117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:55.533556Z","caller":"traceutil/trace.go:171","msg":"trace[1253150248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5967; }","duration":"838.005357ms","start":"2026-03-31T18:38:54.695547Z","end":"2026-03-31T18:38:55.533552Z","steps":["trace[1253150248] 'agreement among raft nodes before linearized reading' (duration: 837.960686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.533559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.695979Z","time spent":"837.572766ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:38:55.533568Z","caller":"traceutil/trace.go:171","msg":"trace[766614613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5967; }","duration":"843.345062ms","start":"2026-03-31T18:38:54.690217Z","end":"2026-03-31T18:38:55.533562Z","steps":["trace[766614613] 'agreement among raft nodes before linearized reading' (duration: 843.29504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:55.53357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.695536Z","time spent":"838.030808ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:55.533583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.690194Z","time spent":"843.385123ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:09.044613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.937781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:09.044781Z","caller":"traceutil/trace.go:171","msg":"trace[161118643] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"840.757526ms","start":"2026-03-31T18:39:08.204006Z","end":"2026-03-31T18:39:09.044764Z","steps":["trace[161118643] 'read index received' (duration: 48.961µs)","trace[161118643] 'applied index is now lower than readState.Index' (duration: 840.706865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:09.045152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.129796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:09.045211Z","caller":"traceutil/trace.go:171","msg":"trace[960949275] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6155; }","duration":"841.221417ms","start":"2026-03-31T18:39:08.203974Z","end":"2026-03-31T18:39:09.045196Z","steps":["trace[960949275] 'agreement among raft nodes before linearized reading' (duration: 841.118555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.045204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.008329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:09.045253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.20396Z","time spent":"841.281509ms","remote":"127.0.0.1:37150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:09.045335Z","caller":"traceutil/trace.go:171","msg":"trace[440324529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6155; }","duration":"103.180033ms","start":"2026-03-31T18:39:08.942133Z","end":"2026-03-31T18:39:09.045313Z","steps":["trace[440324529] 'agreement among raft nodes before linearized reading' (duration: 103.012749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.045376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.4194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"warn","ts":"2026-03-31T18:39:09.045408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.961694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:39:09.045464Z","caller":"traceutil/trace.go:171","msg":"trace[2011412600] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6155; }","duration":"789.536913ms","start":"2026-03-31T18:39:08.255907Z","end":"2026-03-31T18:39:09.045444Z","steps":["trace[2011412600] 'agreement among raft nodes before linearized reading' (duration: 789.225435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:09.045511Z","caller":"traceutil/trace.go:171","msg":"trace[2001223356] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6155; }","duration":"782.104126ms","start":"2026-03-31T18:39:08.263383Z","end":"2026-03-31T18:39:09.045487Z","steps":["trace[2001223356] 'agreement among raft nodes before linearized reading' (duration: 781.816878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:09.045515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.255888Z","time spent":"789.613306ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13898,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T18:39:09.045564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.263367Z","time spent":"782.184979ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:39:11.857337Z","caller":"traceutil/trace.go:171","msg":"trace[1294541614] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"238.398096ms","start":"2026-03-31T18:39:11.618915Z","end":"2026-03-31T18:39:11.857313Z","steps":["trace[1294541614] 'process raft request' (duration: 238.242812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.021889Z","caller":"traceutil/trace.go:171","msg":"trace[839738001] linearizableReadLoop","detail":"{readStateIndex:6447; appliedIndex:6444; }","duration":"392.825463ms","start":"2026-03-31T18:39:11.629042Z","end":"2026-03-31T18:39:12.021868Z","steps":["trace[839738001] 'read index received' (duration: 228.184297ms)","trace[839738001] 'applied index is now lower than readState.Index' (duration: 164.640206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:12.021934Z","caller":"traceutil/trace.go:171","msg":"trace[345136975] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"402.520448ms","start":"2026-03-31T18:39:11.619394Z","end":"2026-03-31T18:39:12.021914Z","steps":["trace[345136975] 'process raft request' (duration: 402.416655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.021927Z","caller":"traceutil/trace.go:171","msg":"trace[1213696806] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"402.711203ms","start":"2026-03-31T18:39:11.619183Z","end":"2026-03-31T18:39:12.021894Z","steps":["trace[1213696806] 'process raft request' (duration: 383.549099ms)","trace[1213696806] 'compare' (duration: 18.924698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:12.022128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.619375Z","time spent":"402.656492ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:12.022152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.619163Z","time spent":"402.955349ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:12.02219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.217187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:39:12.02222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.897197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:12.022253Z","caller":"traceutil/trace.go:171","msg":"trace[1307505492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6188; }","duration":"386.322439ms","start":"2026-03-31T18:39:11.635916Z","end":"2026-03-31T18:39:12.022238Z","steps":["trace[1307505492] 'agreement among raft nodes before linearized reading' (duration: 386.139024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.022288Z","caller":"traceutil/trace.go:171","msg":"trace[1343854951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6188; }","duration":"381.98793ms","start":"2026-03-31T18:39:11.640285Z","end":"2026-03-31T18:39:12.022273Z","steps":["trace[1343854951] 'agreement among raft nodes before linearized reading' (duration: 381.814855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.022308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.635898Z","time spent":"386.394921ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:12.022325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.640277Z","time spent":"382.039141ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:12.022316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.430691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:39:12.02219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.126961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:39:12.022421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.077161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:39:12.022454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.222217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:39:12.022496Z","caller":"traceutil/trace.go:171","msg":"trace[28431123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6188; }","duration":"386.290048ms","start":"2026-03-31T18:39:11.636196Z","end":"2026-03-31T18:39:12.022486Z","steps":["trace[28431123] 'agreement among raft nodes before linearized reading' (duration: 386.189495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.022525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.636183Z","time spent":"386.3366ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:39:12.022395Z","caller":"traceutil/trace.go:171","msg":"trace[1326155506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6188; }","duration":"382.521882ms","start":"2026-03-31T18:39:11.639857Z","end":"2026-03-31T18:39:12.022379Z","steps":["trace[1326155506] 'agreement among raft nodes before linearized reading' (duration: 382.379129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.022525Z","caller":"traceutil/trace.go:171","msg":"trace[187130901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6188; }","duration":"378.209155ms","start":"2026-03-31T18:39:11.644272Z","end":"2026-03-31T18:39:12.022481Z","steps":["trace[187130901] 'agreement among raft nodes before linearized reading' (duration: 377.911037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.022463Z","caller":"traceutil/trace.go:171","msg":"trace[449397439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6188; }","duration":"393.442408ms","start":"2026-03-31T18:39:11.629007Z","end":"2026-03-31T18:39:12.02245Z","steps":["trace[449397439] 'agreement among raft nodes before linearized reading' (duration: 393.022928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.022579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.639848Z","time spent":"382.718988ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:12.022607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.644265Z","time spent":"378.305377ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:39:12.022675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.628996Z","time spent":"393.665114ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:39:12.022696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.661807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:12.022743Z","caller":"traceutil/trace.go:171","msg":"trace[981698602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6188; }","duration":"382.82225ms","start":"2026-03-31T18:39:11.63991Z","end":"2026-03-31T18:39:12.022732Z","steps":["trace[981698602] 'agreement among raft nodes before linearized reading' (duration: 382.471771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.022777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.6399Z","time spent":"382.870071ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:39:14.371268Z","caller":"traceutil/trace.go:171","msg":"trace[1395363787] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"343.214432ms","start":"2026-03-31T18:39:14.028031Z","end":"2026-03-31T18:39:14.371246Z","steps":["trace[1395363787] 'process raft request' (duration: 343.055788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:14.371418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.028008Z","time spent":"343.334934ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:16.942765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:39:16.942833Z","caller":"traceutil/trace.go:171","msg":"trace[618421815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999940268s","start":"2026-03-31T18:39:14.942877Z","end":"2026-03-31T18:39:16.942818Z","steps":["trace[618421815] 'agreement among raft nodes before linearized reading' (duration: 1.999850346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.942905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.942857Z","time spent":"2.00000603s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:39:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:39:16.995023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.589078934s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:39:17.325332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.005338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:17.325465Z","caller":"traceutil/trace.go:171","msg":"trace[317640076] linearizableReadLoop","detail":"{readStateIndex:6463; appliedIndex:6462; }","duration":"3.216798904s","start":"2026-03-31T18:39:14.108643Z","end":"2026-03-31T18:39:17.325442Z","steps":["trace[317640076] 'read index received' (duration: 262.616317ms)","trace[317640076] 'applied index is now lower than readState.Index' (duration: 2.954180447s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:17.325548Z","caller":"traceutil/trace.go:171","msg":"trace[1591621037] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"3.296114756s","start":"2026-03-31T18:39:14.029419Z","end":"2026-03-31T18:39:17.325533Z","steps":["trace[1591621037] 'process raft request' (duration: 2.965807761s)","trace[1591621037] 'compare' (duration: 329.671069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.325612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.029394Z","time spent":"3.296181468s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:17.326806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21817006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:17.326863Z","caller":"traceutil/trace.go:171","msg":"trace[280461053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6203; }","duration":"3.218272972s","start":"2026-03-31T18:39:14.108574Z","end":"2026-03-31T18:39:17.326847Z","steps":["trace[280461053] 'agreement among raft nodes before linearized reading' (duration: 3.217289517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.326906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.108548Z","time spent":"3.218349305s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:39:17.546535Z","caller":"traceutil/trace.go:171","msg":"trace[2065233847] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"1.677052601s","start":"2026-03-31T18:39:15.869471Z","end":"2026-03-31T18:39:17.546524Z","steps":["trace[2065233847] 'process raft request' (duration: 1.676828535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.546666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:15.869453Z","time spent":"1.677142532s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:17.546413Z","caller":"traceutil/trace.go:171","msg":"trace[1617461763] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"2.2829592s","start":"2026-03-31T18:39:15.263406Z","end":"2026-03-31T18:39:17.546365Z","steps":["trace[1617461763] 'process raft request' (duration: 2.282762285s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.54689Z","caller":"traceutil/trace.go:171","msg":"trace[1027632795] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"1.150582314s","start":"2026-03-31T18:39:16.396292Z","end":"2026-03-31T18:39:17.546874Z","steps":["trace[1027632795] 'process raft request' (duration: 1.150191235s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.546917Z","caller":"traceutil/trace.go:171","msg":"trace[1337629714] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6463; }","duration":"221.395887ms","start":"2026-03-31T18:39:17.325496Z","end":"2026-03-31T18:39:17.546892Z","steps":["trace[1337629714] 'read index received' (duration: 220.622788ms)","trace[1337629714] 'applied index is now lower than readState.Index' (duration: 772.079µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.546982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.396269Z","time spent":"1.150668716s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:17.547026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34301168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:17.547119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72184327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:39:17.547167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4223179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:39:17.547183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820071674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:17.547196Z","caller":"traceutil/trace.go:171","msg":"trace[751228940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6207; }","duration":"1.721944842s","start":"2026-03-31T18:39:15.825225Z","end":"2026-03-31T18:39:17.54717Z","steps":["trace[751228940] 'agreement among raft nodes before linearized reading' (duration: 1.721689485s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547213Z","caller":"traceutil/trace.go:171","msg":"trace[1433239585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6207; }","duration":"3.422382492s","start":"2026-03-31T18:39:14.124814Z","end":"2026-03-31T18:39:17.547197Z","steps":["trace[1433239585] 'agreement among raft nodes before linearized reading' (duration: 3.422264539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.124803Z","time spent":"3.422435653s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:15.825206Z","time spent":"1.722035225s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421934551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:39:17.547351Z","caller":"traceutil/trace.go:171","msg":"trace[787007468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6207; }","duration":"3.422132916s","start":"2026-03-31T18:39:14.125205Z","end":"2026-03-31T18:39:17.547338Z","steps":["trace[787007468] 'agreement among raft nodes before linearized reading' (duration: 3.421810928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450988935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:17.547375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227118875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-03-31T18:39:17.547241Z","caller":"traceutil/trace.go:171","msg":"trace[1198532057] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6207; }","duration":"2.820173556s","start":"2026-03-31T18:39:14.727053Z","end":"2026-03-31T18:39:17.547226Z","steps":["trace[1198532057] 'agreement among raft nodes before linearized reading' (duration: 2.820030223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424022105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:39:17.547411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.125197Z","time spent":"3.422183857s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"info","ts":"2026-03-31T18:39:17.547416Z","caller":"traceutil/trace.go:171","msg":"trace[1208854123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6207; }","duration":"1.451079537s","start":"2026-03-31T18:39:16.096317Z","end":"2026-03-31T18:39:17.547397Z","steps":["trace[1208854123] 'agreement among raft nodes before linearized reading' (duration: 1.451000255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.54741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.960302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:17.547447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.727024Z","time spent":"2.820407131s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":78,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:17.547459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978444175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:17.547472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.096295Z","time spent":"1.45116036s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:17.547483Z","caller":"traceutil/trace.go:171","msg":"trace[1519448610] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6207; }","duration":"950.089955ms","start":"2026-03-31T18:39:16.59738Z","end":"2026-03-31T18:39:17.54747Z","steps":["trace[1519448610] 'agreement among raft nodes before linearized reading' (duration: 949.86128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422407503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:39:17.547522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.597357Z","time spent":"950.158327ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:17.547517Z","caller":"traceutil/trace.go:171","msg":"trace[1839473009] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6207; }","duration":"1.978540518s","start":"2026-03-31T18:39:15.568958Z","end":"2026-03-31T18:39:17.547499Z","steps":["trace[1839473009] 'agreement among raft nodes before linearized reading' (duration: 1.978455026s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547534Z","caller":"traceutil/trace.go:171","msg":"trace[1839624111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6207; }","duration":"3.422431454s","start":"2026-03-31T18:39:14.125096Z","end":"2026-03-31T18:39:17.547527Z","steps":["trace[1839624111] 'agreement among raft nodes before linearized reading' (duration: 3.422363752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.54756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.125068Z","time spent":"3.422487186s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.699852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T18:39:17.547557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.899042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:17.547562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:15.568934Z","time spent":"1.978614201s","remote":"127.0.0.1:49334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:17.547524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216124758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:39:17.54744Z","caller":"traceutil/trace.go:171","msg":"trace[1346935249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6207; }","duration":"3.424092896s","start":"2026-03-31T18:39:14.123339Z","end":"2026-03-31T18:39:17.547432Z","steps":["trace[1346935249] 'agreement among raft nodes before linearized reading' (duration: 3.423906712s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547619Z","caller":"traceutil/trace.go:171","msg":"trace[960675236] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6207; }","duration":"781.998214ms","start":"2026-03-31T18:39:16.765603Z","end":"2026-03-31T18:39:17.547601Z","steps":["trace[960675236] 'agreement among raft nodes before linearized reading' (duration: 781.86715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.123323Z","time spent":"3.424313852s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.765582Z","time spent":"782.063767ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:17.547602Z","caller":"traceutil/trace.go:171","msg":"trace[803190057] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6207; }","duration":"910.834055ms","start":"2026-03-31T18:39:16.636758Z","end":"2026-03-31T18:39:17.547592Z","steps":["trace[803190057] 'agreement among raft nodes before linearized reading' (duration: 910.744592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422543667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:39:17.547698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.636736Z","time spent":"910.958139ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498678799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:39:17.547719Z","caller":"traceutil/trace.go:171","msg":"trace[436035254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6207; }","duration":"3.422628439s","start":"2026-03-31T18:39:14.125078Z","end":"2026-03-31T18:39:17.547706Z","steps":["trace[436035254] 'agreement among raft nodes before linearized reading' (duration: 3.422270979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547682Z","caller":"traceutil/trace.go:171","msg":"trace[1144523347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6207; }","duration":"3.216281083s","start":"2026-03-31T18:39:14.331358Z","end":"2026-03-31T18:39:17.54764Z","steps":["trace[1144523347] 'agreement among raft nodes before linearized reading' (duration: 3.21579018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713988657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:17.547762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.12505Z","time spent":"3.422702501s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424047225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:39:17.547767Z","caller":"traceutil/trace.go:171","msg":"trace[2102375745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6207; }","duration":"1.498768941s","start":"2026-03-31T18:39:16.048974Z","end":"2026-03-31T18:39:17.547743Z","steps":["trace[2102375745] 'agreement among raft nodes before linearized reading' (duration: 1.498616837s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547775Z","caller":"traceutil/trace.go:171","msg":"trace[1418973433] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6207; }","duration":"2.714078669s","start":"2026-03-31T18:39:14.833684Z","end":"2026-03-31T18:39:17.547762Z","steps":["trace[1418973433] 'agreement among raft nodes before linearized reading' (duration: 2.713942406s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547799Z","caller":"traceutil/trace.go:171","msg":"trace[1165922881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6207; }","duration":"3.424261971s","start":"2026-03-31T18:39:14.12353Z","end":"2026-03-31T18:39:17.547792Z","steps":["trace[1165922881] 'agreement among raft nodes before linearized reading' (duration: 3.423691756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.5478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088370265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T18:39:17.547808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.331341Z","time spent":"3.216424847s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.048948Z","time spent":"1.498859363s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.833661Z","time spent":"2.714154651s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:17.547842Z","caller":"traceutil/trace.go:171","msg":"trace[1582408281] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6207; }","duration":"1.088458237s","start":"2026-03-31T18:39:16.459373Z","end":"2026-03-31T18:39:17.547831Z","steps":["trace[1582408281] 'agreement among raft nodes before linearized reading' (duration: 1.088323394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691671218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:17.547872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.459348Z","time spent":"1.088516499s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:39:17.547816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.12352Z","time spent":"3.424291562s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:39:17.547887Z","caller":"traceutil/trace.go:171","msg":"trace[753102396] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6207; }","duration":"1.69211017s","start":"2026-03-31T18:39:15.855765Z","end":"2026-03-31T18:39:17.547875Z","steps":["trace[753102396] 'agreement among raft nodes before linearized reading' (duration: 1.691604597s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.54789Z","caller":"traceutil/trace.go:171","msg":"trace[2123430821] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"665.364191ms","start":"2026-03-31T18:39:16.882505Z","end":"2026-03-31T18:39:17.547869Z","steps":["trace[2123430821] 'process raft request' (duration: 664.273443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:15.855752Z","time spent":"1.692165661s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:17.547921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099529807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:39:17.547429Z","caller":"traceutil/trace.go:171","msg":"trace[793601936] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6207; }","duration":"3.227211438s","start":"2026-03-31T18:39:14.320202Z","end":"2026-03-31T18:39:17.547414Z","steps":["trace[793601936] 'agreement among raft nodes before linearized reading' (duration: 3.227008803s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.547972Z","caller":"traceutil/trace.go:171","msg":"trace[1926202278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6207; }","duration":"1.099627509s","start":"2026-03-31T18:39:16.448331Z","end":"2026-03-31T18:39:17.547958Z","steps":["trace[1926202278] 'agreement among raft nodes before linearized reading' (duration: 1.099512166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.547985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.320176Z","time spent":"3.227793324s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10418,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:39:17.548015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.448306Z","time spent":"1.099696101s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:17.548066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.882487Z","time spent":"665.448103ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:17.547236Z","caller":"traceutil/trace.go:171","msg":"trace[415428526] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6207; }","duration":"3.343269806s","start":"2026-03-31T18:39:14.203951Z","end":"2026-03-31T18:39:17.547221Z","steps":["trace[415428526] 'agreement among raft nodes before linearized reading' (duration: 3.342974799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.548127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:14.203931Z","time spent":"3.34418576s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:17.548516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.485749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:17.548565Z","caller":"traceutil/trace.go:171","msg":"trace[161145635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6207; }","duration":"605.563431ms","start":"2026-03-31T18:39:16.942988Z","end":"2026-03-31T18:39:17.548552Z","steps":["trace[161145635] 'agreement among raft nodes before linearized reading' (duration: 604.328379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.548608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:16.94293Z","time spent":"605.671423ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:17.548383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:15.263385Z","time spent":"2.28490558s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:17.550431Z","caller":"traceutil/trace.go:171","msg":"trace[1687628541] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"219.686034ms","start":"2026-03-31T18:39:17.330723Z","end":"2026-03-31T18:39:17.550409Z","steps":["trace[1687628541] 'process raft request' (duration: 219.402316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.810211Z","caller":"traceutil/trace.go:171","msg":"trace[1849807671] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6468; }","duration":"256.299957ms","start":"2026-03-31T18:39:17.553884Z","end":"2026-03-31T18:39:17.810184Z","steps":["trace[1849807671] 'read index received' (duration: 198.768676ms)","trace[1849807671] 'applied index is now lower than readState.Index' (duration: 57.530171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:17.810369Z","caller":"traceutil/trace.go:171","msg":"trace[315389680] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"256.457531ms","start":"2026-03-31T18:39:17.553858Z","end":"2026-03-31T18:39:17.810315Z","steps":["trace[315389680] 'process raft request' (duration: 198.866939ms)","trace[315389680] 'compare' (duration: 57.311165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.810502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.684377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-31T18:39:17.810558Z","caller":"traceutil/trace.go:171","msg":"trace[1062206059] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6209; }","duration":"256.80451ms","start":"2026-03-31T18:39:17.553741Z","end":"2026-03-31T18:39:17.810545Z","steps":["trace[1062206059] 'agreement among raft nodes before linearized reading' (duration: 256.576804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.117451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.310561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:18.117743Z","caller":"traceutil/trace.go:171","msg":"trace[948745515] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"563.594002ms","start":"2026-03-31T18:39:17.554131Z","end":"2026-03-31T18:39:18.117725Z","steps":["trace[948745515] 'process raft request' (duration: 563.52561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.117845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.554103Z","time spent":"563.707715ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.117853Z","caller":"traceutil/trace.go:171","msg":"trace[946387228] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"563.722825ms","start":"2026-03-31T18:39:17.554102Z","end":"2026-03-31T18:39:18.117825Z","steps":["trace[946387228] 'process raft request' (duration: 563.51617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.117853Z","caller":"traceutil/trace.go:171","msg":"trace[1919715656] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"563.802557ms","start":"2026-03-31T18:39:17.554019Z","end":"2026-03-31T18:39:18.117821Z","steps":["trace[1919715656] 'process raft request' (duration: 563.539901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.117901Z","caller":"traceutil/trace.go:171","msg":"trace[1549475285] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"563.905349ms","start":"2026-03-31T18:39:17.553959Z","end":"2026-03-31T18:39:18.117864Z","steps":["trace[1549475285] 'process raft request' (duration: 379.079255ms)","trace[1549475285] 'compare' (duration: 184.177998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:18.117983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.554094Z","time spent":"563.816957ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.117984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.553945Z","time spent":"563.994552ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.118019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.554001Z","time spent":"563.92546ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.118961Z","caller":"traceutil/trace.go:171","msg":"trace[1048026132] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"564.789682ms","start":"2026-03-31T18:39:17.554151Z","end":"2026-03-31T18:39:18.118941Z","steps":["trace[1048026132] 'process raft request' (duration: 563.538301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.119048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.554139Z","time spent":"564.868284ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.11918Z","caller":"traceutil/trace.go:171","msg":"trace[1328178222] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"562.31626ms","start":"2026-03-31T18:39:17.55685Z","end":"2026-03-31T18:39:18.119166Z","steps":["trace[1328178222] 'process raft request' (duration: 562.231178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.11918Z","caller":"traceutil/trace.go:171","msg":"trace[21989970] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"562.946496ms","start":"2026-03-31T18:39:17.55618Z","end":"2026-03-31T18:39:18.119127Z","steps":["trace[21989970] 'process raft request' (duration: 562.646277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.119268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.556842Z","time spent":"562.384732ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.119296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.556173Z","time spent":"563.067729ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.119303Z","caller":"traceutil/trace.go:171","msg":"trace[1519569113] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"563.072879ms","start":"2026-03-31T18:39:17.556208Z","end":"2026-03-31T18:39:18.11928Z","steps":["trace[1519569113] 'process raft request' (duration: 562.721409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.119449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.556198Z","time spent":"563.156171ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.119585Z","caller":"traceutil/trace.go:171","msg":"trace[1027236494] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"304.31641ms","start":"2026-03-31T18:39:17.815254Z","end":"2026-03-31T18:39:18.119571Z","steps":["trace[1027236494] 'process raft request' (duration: 304.252228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.119663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.815232Z","time spent":"304.390342ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.119783Z","caller":"traceutil/trace.go:171","msg":"trace[15505158] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"561.535331ms","start":"2026-03-31T18:39:17.558237Z","end":"2026-03-31T18:39:18.119772Z","steps":["trace[15505158] 'process raft request' (duration: 560.898135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.119788Z","caller":"traceutil/trace.go:171","msg":"trace[1323724670] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"561.217173ms","start":"2026-03-31T18:39:17.558555Z","end":"2026-03-31T18:39:18.119772Z","steps":["trace[1323724670] 'process raft request' (duration: 560.733721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.119832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.55823Z","time spent":"561.572662ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.119868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.558541Z","time spent":"561.285734ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.119992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.925025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:18.120046Z","caller":"traceutil/trace.go:171","msg":"trace[1137228104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6220; }","duration":"563.000197ms","start":"2026-03-31T18:39:17.557031Z","end":"2026-03-31T18:39:18.120031Z","steps":["trace[1137228104] 'agreement among raft nodes before linearized reading' (duration: 562.922505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.120055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.957126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18479"} {"level":"warn","ts":"2026-03-31T18:39:18.120076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.557019Z","time spent":"563.051118ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:39:18.120119Z","caller":"traceutil/trace.go:171","msg":"trace[738624279] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6220; }","duration":"565.044439ms","start":"2026-03-31T18:39:17.55506Z","end":"2026-03-31T18:39:18.120105Z","steps":["trace[738624279] 'agreement among raft nodes before linearized reading' (duration: 564.846114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.120164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.555049Z","time spent":"565.10059ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18502,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:39:18.119874Z","caller":"traceutil/trace.go:171","msg":"trace[2061861049] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6469; }","duration":"309.541781ms","start":"2026-03-31T18:39:17.810283Z","end":"2026-03-31T18:39:18.119825Z","steps":["trace[2061861049] 'read index received' (duration: 122.710196ms)","trace[2061861049] 'applied index is now lower than readState.Index' (duration: 186.829115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:18.120277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.69531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82143"} {"level":"info","ts":"2026-03-31T18:39:18.120329Z","caller":"traceutil/trace.go:171","msg":"trace[1406060427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6220; }","duration":"564.761002ms","start":"2026-03-31T18:39:17.555557Z","end":"2026-03-31T18:39:18.120318Z","steps":["trace[1406060427] 'agreement among raft nodes before linearized reading' (duration: 564.519366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.12036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:17.55555Z","time spent":"564.802343ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82166,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:39:18.542491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.918104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:18.542916Z","caller":"traceutil/trace.go:171","msg":"trace[548581842] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"471.340464ms","start":"2026-03-31T18:39:18.071545Z","end":"2026-03-31T18:39:18.542885Z","steps":["trace[548581842] 'process raft request' (duration: 471.048067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.543061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.071518Z","time spent":"471.472098ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.650309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.359708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:18.650557Z","caller":"traceutil/trace.go:171","msg":"trace[1689827370] linearizableReadLoop","detail":"{readStateIndex:6482; appliedIndex:6480; }","duration":"528.747603ms","start":"2026-03-31T18:39:18.121794Z","end":"2026-03-31T18:39:18.650542Z","steps":["trace[1689827370] 'read index received' (duration: 140.826824ms)","trace[1689827370] 'applied index is now lower than readState.Index' (duration: 387.919739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:18.650655Z","caller":"traceutil/trace.go:171","msg":"trace[686005494] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"523.761707ms","start":"2026-03-31T18:39:18.126882Z","end":"2026-03-31T18:39:18.650644Z","steps":["trace[686005494] 'process raft request' (duration: 415.987158ms)","trace[686005494] 'compare' (duration: 107.223315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:18.650722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.126837Z","time spent":"523.852809ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.651252Z","caller":"traceutil/trace.go:171","msg":"trace[1590078025] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"523.680504ms","start":"2026-03-31T18:39:18.127539Z","end":"2026-03-31T18:39:18.65122Z","steps":["trace[1590078025] 'process raft request' (duration: 522.929645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.651304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.277681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18a200feedbd288b\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-31T18:39:18.651353Z","caller":"traceutil/trace.go:171","msg":"trace[1463862924] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18a200feedbd288b; range_end:; response_count:1; response_revision:6225; }","duration":"524.324292ms","start":"2026-03-31T18:39:18.127012Z","end":"2026-03-31T18:39:18.651337Z","steps":["trace[1463862924] 'agreement among raft nodes before linearized reading' (duration: 524.177557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.651374Z","caller":"traceutil/trace.go:171","msg":"trace[1341357714] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"522.777173ms","start":"2026-03-31T18:39:18.128589Z","end":"2026-03-31T18:39:18.651366Z","steps":["trace[1341357714] 'process raft request' (duration: 521.91498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.651402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.126974Z","time spent":"524.417494ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18a200feedbd288b\" "} {"level":"warn","ts":"2026-03-31T18:39:18.65141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.12753Z","time spent":"523.803008ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:18.651387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.544014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:18.651457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.128567Z","time spent":"522.832044ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.651499Z","caller":"traceutil/trace.go:171","msg":"trace[1212551706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6225; }","duration":"529.759539ms","start":"2026-03-31T18:39:18.121715Z","end":"2026-03-31T18:39:18.651474Z","steps":["trace[1212551706] 'agreement among raft nodes before linearized reading' (duration: 529.457001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.651602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.121673Z","time spent":"529.917863ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:39:18.651281Z","caller":"traceutil/trace.go:171","msg":"trace[939210655] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"524.014853ms","start":"2026-03-31T18:39:18.127245Z","end":"2026-03-31T18:39:18.65126Z","steps":["trace[939210655] 'process raft request' (duration: 523.164422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.651643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.114744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:18.651724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.127238Z","time spent":"524.452245ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:18.651726Z","caller":"traceutil/trace.go:171","msg":"trace[176288726] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6225; }","duration":"197.33626ms","start":"2026-03-31T18:39:18.45437Z","end":"2026-03-31T18:39:18.651706Z","steps":["trace[176288726] 'agreement among raft nodes before linearized reading' (duration: 197.096664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.65169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.124989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:18.652055Z","caller":"traceutil/trace.go:171","msg":"trace[1944623973] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6225; }","duration":"471.335914ms","start":"2026-03-31T18:39:18.180544Z","end":"2026-03-31T18:39:18.65188Z","steps":["trace[1944623973] 'agreement among raft nodes before linearized reading' (duration: 470.954315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:18.65213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.180472Z","time spent":"471.641992ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:39:19.351977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.876086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:19.352073Z","caller":"traceutil/trace.go:171","msg":"trace[1720145167] linearizableReadLoop","detail":"{readStateIndex:6488; appliedIndex:6487; }","duration":"651.816038ms","start":"2026-03-31T18:39:18.700242Z","end":"2026-03-31T18:39:19.352058Z","steps":["trace[1720145167] 'read index received' (duration: 359.643085ms)","trace[1720145167] 'applied index is now lower than readState.Index' (duration: 292.171753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:19.35222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.974962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:39:19.352253Z","caller":"traceutil/trace.go:171","msg":"trace[1678808818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6227; }","duration":"652.028674ms","start":"2026-03-31T18:39:18.700215Z","end":"2026-03-31T18:39:19.352244Z","steps":["trace[1678808818] 'agreement among raft nodes before linearized reading' (duration: 651.88433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.352285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.700203Z","time spent":"652.073415ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:39:19.352444Z","caller":"traceutil/trace.go:171","msg":"trace[935562970] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"663.273408ms","start":"2026-03-31T18:39:18.689133Z","end":"2026-03-31T18:39:19.352406Z","steps":["trace[935562970] 'process raft request' (duration: 370.901779ms)","trace[935562970] 'compare' (duration: 290.868731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:19.352617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.689116Z","time spent":"663.403431ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:19.672084Z","caller":"traceutil/trace.go:171","msg":"trace[1107314229] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"118.362746ms","start":"2026-03-31T18:39:19.553688Z","end":"2026-03-31T18:39:19.67205Z","steps":["trace[1107314229] 'process raft request' (duration: 42.933563ms)","trace[1107314229] 'compare' (duration: 75.134286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:19.672234Z","caller":"traceutil/trace.go:171","msg":"trace[37935544] linearizableReadLoop","detail":"{readStateIndex:6492; appliedIndex:6490; }","duration":"117.890915ms","start":"2026-03-31T18:39:19.554312Z","end":"2026-03-31T18:39:19.672203Z","steps":["trace[37935544] 'read index received' (duration: 42.321308ms)","trace[37935544] 'applied index is now lower than readState.Index' (duration: 75.568657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:19.672392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.079809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:39:19.672421Z","caller":"traceutil/trace.go:171","msg":"trace[1288920615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6231; }","duration":"118.178272ms","start":"2026-03-31T18:39:19.554233Z","end":"2026-03-31T18:39:19.672411Z","steps":["trace[1288920615] 'agreement among raft nodes before linearized reading' (duration: 118.060839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.672533Z","caller":"traceutil/trace.go:171","msg":"trace[1931154355] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"118.396847ms","start":"2026-03-31T18:39:19.554127Z","end":"2026-03-31T18:39:19.672524Z","steps":["trace[1931154355] 'process raft request' (duration: 117.876724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.54062Z","caller":"traceutil/trace.go:171","msg":"trace[269457851] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"243.744801ms","start":"2026-03-31T18:39:56.296851Z","end":"2026-03-31T18:39:56.540596Z","steps":["trace[269457851] 'process raft request' (duration: 243.611057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.019007Z","caller":"traceutil/trace.go:171","msg":"trace[649721570] linearizableReadLoop","detail":"{readStateIndex:6819; appliedIndex:6818; }","duration":"720.180206ms","start":"2026-03-31T18:39:56.298808Z","end":"2026-03-31T18:39:57.018988Z","steps":["trace[649721570] 'read index received' (duration: 241.783033ms)","trace[649721570] 'applied index is now lower than readState.Index' (duration: 478.396523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.019057Z","caller":"traceutil/trace.go:171","msg":"trace[1987867627] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"719.344334ms","start":"2026-03-31T18:39:56.299686Z","end":"2026-03-31T18:39:57.01903Z","steps":["trace[1987867627] 'process raft request' (duration: 719.23798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.0191Z","caller":"traceutil/trace.go:171","msg":"trace[307424346] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"721.96828ms","start":"2026-03-31T18:39:56.29708Z","end":"2026-03-31T18:39:57.019048Z","steps":["trace[307424346] 'process raft request' (duration: 719.041345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.019174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.299673Z","time spent":"719.433516ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:57.01921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.400089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:39:57.01924Z","caller":"traceutil/trace.go:171","msg":"trace[1272253866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6549; }","duration":"716.463371ms","start":"2026-03-31T18:39:56.302768Z","end":"2026-03-31T18:39:57.019232Z","steps":["trace[1272253866] 'agreement among raft nodes before linearized reading' (duration: 716.343258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.019223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.297609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:57.019263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.302754Z","time spent":"716.504451ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:39:57.019228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.370742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:57.019265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.428512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:39:57.019296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.297063Z","time spent":"722.137314ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:57.019319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.829613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.019325Z","caller":"traceutil/trace.go:171","msg":"trace[1994259093] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6549; }","duration":"114.504115ms","start":"2026-03-31T18:39:56.904798Z","end":"2026-03-31T18:39:57.019302Z","steps":["trace[1994259093] 'agreement among raft nodes before linearized reading' (duration: 114.33779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.019351Z","caller":"traceutil/trace.go:171","msg":"trace[1735878724] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6549; }","duration":"114.902335ms","start":"2026-03-31T18:39:56.904441Z","end":"2026-03-31T18:39:57.019343Z","steps":["trace[1735878724] 'agreement among raft nodes before linearized reading' (duration: 114.857803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.019352Z","caller":"traceutil/trace.go:171","msg":"trace[1253495526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6549; }","duration":"720.541554ms","start":"2026-03-31T18:39:56.298788Z","end":"2026-03-31T18:39:57.019329Z","steps":["trace[1253495526] 'agreement among raft nodes before linearized reading' (duration: 720.278708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.019396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.29878Z","time spent":"720.608396ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:57.019419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.895654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:57.019445Z","caller":"traceutil/trace.go:171","msg":"trace[234537896] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6549; }","duration":"635.962606ms","start":"2026-03-31T18:39:56.383475Z","end":"2026-03-31T18:39:57.019438Z","steps":["trace[234537896] 'agreement among raft nodes before linearized reading' (duration: 635.894674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.01947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.383452Z","time spent":"636.012667ms","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:57.019275Z","caller":"traceutil/trace.go:171","msg":"trace[1126125499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6549; }","duration":"381.396942ms","start":"2026-03-31T18:39:56.637864Z","end":"2026-03-31T18:39:57.019261Z","steps":["trace[1126125499] 'agreement among raft nodes before linearized reading' (duration: 381.299359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.019634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.554771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-31T18:39:57.019645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.637848Z","time spent":"381.789351ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:57.019668Z","caller":"traceutil/trace.go:171","msg":"trace[2008568573] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6549; }","duration":"111.612111ms","start":"2026-03-31T18:39:56.908045Z","end":"2026-03-31T18:39:57.019657Z","steps":["trace[2008568573] 'agreement among raft nodes before linearized reading' (duration: 111.513579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:05.846821Z","caller":"traceutil/trace.go:171","msg":"trace[1278954197] linearizableReadLoop","detail":"{readStateIndex:6880; appliedIndex:6879; }","duration":"159.857331ms","start":"2026-03-31T18:40:05.686945Z","end":"2026-03-31T18:40:05.846802Z","steps":["trace[1278954197] 'read index received' (duration: 159.725898ms)","trace[1278954197] 'applied index is now lower than readState.Index' (duration: 130.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:05.847121Z","caller":"traceutil/trace.go:171","msg":"trace[894506488] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"264.63251ms","start":"2026-03-31T18:40:05.582471Z","end":"2026-03-31T18:40:05.847104Z","steps":["trace[894506488] 'process raft request' (duration: 264.221969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:05.847724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.773714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:40:05.847787Z","caller":"traceutil/trace.go:171","msg":"trace[680016444] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6607; }","duration":"160.848435ms","start":"2026-03-31T18:40:05.686928Z","end":"2026-03-31T18:40:05.847777Z","steps":["trace[680016444] 'agreement among raft nodes before linearized reading' (duration: 160.005414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:05.978087Z","caller":"traceutil/trace.go:171","msg":"trace[630878311] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"124.457346ms","start":"2026-03-31T18:40:05.853608Z","end":"2026-03-31T18:40:05.978065Z","steps":["trace[630878311] 'process raft request' (duration: 42.076273ms)","trace[630878311] 'compare' (duration: 82.22567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:16.922973Z","caller":"traceutil/trace.go:171","msg":"trace[737345551] linearizableReadLoop","detail":"{readStateIndex:6961; appliedIndex:6960; }","duration":"216.691499ms","start":"2026-03-31T18:40:16.706257Z","end":"2026-03-31T18:40:16.922949Z","steps":["trace[737345551] 'read index received' (duration: 216.476452ms)","trace[737345551] 'applied index is now lower than readState.Index' (duration: 214.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:16.923105Z","caller":"traceutil/trace.go:171","msg":"trace[588383190] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"271.820931ms","start":"2026-03-31T18:40:16.651268Z","end":"2026-03-31T18:40:16.923089Z","steps":["trace[588383190] 'process raft request' (duration: 271.520544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:16.923223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.197794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:16.923295Z","caller":"traceutil/trace.go:171","msg":"trace[1798596606] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6686; }","duration":"102.320107ms","start":"2026-03-31T18:40:16.820954Z","end":"2026-03-31T18:40:16.923274Z","steps":["trace[1798596606] 'agreement among raft nodes before linearized reading' (duration: 102.198904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:16.923612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.314284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:16.923722Z","caller":"traceutil/trace.go:171","msg":"trace[2074495088] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6686; }","duration":"217.493898ms","start":"2026-03-31T18:40:16.706203Z","end":"2026-03-31T18:40:16.923697Z","steps":["trace[2074495088] 'agreement among raft nodes before linearized reading' (duration: 217.272053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.450462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:40:21.620641Z","caller":"traceutil/trace.go:171","msg":"trace[717853360] linearizableReadLoop","detail":"{readStateIndex:6988; appliedIndex:6987; }","duration":"670.97186ms","start":"2026-03-31T18:40:20.949646Z","end":"2026-03-31T18:40:21.620618Z","steps":["trace[717853360] 'read index received' (duration: 670.754914ms)","trace[717853360] 'applied index is now lower than readState.Index' (duration: 215.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:21.620757Z","caller":"traceutil/trace.go:171","msg":"trace[1845030730] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"814.471138ms","start":"2026-03-31T18:40:20.806275Z","end":"2026-03-31T18:40:21.620746Z","steps":["trace[1845030730] 'process raft request' (duration: 814.21088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.620852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:20.806255Z","time spent":"814.52829ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7280,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:21.621045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.401091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:21.621083Z","caller":"traceutil/trace.go:171","msg":"trace[1104646256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6712; }","duration":"671.466333ms","start":"2026-03-31T18:40:20.949606Z","end":"2026-03-31T18:40:21.621072Z","steps":["trace[1104646256] 'agreement among raft nodes before linearized reading' (duration: 671.35161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:20.94959Z","time spent":"671.514795ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:21.621154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.042623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:21.621201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.211347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:21.621209Z","caller":"traceutil/trace.go:171","msg":"trace[1461326563] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6712; }","duration":"548.124775ms","start":"2026-03-31T18:40:21.073068Z","end":"2026-03-31T18:40:21.621193Z","steps":["trace[1461326563] 'agreement among raft nodes before linearized reading' (duration: 548.034563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.468549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:40:21.621242Z","caller":"traceutil/trace.go:171","msg":"trace[1402182659] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6712; }","duration":"548.285229ms","start":"2026-03-31T18:40:21.072941Z","end":"2026-03-31T18:40:21.621226Z","steps":["trace[1402182659] 'agreement among raft nodes before linearized reading' (duration: 548.242578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.073053Z","time spent":"548.196018ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:40:21.621274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.072919Z","time spent":"548.348181ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-31T18:40:21.621274Z","caller":"traceutil/trace.go:171","msg":"trace[207116943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6712; }","duration":"384.558221ms","start":"2026-03-31T18:40:21.236701Z","end":"2026-03-31T18:40:21.62126Z","steps":["trace[207116943] 'agreement among raft nodes before linearized reading' (duration: 384.449368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.62127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.08586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:21.621138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.642512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:21.621313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.236681Z","time spent":"384.623783ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:40:21.621343Z","caller":"traceutil/trace.go:171","msg":"trace[875622557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6712; }","duration":"460.226764ms","start":"2026-03-31T18:40:21.161097Z","end":"2026-03-31T18:40:21.621323Z","steps":["trace[875622557] 'agreement among raft nodes before linearized reading' (duration: 460.025459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.657395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:21.621366Z","caller":"traceutil/trace.go:171","msg":"trace[1884659773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6712; }","duration":"668.907749ms","start":"2026-03-31T18:40:20.952426Z","end":"2026-03-31T18:40:21.621333Z","steps":["trace[1884659773] 'agreement among raft nodes before linearized reading' (duration: 668.612181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.161075Z","time spent":"460.299226ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:40:21.621403Z","caller":"traceutil/trace.go:171","msg":"trace[203988350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6712; }","duration":"261.783228ms","start":"2026-03-31T18:40:21.359604Z","end":"2026-03-31T18:40:21.621387Z","steps":["trace[203988350] 'agreement among raft nodes before linearized reading' (duration: 261.630804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.62141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:20.952409Z","time spent":"668.99169ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:21.621535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.819867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:40:21.621572Z","caller":"traceutil/trace.go:171","msg":"trace[1629529560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6712; }","duration":"384.856368ms","start":"2026-03-31T18:40:21.236707Z","end":"2026-03-31T18:40:21.621563Z","steps":["trace[1629529560] 'agreement among raft nodes before linearized reading' (duration: 384.384817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.236658Z","time spent":"384.938281ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:40:21.621303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.414078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:40:21.621788Z","caller":"traceutil/trace.go:171","msg":"trace[1269915344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6712; }","duration":"384.947351ms","start":"2026-03-31T18:40:21.236809Z","end":"2026-03-31T18:40:21.621756Z","steps":["trace[1269915344] 'agreement among raft nodes before linearized reading' (duration: 384.339956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:21.621826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.236783Z","time spent":"385.030153ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:40:22.643258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:23.143599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:23.380211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516412063s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:23.380473Z","caller":"traceutil/trace.go:171","msg":"trace[675457522] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"1.752144892s","start":"2026-03-31T18:40:21.62831Z","end":"2026-03-31T18:40:23.380455Z","steps":["trace[675457522] 'process raft request' (duration: 235.36726ms)","trace[675457522] 'compare' (duration: 1.51513987s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:23.380635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.628297Z","time spent":"1.752205883s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:23.644131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:24.144711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:24.645479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:24.815184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:40:24.815272Z","caller":"traceutil/trace.go:171","msg":"trace[1520019672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244952s","start":"2026-03-31T18:40:22.815005Z","end":"2026-03-31T18:40:24.81525Z","steps":["trace[1520019672] 'agreement among raft nodes before linearized reading' (duration: 2.000131109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:24.815324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.814966Z","time spent":"2.000343644s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:24.960975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:24.961039Z","caller":"traceutil/trace.go:171","msg":"trace[823243397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986185s","start":"2026-03-31T18:40:22.961038Z","end":"2026-03-31T18:40:24.961025Z","steps":["trace[823243397] 'agreement among raft nodes before linearized reading' (duration: 1.999905643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:24.961071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.961009Z","time spent":"2.000056397s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:40:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:25.145729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:25.646535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:26.146994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:26.259517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.395838537s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:40:26.260159Z","caller":"traceutil/trace.go:171","msg":"trace[644599597] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"4.631630508s","start":"2026-03-31T18:40:21.628497Z","end":"2026-03-31T18:40:26.260128Z","steps":["trace[644599597] 'process raft request' (duration: 4.631342541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:26.260344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.628478Z","time spent":"4.631772471s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:26.261012Z","caller":"traceutil/trace.go:171","msg":"trace[570887501] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"4.6324921s","start":"2026-03-31T18:40:21.628498Z","end":"2026-03-31T18:40:26.260991Z","steps":["trace[570887501] 'process raft request' (duration: 4.631565247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:26.26112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.628481Z","time spent":"4.632589082s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:26.261531Z","caller":"traceutil/trace.go:171","msg":"trace[1711225437] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"4.632759686s","start":"2026-03-31T18:40:21.628755Z","end":"2026-03-31T18:40:26.261514Z","steps":["trace[1711225437] 'process raft request' (duration: 4.63213304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:26.261885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.628746Z","time spent":"4.632834929s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:26.961303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.963192Z","time spent":"4.998105231s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:40:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:26.967244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:40:26.967368Z","caller":"traceutil/trace.go:171","msg":"trace[921735802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259041s","start":"2026-03-31T18:40:24.967083Z","end":"2026-03-31T18:40:26.967342Z","steps":["trace[921735802] 'agreement among raft nodes before linearized reading' (duration: 2.000091327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:26.967428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:24.96702Z","time spent":"2.000396595s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:27.036363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.035742Z","time spent":"5.000609744s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:40:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:27.140003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997048425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:27.140074Z","caller":"traceutil/trace.go:171","msg":"trace[1973800747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997184968s","start":"2026-03-31T18:40:22.142874Z","end":"2026-03-31T18:40:27.140059Z","steps":["trace[1973800747] 'agreement among raft nodes before linearized reading' (duration: 4.997089865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:27.14011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.142851Z","time spent":"4.99725208s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:40:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:28.931651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:21.9311Z","time spent":"7.000545207s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:40:28.968814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:28.96888Z","caller":"traceutil/trace.go:171","msg":"trace[2135479912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771046s","start":"2026-03-31T18:40:26.968092Z","end":"2026-03-31T18:40:28.968863Z","steps":["trace[2135479912] 'agreement among raft nodes before linearized reading' (duration: 2.000682424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:28.969017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.968072Z","time spent":"2.000931469s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:40:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:29.676531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.630868Z","time spent":"7.045652348s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:40:29.828765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.150395Z","time spent":"678.365908ms","remote":"127.0.0.1:58010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:40:29.828748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238162554s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:29.828837Z","caller":"traceutil/trace.go:171","msg":"trace[2106025902] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6716; }","duration":"2.238263018s","start":"2026-03-31T18:40:27.590561Z","end":"2026-03-31T18:40:29.828824Z","steps":["trace[2106025902] 'range keys from in-memory index tree' (duration: 2.238148044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.828077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.38217Z","time spent":"3.445899545s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:40:30.215407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.263748721s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:40:30.21593Z","caller":"traceutil/trace.go:171","msg":"trace[527510062] linearizableReadLoop","detail":"{readStateIndex:6997; appliedIndex:6989; }","duration":"8.072983167s","start":"2026-03-31T18:40:22.142925Z","end":"2026-03-31T18:40:30.215908Z","steps":["trace[527510062] 'read index received' (duration: 4.116970638s)","trace[527510062] 'applied index is now lower than readState.Index' (duration: 3.956011599s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:30.216022Z","caller":"traceutil/trace.go:171","msg":"trace[1854971417] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"4.11232225s","start":"2026-03-31T18:40:26.103666Z","end":"2026-03-31T18:40:30.215989Z","steps":["trace[1854971417] 'process raft request' (duration: 4.112207007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:30.216434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.103644Z","time spent":"4.112521545s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:30.38458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999461736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:30.384672Z","caller":"traceutil/trace.go:171","msg":"trace[8258588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999605729s","start":"2026-03-31T18:40:25.385044Z","end":"2026-03-31T18:40:30.38465Z","steps":["trace[8258588] 'agreement among raft nodes before linearized reading' (duration: 4.999494767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:30.384714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:25.385025Z","time spent":"4.999680411s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:40:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:30.717119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:30.976478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:40:30.976546Z","caller":"traceutil/trace.go:171","msg":"trace[2094594686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998555s","start":"2026-03-31T18:40:28.976532Z","end":"2026-03-31T18:40:30.97653Z","steps":["trace[2094594686] 'agreement among raft nodes before linearized reading' (duration: 1.999904853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:30.976582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.976516Z","time spent":"2.000059228s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:31.217401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:31.718557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698460980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:31.929094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993385736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:31.929184Z","caller":"traceutil/trace.go:171","msg":"trace[1860416527] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993526409s","start":"2026-03-31T18:40:28.935638Z","end":"2026-03-31T18:40:31.929165Z","steps":["trace[1860416527] 'agreement among raft nodes before linearized reading' (duration: 2.993408876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:31.929234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.935617Z","time spent":"2.993606761s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 18:40:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:31.962342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998371427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:31.962453Z","caller":"traceutil/trace.go:171","msg":"trace[678183480] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998557321s","start":"2026-03-31T18:40:26.963873Z","end":"2026-03-31T18:40:31.96243Z","steps":["trace[678183480] 'agreement among raft nodes before linearized reading' (duration: 4.998415338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:31.962521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.963845Z","time spent":"4.998660354s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 18:40:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:32.036216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999354971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:32.036292Z","caller":"traceutil/trace.go:171","msg":"trace[1221181492] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999448265s","start":"2026-03-31T18:40:27.036827Z","end":"2026-03-31T18:40:32.036275Z","steps":["trace[1221181492] 'agreement among raft nodes before linearized reading' (duration: 4.999345121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.036338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:27.036802Z","time spent":"4.999526257s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:32.062943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.539092663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:32.063019Z","caller":"traceutil/trace.go:171","msg":"trace[207846173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.539221166s","start":"2026-03-31T18:40:25.523782Z","end":"2026-03-31T18:40:32.063003Z","steps":["trace[207846173] 'agreement among raft nodes before linearized reading' (duration: 6.539133394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.063067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:25.523725Z","time spent":"6.539326619s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 18:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:32.077257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9340445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:32.077343Z","caller":"traceutil/trace.go:171","msg":"trace[1344304431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.934186244s","start":"2026-03-31T18:40:22.143137Z","end":"2026-03-31T18:40:32.077323Z","steps":["trace[1344304431] 'agreement among raft nodes before linearized reading' (duration: 9.934082071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.07739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.143116Z","time spent":"9.934263805s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 18:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:32.079411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.86369175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:40:32.079874Z","caller":"traceutil/trace.go:171","msg":"trace[552465310] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"4.13169657s","start":"2026-03-31T18:40:27.948155Z","end":"2026-03-31T18:40:32.079851Z","steps":["trace[552465310] 'process raft request' (duration: 4.131487495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.080002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:27.948132Z","time spent":"4.131810453s","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:32.14062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997026848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:40:32.140723Z","caller":"traceutil/trace.go:171","msg":"trace[1617297000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997178632s","start":"2026-03-31T18:40:29.14352Z","end":"2026-03-31T18:40:32.140699Z","steps":["trace[1617297000] 'agreement among raft nodes before linearized reading' (duration: 2.997051339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.140773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.143502Z","time spent":"2.997260164s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:32.219431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.644431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:40:32.219781Z","caller":"traceutil/trace.go:171","msg":"trace[628723920] linearizableReadLoop","detail":"{readStateIndex:7001; appliedIndex:6998; }","duration":"2.00376793s","start":"2026-03-31T18:40:30.215992Z","end":"2026-03-31T18:40:32.21976Z","steps":["trace[628723920] 'read index received' (duration: 1.863947946s)","trace[628723920] 'applied index is now lower than readState.Index' (duration: 139.818514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:32.219844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953367832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:40:32.219876Z","caller":"traceutil/trace.go:171","msg":"trace[1100585111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6725; }","duration":"3.953436164s","start":"2026-03-31T18:40:28.266422Z","end":"2026-03-31T18:40:32.219858Z","steps":["trace[1100585111] 'agreement among raft nodes before linearized reading' (duration: 3.953338421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.219894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.266398Z","time spent":"3.953491965s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:32.219948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.586820145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:40:32.219955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.924954085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:40:32.219988Z","caller":"traceutil/trace.go:171","msg":"trace[389571275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6725; }","duration":"8.586891127s","start":"2026-03-31T18:40:23.633084Z","end":"2026-03-31T18:40:32.219976Z","steps":["trace[389571275] 'agreement among raft nodes before linearized reading' (duration: 8.586768434s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.220015Z","caller":"traceutil/trace.go:171","msg":"trace[1896434661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6725; }","duration":"7.925060437s","start":"2026-03-31T18:40:24.29494Z","end":"2026-03-31T18:40:32.22Z","steps":["trace[1896434661] 'agreement among raft nodes before linearized reading' (duration: 7.924849232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:23.63307Z","time spent":"8.586946838s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:40:32.220046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:24.294922Z","time spent":"7.925117278s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:40:32.22006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.888036659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:32.220105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953532446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:32.220116Z","caller":"traceutil/trace.go:171","msg":"trace[1382131143] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"3.42717661s","start":"2026-03-31T18:40:28.792931Z","end":"2026-03-31T18:40:32.220108Z","steps":["trace[1382131143] 'process raft request' (duration: 3.4267641s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.220127Z","caller":"traceutil/trace.go:171","msg":"trace[1503929583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6725; }","duration":"3.953604287s","start":"2026-03-31T18:40:28.266516Z","end":"2026-03-31T18:40:32.22012Z","steps":["trace[1503929583] 'agreement among raft nodes before linearized reading' (duration: 3.953538926s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.220131Z","caller":"traceutil/trace.go:171","msg":"trace[405466413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6725; }","duration":"8.888154292s","start":"2026-03-31T18:40:23.33196Z","end":"2026-03-31T18:40:32.220114Z","steps":["trace[405466413] 'agreement among raft nodes before linearized reading' (duration: 8.887981208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.792868Z","time spent":"3.427268023s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:32.220177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:23.33194Z","time spent":"8.888223023s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.220243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741940925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:32.220267Z","caller":"traceutil/trace.go:171","msg":"trace[602910983] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6725; }","duration":"4.741995237s","start":"2026-03-31T18:40:27.478265Z","end":"2026-03-31T18:40:32.220261Z","steps":["trace[602910983] 'agreement among raft nodes before linearized reading' (duration: 4.741937765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:27.478251Z","time spent":"4.742032357s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.220326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603185142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:32.220349Z","caller":"traceutil/trace.go:171","msg":"trace[911362506] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6725; }","duration":"2.603244384s","start":"2026-03-31T18:40:29.617098Z","end":"2026-03-31T18:40:32.220343Z","steps":["trace[911362506] 'agreement among raft nodes before linearized reading' (duration: 2.603161812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656965904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.220342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.305102561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.220369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.617078Z","time spent":"2.603285934s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.220371Z","caller":"traceutil/trace.go:171","msg":"trace[445643098] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6725; }","duration":"5.657015626s","start":"2026-03-31T18:40:26.56335Z","end":"2026-03-31T18:40:32.220366Z","steps":["trace[445643098] 'agreement among raft nodes before linearized reading' (duration: 5.656976455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.563334Z","time spent":"5.657050747s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.220389Z","caller":"traceutil/trace.go:171","msg":"trace[1279191537] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:0; response_revision:6725; }","duration":"9.305196113s","start":"2026-03-31T18:40:22.91518Z","end":"2026-03-31T18:40:32.220376Z","steps":["trace[1279191537] 'agreement among raft nodes before linearized reading' (duration: 9.305124471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.22041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.59296947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.220431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.915154Z","time spent":"9.305267555s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-31T18:40:32.22045Z","caller":"traceutil/trace.go:171","msg":"trace[429069409] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6725; }","duration":"8.593054002s","start":"2026-03-31T18:40:23.627384Z","end":"2026-03-31T18:40:32.220438Z","steps":["trace[429069409] 'agreement among raft nodes before linearized reading' (duration: 8.592985961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:23.627357Z","time spent":"8.593120673s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:40:32.22053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.117565577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:32.220555Z","caller":"traceutil/trace.go:171","msg":"trace[654223428] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6725; }","duration":"6.117634329s","start":"2026-03-31T18:40:26.102914Z","end":"2026-03-31T18:40:32.220548Z","steps":["trace[654223428] 'agreement among raft nodes before linearized reading' (duration: 6.117588108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:26.102894Z","time spent":"6.117674471s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.220703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.687552179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:32.220724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.256675891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:40:32.220743Z","caller":"traceutil/trace.go:171","msg":"trace[171378033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:6725; }","duration":"7.256722403s","start":"2026-03-31T18:40:24.964015Z","end":"2026-03-31T18:40:32.220738Z","steps":["trace[171378033] 'agreement among raft nodes before linearized reading' (duration: 7.256642871s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.220747Z","caller":"traceutil/trace.go:171","msg":"trace[438692087] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6725; }","duration":"9.687640721s","start":"2026-03-31T18:40:22.533095Z","end":"2026-03-31T18:40:32.220735Z","steps":["trace[438692087] 'agreement among raft nodes before linearized reading' (duration: 9.687532068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:24.964003Z","time spent":"7.256755543s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" "} {"level":"warn","ts":"2026-03-31T18:40:32.220771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.593452062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.220791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.533074Z","time spent":"9.687702013s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.21978Z","caller":"traceutil/trace.go:171","msg":"trace[1159733580] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"3.472733203s","start":"2026-03-31T18:40:28.74702Z","end":"2026-03-31T18:40:32.219753Z","steps":["trace[1159733580] 'process raft request' (duration: 3.472518528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.371433142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:32.220889Z","caller":"traceutil/trace.go:171","msg":"trace[1141428299] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6725; }","duration":"7.371488163s","start":"2026-03-31T18:40:24.849393Z","end":"2026-03-31T18:40:32.220882Z","steps":["trace[1141428299] 'agreement among raft nodes before linearized reading' (duration: 7.371455273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.220908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:24.849372Z","time spent":"7.371529745s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.220813Z","caller":"traceutil/trace.go:171","msg":"trace[1906055895] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6725; }","duration":"8.593524293s","start":"2026-03-31T18:40:23.627277Z","end":"2026-03-31T18:40:32.220801Z","steps":["trace[1906055895] 'agreement among raft nodes before linearized reading' (duration: 8.593456172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.221087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:23.62726Z","time spent":"8.593810391s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T18:40:32.220984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.746995Z","time spent":"3.473896982s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:32.220084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712744452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:32.221268Z","caller":"traceutil/trace.go:171","msg":"trace[2006533159] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6725; }","duration":"2.713970614s","start":"2026-03-31T18:40:29.507283Z","end":"2026-03-31T18:40:32.221253Z","steps":["trace[2006533159] 'agreement among raft nodes before linearized reading' (duration: 2.712759322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.221318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.507264Z","time spent":"2.714039395s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.220246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396125668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:32.220145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.26648Z","time spent":"3.953660599s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:32.220194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953661009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:32.221021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865546058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:32.222467Z","caller":"traceutil/trace.go:171","msg":"trace[451472822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6725; }","duration":"9.867024775s","start":"2026-03-31T18:40:22.355423Z","end":"2026-03-31T18:40:32.222448Z","steps":["trace[451472822] 'agreement among raft nodes before linearized reading' (duration: 9.865556618s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.222503Z","caller":"traceutil/trace.go:171","msg":"trace[1125490335] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6725; }","duration":"2.398400816s","start":"2026-03-31T18:40:29.824093Z","end":"2026-03-31T18:40:32.222494Z","steps":["trace[1125490335] 'agreement among raft nodes before linearized reading' (duration: 2.396130398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.222533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.824079Z","time spent":"2.398445637s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.222539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:22.355403Z","time spent":"9.867111768s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.222736Z","caller":"traceutil/trace.go:171","msg":"trace[220657164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6725; }","duration":"3.956231674s","start":"2026-03-31T18:40:28.266492Z","end":"2026-03-31T18:40:32.222724Z","steps":["trace[220657164] 'agreement among raft nodes before linearized reading' (duration: 3.953663619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.22295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:28.266461Z","time spent":"3.956479401s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:40:32.282744Z","caller":"traceutil/trace.go:171","msg":"trace[1563001065] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"317.033554ms","start":"2026-03-31T18:40:31.965682Z","end":"2026-03-31T18:40:32.282715Z","steps":["trace[1563001065] 'process raft request' (duration: 316.764918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.28274Z","caller":"traceutil/trace.go:171","msg":"trace[1486729776] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"203.424001ms","start":"2026-03-31T18:40:32.079281Z","end":"2026-03-31T18:40:32.282705Z","steps":["trace[1486729776] 'process raft request' (duration: 203.337349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.282888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:31.965654Z","time spent":"317.163748ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} 2026/03/31 18:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:40:32.45486Z","caller":"traceutil/trace.go:171","msg":"trace[223701910] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"311.684919ms","start":"2026-03-31T18:40:32.143152Z","end":"2026-03-31T18:40:32.454837Z","steps":["trace[223701910] 'process raft request' (duration: 311.34552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.454973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:32.143128Z","time spent":"311.784521ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:32.454994Z","caller":"traceutil/trace.go:171","msg":"trace[1112712605] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"231.546603ms","start":"2026-03-31T18:40:32.223419Z","end":"2026-03-31T18:40:32.454966Z","steps":["trace[1112712605] 'process raft request' (duration: 231.41801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.455111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539505686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.45511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477694962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:32.455116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359351891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:32.455156Z","caller":"traceutil/trace.go:171","msg":"trace[914746387] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6732; }","duration":"1.539600877s","start":"2026-03-31T18:40:30.915546Z","end":"2026-03-31T18:40:32.455147Z","steps":["trace[914746387] 'agreement among raft nodes before linearized reading' (duration: 1.539489105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.455165Z","caller":"traceutil/trace.go:171","msg":"trace[1883046630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6732; }","duration":"1.477784754s","start":"2026-03-31T18:40:30.977368Z","end":"2026-03-31T18:40:32.455153Z","steps":["trace[1883046630] 'agreement among raft nodes before linearized reading' (duration: 1.477670132s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.455174Z","caller":"traceutil/trace.go:171","msg":"trace[1316353959] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6732; }","duration":"1.359464394s","start":"2026-03-31T18:40:31.095696Z","end":"2026-03-31T18:40:32.455161Z","steps":["trace[1316353959] 'agreement among raft nodes before linearized reading' (duration: 1.35931399s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.455003Z","caller":"traceutil/trace.go:171","msg":"trace[2143145351] linearizableReadLoop","detail":"{readStateIndex:7004; appliedIndex:7001; }","duration":"235.166824ms","start":"2026-03-31T18:40:32.219824Z","end":"2026-03-31T18:40:32.454991Z","steps":["trace[2143145351] 'read index received' (duration: 62.731305ms)","trace[2143145351] 'applied index is now lower than readState.Index' (duration: 172.434849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:32.455189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:30.915525Z","time spent":"1.539654009s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:32.455206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:30.977352Z","time spent":"1.477847226s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:32.455213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:31.095674Z","time spent":"1.359530426s","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:32.455399Z","caller":"traceutil/trace.go:171","msg":"trace[1229994341] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"228.268729ms","start":"2026-03-31T18:40:32.227117Z","end":"2026-03-31T18:40:32.455386Z","steps":["trace[1229994341] 'process raft request' (duration: 227.814828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.455386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.809389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T18:40:32.455453Z","caller":"traceutil/trace.go:171","msg":"trace[510158704] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829; range_end:; response_count:1; response_revision:6732; }","duration":"229.910282ms","start":"2026-03-31T18:40:32.225525Z","end":"2026-03-31T18:40:32.455435Z","steps":["trace[510158704] 'agreement among raft nodes before linearized reading' (duration: 229.736997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.455535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.596624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109388"} {"level":"info","ts":"2026-03-31T18:40:32.455486Z","caller":"traceutil/trace.go:171","msg":"trace[227557862] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"228.139706ms","start":"2026-03-31T18:40:32.227331Z","end":"2026-03-31T18:40:32.455471Z","steps":["trace[227557862] 'process raft request' (duration: 227.630644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:32.455544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.481074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414169"} {"level":"info","ts":"2026-03-31T18:40:32.455576Z","caller":"traceutil/trace.go:171","msg":"trace[1534704370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6732; }","duration":"229.661385ms","start":"2026-03-31T18:40:32.225906Z","end":"2026-03-31T18:40:32.455567Z","steps":["trace[1534704370] 'agreement among raft nodes before linearized reading' (duration: 229.430969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:32.455608Z","caller":"traceutil/trace.go:171","msg":"trace[239327081] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6732; }","duration":"222.561705ms","start":"2026-03-31T18:40:32.233028Z","end":"2026-03-31T18:40:32.45559Z","steps":["trace[239327081] 'agreement among raft nodes before linearized reading' (duration: 222.283208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:44.344749Z","caller":"traceutil/trace.go:171","msg":"trace[16286067] linearizableReadLoop","detail":"{readStateIndex:7130; appliedIndex:7128; }","duration":"163.252846ms","start":"2026-03-31T18:40:44.181466Z","end":"2026-03-31T18:40:44.344719Z","steps":["trace[16286067] 'read index received' (duration: 857.071µs)","trace[16286067] 'applied index is now lower than readState.Index' (duration: 162.394325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:44.344769Z","caller":"traceutil/trace.go:171","msg":"trace[544561579] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"166.299804ms","start":"2026-03-31T18:40:44.178443Z","end":"2026-03-31T18:40:44.344743Z","steps":["trace[544561579] 'process raft request' (duration: 160.59951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:44.344997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.507253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-setup-fsmt5\" ","response":"range_response_count:1 size:2844"} {"level":"warn","ts":"2026-03-31T18:40:44.345039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.633251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:44.345106Z","caller":"traceutil/trace.go:171","msg":"trace[1311034645] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-setup-fsmt5; range_end:; response_count:1; response_revision:6850; }","duration":"163.657396ms","start":"2026-03-31T18:40:44.181429Z","end":"2026-03-31T18:40:44.345086Z","steps":["trace[1311034645] 'agreement among raft nodes before linearized reading' (duration: 163.420651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:44.345114Z","caller":"traceutil/trace.go:171","msg":"trace[852591096] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6850; }","duration":"107.762064ms","start":"2026-03-31T18:40:44.237335Z","end":"2026-03-31T18:40:44.345097Z","steps":["trace[852591096] 'agreement among raft nodes before linearized reading' (duration: 107.61446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.320868Z","caller":"traceutil/trace.go:171","msg":"trace[1056921473] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"150.982867ms","start":"2026-03-31T18:40:46.169861Z","end":"2026-03-31T18:40:46.320844Z","steps":["trace[1056921473] 'process raft request' (duration: 146.461792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.320866Z","caller":"traceutil/trace.go:171","msg":"trace[1378658813] linearizableReadLoop","detail":"{readStateIndex:7140; appliedIndex:7139; }","duration":"134.784257ms","start":"2026-03-31T18:40:46.186048Z","end":"2026-03-31T18:40:46.320833Z","steps":["trace[1378658813] 'read index received' (duration: 130.123549ms)","trace[1378658813] 'applied index is now lower than readState.Index' (duration: 4.659378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:46.321259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.198227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:40:46.321379Z","caller":"traceutil/trace.go:171","msg":"trace[698082101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6860; }","duration":"135.371432ms","start":"2026-03-31T18:40:46.185989Z","end":"2026-03-31T18:40:46.321361Z","steps":["trace[698082101] 'agreement among raft nodes before linearized reading' (duration: 134.938282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.448306Z","caller":"traceutil/trace.go:171","msg":"trace[147474619] linearizableReadLoop","detail":"{readStateIndex:7142; appliedIndex:7140; }","duration":"114.035983ms","start":"2026-03-31T18:40:46.334249Z","end":"2026-03-31T18:40:46.448285Z","steps":["trace[147474619] 'read index received' (duration: 80.607357ms)","trace[147474619] 'applied index is now lower than readState.Index' (duration: 33.427696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:46.448471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.206927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:46.448393Z","caller":"traceutil/trace.go:171","msg":"trace[950256476] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"115.576551ms","start":"2026-03-31T18:40:46.332769Z","end":"2026-03-31T18:40:46.448345Z","steps":["trace[950256476] 'process raft request' (duration: 115.419957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.448569Z","caller":"traceutil/trace.go:171","msg":"trace[633159090] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6862; }","duration":"114.350001ms","start":"2026-03-31T18:40:46.334205Z","end":"2026-03-31T18:40:46.448555Z","steps":["trace[633159090] 'agreement among raft nodes before linearized reading' (duration: 114.178067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:46.448727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.09952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:40:46.448794Z","caller":"traceutil/trace.go:171","msg":"trace[1086356311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6862; }","duration":"100.211533ms","start":"2026-03-31T18:40:46.348569Z","end":"2026-03-31T18:40:46.44878Z","steps":["trace[1086356311] 'agreement among raft nodes before linearized reading' (duration: 100.045259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.736304Z","caller":"traceutil/trace.go:171","msg":"trace[2082379479] linearizableReadLoop","detail":"{readStateIndex:7148; appliedIndex:7145; }","duration":"165.220707ms","start":"2026-03-31T18:40:46.571059Z","end":"2026-03-31T18:40:46.736279Z","steps":["trace[2082379479] 'read index received' (duration: 2.495543ms)","trace[2082379479] 'applied index is now lower than readState.Index' (duration: 162.723934ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:46.736438Z","caller":"traceutil/trace.go:171","msg":"trace[17041295] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"165.463712ms","start":"2026-03-31T18:40:46.570964Z","end":"2026-03-31T18:40:46.736427Z","steps":["trace[17041295] 'process raft request' (duration: 165.242277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.736585Z","caller":"traceutil/trace.go:171","msg":"trace[469616733] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"168.167341ms","start":"2026-03-31T18:40:46.568379Z","end":"2026-03-31T18:40:46.736546Z","steps":["trace[469616733] 'process raft request' (duration: 91.780521ms)","trace[469616733] 'compare' (duration: 75.885588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:46.736975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.899963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:125928"} {"level":"info","ts":"2026-03-31T18:40:46.737039Z","caller":"traceutil/trace.go:171","msg":"trace[960228710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6868; }","duration":"166.000166ms","start":"2026-03-31T18:40:46.571024Z","end":"2026-03-31T18:40:46.737024Z","steps":["trace[960228710] 'agreement among raft nodes before linearized reading' (duration: 165.668348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:46.737311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.845917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:46.737384Z","caller":"traceutil/trace.go:171","msg":"trace[714449989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6868; }","duration":"147.96217ms","start":"2026-03-31T18:40:46.589405Z","end":"2026-03-31T18:40:46.737367Z","steps":["trace[714449989] 'agreement among raft nodes before linearized reading' (duration: 147.468587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:46.936548Z","caller":"traceutil/trace.go:171","msg":"trace[705059005] linearizableReadLoop","detail":"{readStateIndex:7153; appliedIndex:7149; }","duration":"157.579093ms","start":"2026-03-31T18:40:46.778942Z","end":"2026-03-31T18:40:46.936521Z","steps":["trace[705059005] 'read index received' (duration: 38.681648ms)","trace[705059005] 'applied index is now lower than readState.Index' (duration: 118.896285ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:46.936624Z","caller":"traceutil/trace.go:171","msg":"trace[724679631] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"161.223906ms","start":"2026-03-31T18:40:46.775365Z","end":"2026-03-31T18:40:46.936589Z","steps":["trace[724679631] 'process raft request' (duration: 124.488677ms)","trace[724679631] 'compare' (duration: 36.122733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:46.936772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.817439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-kn5gr\" ","response":"range_response_count:1 size:8553"} {"level":"info","ts":"2026-03-31T18:40:46.936815Z","caller":"traceutil/trace.go:171","msg":"trace[157041639] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-kn5gr; range_end:; response_count:1; response_revision:6873; }","duration":"157.879542ms","start":"2026-03-31T18:40:46.778924Z","end":"2026-03-31T18:40:46.936804Z","steps":["trace[157041639] 'agreement among raft nodes before linearized reading' (duration: 157.696476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:47.505195Z","caller":"traceutil/trace.go:171","msg":"trace[1287802481] linearizableReadLoop","detail":"{readStateIndex:7157; appliedIndex:7156; }","duration":"168.978991ms","start":"2026-03-31T18:40:47.336189Z","end":"2026-03-31T18:40:47.505168Z","steps":["trace[1287802481] 'read index received' (duration: 160.746152ms)","trace[1287802481] 'applied index is now lower than readState.Index' (duration: 8.231629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:47.505271Z","caller":"traceutil/trace.go:171","msg":"trace[689364309] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"179.107958ms","start":"2026-03-31T18:40:47.326138Z","end":"2026-03-31T18:40:47.505246Z","steps":["trace[689364309] 'process raft request' (duration: 170.825348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:47.505345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.136975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:47.505391Z","caller":"traceutil/trace.go:171","msg":"trace[1253453468] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6877; }","duration":"169.232377ms","start":"2026-03-31T18:40:47.336147Z","end":"2026-03-31T18:40:47.505379Z","steps":["trace[1253453468] 'agreement among raft nodes before linearized reading' (duration: 169.118614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:50.665897Z","caller":"traceutil/trace.go:171","msg":"trace[1431491088] linearizableReadLoop","detail":"{readStateIndex:7172; appliedIndex:7171; }","duration":"132.215793ms","start":"2026-03-31T18:40:50.533659Z","end":"2026-03-31T18:40:50.665875Z","steps":["trace[1431491088] 'read index received' (duration: 132.041529ms)","trace[1431491088] 'applied index is now lower than readState.Index' (duration: 172.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:50.666048Z","caller":"traceutil/trace.go:171","msg":"trace[602230827] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"190.450514ms","start":"2026-03-31T18:40:50.475536Z","end":"2026-03-31T18:40:50.665986Z","steps":["trace[602230827] 'process raft request' (duration: 190.155677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:50.666304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.618933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:40:50.666407Z","caller":"traceutil/trace.go:171","msg":"trace[1518581460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6890; }","duration":"132.778357ms","start":"2026-03-31T18:40:50.533609Z","end":"2026-03-31T18:40:50.666387Z","steps":["trace[1518581460] 'agreement among raft nodes before linearized reading' (duration: 132.420188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:50.813804Z","caller":"traceutil/trace.go:171","msg":"trace[1558665239] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"121.897431ms","start":"2026-03-31T18:40:50.691823Z","end":"2026-03-31T18:40:50.813721Z","steps":["trace[1558665239] 'process raft request' (duration: 62.567251ms)","trace[1558665239] 'compare' (duration: 59.087244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:50.850635Z","caller":"traceutil/trace.go:171","msg":"trace[1036377499] linearizableReadLoop","detail":"{readStateIndex:7177; appliedIndex:7175; }","duration":"136.819749ms","start":"2026-03-31T18:40:50.713789Z","end":"2026-03-31T18:40:50.850609Z","steps":["trace[1036377499] 'read index received' (duration: 40.546145ms)","trace[1036377499] 'applied index is now lower than readState.Index' (duration: 96.272344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:50.850993Z","caller":"traceutil/trace.go:171","msg":"trace[1823517181] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"158.944378ms","start":"2026-03-31T18:40:50.692011Z","end":"2026-03-31T18:40:50.850956Z","steps":["trace[1823517181] 'process raft request' (duration: 158.448245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:50.851059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.218369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:40:50.851189Z","caller":"traceutil/trace.go:171","msg":"trace[1920542509] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6895; }","duration":"137.422074ms","start":"2026-03-31T18:40:50.713732Z","end":"2026-03-31T18:40:50.851154Z","steps":["trace[1920542509] 'agreement among raft nodes before linearized reading' (duration: 137.035674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.061424Z","caller":"traceutil/trace.go:171","msg":"trace[1710213302] linearizableReadLoop","detail":"{readStateIndex:7181; appliedIndex:7180; }","duration":"117.345416ms","start":"2026-03-31T18:40:50.944057Z","end":"2026-03-31T18:40:51.061402Z","steps":["trace[1710213302] 'read index received' (duration: 59.924474ms)","trace[1710213302] 'applied index is now lower than readState.Index' (duration: 57.419902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:51.061632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.548951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:40:51.061671Z","caller":"traceutil/trace.go:171","msg":"trace[1370639742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6901; }","duration":"117.618714ms","start":"2026-03-31T18:40:50.944042Z","end":"2026-03-31T18:40:51.061661Z","steps":["trace[1370639742] 'agreement among raft nodes before linearized reading' (duration: 117.45047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.061806Z","caller":"traceutil/trace.go:171","msg":"trace[980294533] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"118.716391ms","start":"2026-03-31T18:40:50.943077Z","end":"2026-03-31T18:40:51.061793Z","steps":["trace[980294533] 'process raft request' (duration: 117.671515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.061848Z","caller":"traceutil/trace.go:171","msg":"trace[621618912] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"114.834273ms","start":"2026-03-31T18:40:50.946967Z","end":"2026-03-31T18:40:51.061802Z","steps":["trace[621618912] 'process raft request' (duration: 114.335571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.062146Z","caller":"traceutil/trace.go:171","msg":"trace[332244044] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"114.800032ms","start":"2026-03-31T18:40:50.947328Z","end":"2026-03-31T18:40:51.062128Z","steps":["trace[332244044] 'process raft request' (duration: 114.028043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.20614Z","caller":"traceutil/trace.go:171","msg":"trace[650380611] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"126.899049ms","start":"2026-03-31T18:40:51.079222Z","end":"2026-03-31T18:40:51.206121Z","steps":["trace[650380611] 'process raft request' (duration: 126.849948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:51.206187Z","caller":"traceutil/trace.go:171","msg":"trace[2143960169] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"130.565311ms","start":"2026-03-31T18:40:51.075566Z","end":"2026-03-31T18:40:51.206132Z","steps":["trace[2143960169] 'process raft request' (duration: 128.099669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:52.775705Z","caller":"traceutil/trace.go:171","msg":"trace[429732919] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"100.612193ms","start":"2026-03-31T18:40:52.67507Z","end":"2026-03-31T18:40:52.775682Z","steps":["trace[429732919] 'process raft request' (duration: 100.326016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:53.027658Z","caller":"traceutil/trace.go:171","msg":"trace[1213212789] linearizableReadLoop","detail":"{readStateIndex:7200; appliedIndex:7199; }","duration":"111.216732ms","start":"2026-03-31T18:40:52.916414Z","end":"2026-03-31T18:40:53.027631Z","steps":["trace[1213212789] 'read index received' (duration: 29.505557ms)","trace[1213212789] 'applied index is now lower than readState.Index' (duration: 81.710035ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:53.02781Z","caller":"traceutil/trace.go:171","msg":"trace[209879249] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"125.7878ms","start":"2026-03-31T18:40:52.901993Z","end":"2026-03-31T18:40:53.027781Z","steps":["trace[209879249] 'process raft request' (duration: 43.89616ms)","trace[209879249] 'compare' (duration: 81.607443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:53.028103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.662303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:40:53.028172Z","caller":"traceutil/trace.go:171","msg":"trace[1263662122] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:6917; }","duration":"111.772395ms","start":"2026-03-31T18:40:52.916384Z","end":"2026-03-31T18:40:53.028157Z","steps":["trace[1263662122] 'agreement among raft nodes before linearized reading' (duration: 111.585701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:53.273245Z","caller":"traceutil/trace.go:171","msg":"trace[567428880] linearizableReadLoop","detail":"{readStateIndex:7205; appliedIndex:7204; }","duration":"151.788947ms","start":"2026-03-31T18:40:53.121434Z","end":"2026-03-31T18:40:53.273223Z","steps":["trace[567428880] 'read index received' (duration: 92.295753ms)","trace[567428880] 'applied index is now lower than readState.Index' (duration: 59.491474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:53.273343Z","caller":"traceutil/trace.go:171","msg":"trace[494329486] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"152.865864ms","start":"2026-03-31T18:40:53.120454Z","end":"2026-03-31T18:40:53.27332Z","steps":["trace[494329486] 'process raft request' (duration: 93.251627ms)","trace[494329486] 'compare' (duration: 59.065003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:53.273571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.067564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:40:53.273654Z","caller":"traceutil/trace.go:171","msg":"trace[1028686863] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6921; }","duration":"152.241899ms","start":"2026-03-31T18:40:53.121392Z","end":"2026-03-31T18:40:53.273634Z","steps":["trace[1028686863] 'agreement among raft nodes before linearized reading' (duration: 151.959381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:53.278328Z","caller":"traceutil/trace.go:171","msg":"trace[1276285783] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"150.889394ms","start":"2026-03-31T18:40:53.127419Z","end":"2026-03-31T18:40:53.278308Z","steps":["trace[1276285783] 'process raft request' (duration: 150.71844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:53.443438Z","caller":"traceutil/trace.go:171","msg":"trace[1030842149] linearizableReadLoop","detail":"{readStateIndex:7211; appliedIndex:7207; }","duration":"153.184503ms","start":"2026-03-31T18:40:53.290219Z","end":"2026-03-31T18:40:53.443403Z","steps":["trace[1030842149] 'read index received' (duration: 30.02753ms)","trace[1030842149] 'applied index is now lower than readState.Index' (duration: 123.155283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:53.443579Z","caller":"traceutil/trace.go:171","msg":"trace[19260736] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"153.374887ms","start":"2026-03-31T18:40:53.290156Z","end":"2026-03-31T18:40:53.443531Z","steps":["trace[19260736] 'process raft request' (duration: 153.032149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:53.44373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.47192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd\" ","response":"range_response_count:1 size:5795"} {"level":"info","ts":"2026-03-31T18:40:53.443794Z","caller":"traceutil/trace.go:171","msg":"trace[696182188] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pw8dd; range_end:; response_count:1; response_revision:6927; }","duration":"153.588972ms","start":"2026-03-31T18:40:53.290185Z","end":"2026-03-31T18:40:53.443774Z","steps":["trace[696182188] 'agreement among raft nodes before linearized reading' (duration: 153.349506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:54.247543Z","caller":"traceutil/trace.go:171","msg":"trace[100478858] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"134.431838ms","start":"2026-03-31T18:40:54.113079Z","end":"2026-03-31T18:40:54.247511Z","steps":["trace[100478858] 'process raft request' (duration: 89.241265ms)","trace[100478858] 'compare' (duration: 44.886365ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:54.247702Z","caller":"traceutil/trace.go:171","msg":"trace[1498090283] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"133.196226ms","start":"2026-03-31T18:40:54.114487Z","end":"2026-03-31T18:40:54.247684Z","steps":["trace[1498090283] 'process raft request' (duration: 132.94449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:55.646083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.63238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:55.646154Z","caller":"traceutil/trace.go:171","msg":"trace[179535697] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6944; }","duration":"164.751643ms","start":"2026-03-31T18:40:55.481387Z","end":"2026-03-31T18:40:55.646139Z","steps":["trace[179535697] 'count revisions from in-memory index tree' (duration: 164.565589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:56.955967Z","caller":"traceutil/trace.go:171","msg":"trace[1429087073] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"156.609649ms","start":"2026-03-31T18:40:56.799339Z","end":"2026-03-31T18:40:56.955948Z","steps":["trace[1429087073] 'process raft request' (duration: 156.503986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:56.956066Z","caller":"traceutil/trace.go:171","msg":"trace[1745850273] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7229; }","duration":"140.755618ms","start":"2026-03-31T18:40:56.81529Z","end":"2026-03-31T18:40:56.956046Z","steps":["trace[1745850273] 'read index received' (duration: 140.746418ms)","trace[1745850273] 'applied index is now lower than readState.Index' (duration: 7.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:56.956333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.011444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:40:56.956375Z","caller":"traceutil/trace.go:171","msg":"trace[316934565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6945; }","duration":"141.078896ms","start":"2026-03-31T18:40:56.815286Z","end":"2026-03-31T18:40:56.956365Z","steps":["trace[316934565] 'agreement among raft nodes before linearized reading' (duration: 140.84792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:57.177574Z","caller":"traceutil/trace.go:171","msg":"trace[1157072749] linearizableReadLoop","detail":"{readStateIndex:7233; appliedIndex:7232; }","duration":"108.966204ms","start":"2026-03-31T18:40:57.068578Z","end":"2026-03-31T18:40:57.177544Z","steps":["trace[1157072749] 'read index received' (duration: 29.809903ms)","trace[1157072749] 'applied index is now lower than readState.Index' (duration: 79.155071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:57.177713Z","caller":"traceutil/trace.go:171","msg":"trace[1311693129] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"126.499797ms","start":"2026-03-31T18:40:57.051177Z","end":"2026-03-31T18:40:57.177677Z","steps":["trace[1311693129] 'process raft request' (duration: 47.317296ms)","trace[1311693129] 'compare' (duration: 78.903194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:57.177908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.298132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:40:57.177973Z","caller":"traceutil/trace.go:171","msg":"trace[595840414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6949; }","duration":"109.407335ms","start":"2026-03-31T18:40:57.068551Z","end":"2026-03-31T18:40:57.177958Z","steps":["trace[595840414] 'agreement among raft nodes before linearized reading' (duration: 109.160629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:57.178108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.683721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:40:57.178195Z","caller":"traceutil/trace.go:171","msg":"trace[782265312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6950; }","duration":"107.806024ms","start":"2026-03-31T18:40:57.070378Z","end":"2026-03-31T18:40:57.178184Z","steps":["trace[782265312] 'agreement among raft nodes before linearized reading' (duration: 107.530687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:00.528029Z","caller":"traceutil/trace.go:171","msg":"trace[1680654734] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"133.31356ms","start":"2026-03-31T18:41:00.394697Z","end":"2026-03-31T18:41:00.528011Z","steps":["trace[1680654734] 'process raft request' (duration: 133.046973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:01.119608Z","caller":"traceutil/trace.go:171","msg":"trace[1671812957] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"132.357825ms","start":"2026-03-31T18:41:00.987229Z","end":"2026-03-31T18:41:01.119587Z","steps":["trace[1671812957] 'process raft request' (duration: 132.213692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:07.262032Z","caller":"traceutil/trace.go:171","msg":"trace[806010289] transaction","detail":"{read_only:false; response_revision:6993; number_of_response:1; }","duration":"114.956366ms","start":"2026-03-31T18:41:07.146948Z","end":"2026-03-31T18:41:07.261904Z","steps":["trace[806010289] 'process raft request' (duration: 114.756831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:07.572899Z","caller":"traceutil/trace.go:171","msg":"trace[1180377199] linearizableReadLoop","detail":"{readStateIndex:7280; appliedIndex:7278; }","duration":"413.520803ms","start":"2026-03-31T18:41:07.159349Z","end":"2026-03-31T18:41:07.57287Z","steps":["trace[1180377199] 'read index received' (duration: 102.506402ms)","trace[1180377199] 'applied index is now lower than readState.Index' (duration: 311.013271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:07.572974Z","caller":"traceutil/trace.go:171","msg":"trace[992034163] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"422.8855ms","start":"2026-03-31T18:41:07.150049Z","end":"2026-03-31T18:41:07.572935Z","steps":["trace[992034163] 'process raft request' (duration: 371.969053ms)","trace[992034163] 'compare' (duration: 50.720362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:07.573236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.150021Z","time spent":"423.150336ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:07.573372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.998625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:41:07.573453Z","caller":"traceutil/trace.go:171","msg":"trace[554152209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6994; }","duration":"414.140539ms","start":"2026-03-31T18:41:07.159295Z","end":"2026-03-31T18:41:07.573436Z","steps":["trace[554152209] 'agreement among raft nodes before linearized reading' (duration: 413.818281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:07.573529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.159274Z","time spent":"414.239181ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:08.017869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.734652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:08.018126Z","caller":"traceutil/trace.go:171","msg":"trace[885870860] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"744.994412ms","start":"2026-03-31T18:41:07.273094Z","end":"2026-03-31T18:41:08.018089Z","steps":["trace[885870860] 'process raft request' (duration: 589.929881ms)","trace[885870860] 'compare' (duration: 154.535287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:08.018353Z","caller":"traceutil/trace.go:171","msg":"trace[696947411] linearizableReadLoop","detail":"{readStateIndex:7281; appliedIndex:7280; }","duration":"445.216764ms","start":"2026-03-31T18:41:07.573105Z","end":"2026-03-31T18:41:08.018322Z","steps":["trace[696947411] 'read index received' (duration: 289.927369ms)","trace[696947411] 'applied index is now lower than readState.Index' (duration: 155.279505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:08.018515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.193204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:08.018554Z","caller":"traceutil/trace.go:171","msg":"trace[1900195116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:6996; }","duration":"627.264496ms","start":"2026-03-31T18:41:07.391276Z","end":"2026-03-31T18:41:08.01854Z","steps":["trace[1900195116] 'agreement among raft nodes before linearized reading' (duration: 627.131372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.018572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.391254Z","time spent":"627.313396ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:41:08.018505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.273072Z","time spent":"745.236428ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:08.018632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.610523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:41:08.018739Z","caller":"traceutil/trace.go:171","msg":"trace[419041294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6996; }","duration":"585.716716ms","start":"2026-03-31T18:41:07.432981Z","end":"2026-03-31T18:41:08.018698Z","steps":["trace[419041294] 'agreement among raft nodes before linearized reading' (duration: 585.433019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.018598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.987312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:41:08.01879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.432966Z","time spent":"585.811818ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:41:08.018717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.605949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:41:08.018894Z","caller":"traceutil/trace.go:171","msg":"trace[405675369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6996; }","duration":"639.281729ms","start":"2026-03-31T18:41:07.379555Z","end":"2026-03-31T18:41:08.018836Z","steps":["trace[405675369] 'agreement among raft nodes before linearized reading' (duration: 638.878919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:08.018917Z","caller":"traceutil/trace.go:171","msg":"trace[1201560848] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"441.604753ms","start":"2026-03-31T18:41:07.577294Z","end":"2026-03-31T18:41:08.018898Z","steps":["trace[1201560848] 'process raft request' (duration: 440.67688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:08.018936Z","caller":"traceutil/trace.go:171","msg":"trace[1784721558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6996; }","duration":"645.851405ms","start":"2026-03-31T18:41:07.37307Z","end":"2026-03-31T18:41:08.018921Z","steps":["trace[1784721558] 'agreement among raft nodes before linearized reading' (duration: 645.377353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.018956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.37954Z","time spent":"639.402542ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:41:08.019008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.577272Z","time spent":"441.682495ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:08.018602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.094407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:08.019071Z","caller":"traceutil/trace.go:171","msg":"trace[235435543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6996; }","duration":"143.60358ms","start":"2026-03-31T18:41:07.875448Z","end":"2026-03-31T18:41:08.019051Z","steps":["trace[235435543] 'agreement among raft nodes before linearized reading' (duration: 143.087357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.018975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.373054Z","time spent":"645.910726ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:41:08.018623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.181576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:41:08.019183Z","caller":"traceutil/trace.go:171","msg":"trace[765698886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6996; }","duration":"855.779031ms","start":"2026-03-31T18:41:07.163389Z","end":"2026-03-31T18:41:08.019168Z","steps":["trace[765698886] 'agreement among raft nodes before linearized reading' (duration: 855.092974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.01922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:07.163378Z","time spent":"855.831432ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:08.314738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.147387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:08.314828Z","caller":"traceutil/trace.go:171","msg":"trace[1162606544] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"292.281439ms","start":"2026-03-31T18:41:08.02253Z","end":"2026-03-31T18:41:08.314811Z","steps":["trace[1162606544] 'process raft request' (duration: 101.995309ms)","trace[1162606544] 'compare' (duration: 189.847809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:08.327449Z","caller":"traceutil/trace.go:171","msg":"trace[53581984] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"304.848347ms","start":"2026-03-31T18:41:08.022568Z","end":"2026-03-31T18:41:08.327416Z","steps":["trace[53581984] 'process raft request' (duration: 304.667392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.327649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:08.022545Z","time spent":"305.01238ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:08.327748Z","caller":"traceutil/trace.go:171","msg":"trace[414696016] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"304.126567ms","start":"2026-03-31T18:41:08.0236Z","end":"2026-03-31T18:41:08.327726Z","steps":["trace[414696016] 'process raft request' (duration: 303.761608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.327857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:08.023589Z","time spent":"304.210559ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:08.327879Z","caller":"traceutil/trace.go:171","msg":"trace[295842704] transaction","detail":"{read_only:false; response_revision:7000; number_of_response:1; }","duration":"303.381549ms","start":"2026-03-31T18:41:08.024479Z","end":"2026-03-31T18:41:08.32786Z","steps":["trace[295842704] 'process raft request' (duration: 303.155453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:08.328031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:08.024462Z","time spent":"303.492442ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:08.328221Z","caller":"traceutil/trace.go:171","msg":"trace[205680386] transaction","detail":"{read_only:false; response_revision:7001; number_of_response:1; }","duration":"296.380642ms","start":"2026-03-31T18:41:08.031813Z","end":"2026-03-31T18:41:08.328194Z","steps":["trace[205680386] 'process raft request' (duration: 295.96113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:20.446463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.055129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:20.446627Z","caller":"traceutil/trace.go:171","msg":"trace[1655725825] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"193.191503ms","start":"2026-03-31T18:41:20.253406Z","end":"2026-03-31T18:41:20.446597Z","steps":["trace[1655725825] 'process raft request' (duration: 56.922359ms)","trace[1655725825] 'compare' (duration: 135.937306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:20.806493Z","caller":"traceutil/trace.go:171","msg":"trace[2107403276] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"353.70553ms","start":"2026-03-31T18:41:20.452753Z","end":"2026-03-31T18:41:20.806459Z","steps":["trace[2107403276] 'process raft request' (duration: 353.491865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:20.806636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:20.452734Z","time spent":"353.826184ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:20.806487Z","caller":"traceutil/trace.go:171","msg":"trace[1327794364] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"353.654509ms","start":"2026-03-31T18:41:20.452809Z","end":"2026-03-31T18:41:20.806464Z","steps":["trace[1327794364] 'process raft request' (duration: 353.575267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:20.806662Z","caller":"traceutil/trace.go:171","msg":"trace[1763337048] transaction","detail":"{read_only:false; response_revision:7103; number_of_response:1; }","duration":"353.699271ms","start":"2026-03-31T18:41:20.452933Z","end":"2026-03-31T18:41:20.806632Z","steps":["trace[1763337048] 'process raft request' (duration: 353.497956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:20.806784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:20.452761Z","time spent":"353.923696ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:20.80684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:20.452916Z","time spent":"353.824133ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:22.990767Z","caller":"traceutil/trace.go:171","msg":"trace[833420920] linearizableReadLoop","detail":"{readStateIndex:7403; appliedIndex:7402; }","duration":"267.222986ms","start":"2026-03-31T18:41:22.723524Z","end":"2026-03-31T18:41:22.990747Z","steps":["trace[833420920] 'read index received' (duration: 220.779821ms)","trace[833420920] 'applied index is now lower than readState.Index' (duration: 46.442325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:22.990871Z","caller":"traceutil/trace.go:171","msg":"trace[687450812] transaction","detail":"{read_only:false; response_revision:7113; number_of_response:1; }","duration":"287.425266ms","start":"2026-03-31T18:41:22.703434Z","end":"2026-03-31T18:41:22.990859Z","steps":["trace[687450812] 'process raft request' (duration: 240.987081ms)","trace[687450812] 'compare' (duration: 45.88932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:22.991029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.680988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:41:22.991106Z","caller":"traceutil/trace.go:171","msg":"trace[39061704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7113; }","duration":"180.807861ms","start":"2026-03-31T18:41:22.810282Z","end":"2026-03-31T18:41:22.99109Z","steps":["trace[39061704] 'agreement among raft nodes before linearized reading' (duration: 180.609906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:22.991269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.751699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-03-31T18:41:22.991303Z","caller":"traceutil/trace.go:171","msg":"trace[1820414174] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7113; }","duration":"267.82179ms","start":"2026-03-31T18:41:22.723472Z","end":"2026-03-31T18:41:22.991293Z","steps":["trace[1820414174] 'agreement among raft nodes before linearized reading' (duration: 267.729208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:22.991495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.123219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:41:22.991515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.604946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:41:22.991563Z","caller":"traceutil/trace.go:171","msg":"trace[1598198580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7113; }","duration":"181.222322ms","start":"2026-03-31T18:41:22.810322Z","end":"2026-03-31T18:41:22.991544Z","steps":["trace[1598198580] 'agreement among raft nodes before linearized reading' (duration: 181.032837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:22.991594Z","caller":"traceutil/trace.go:171","msg":"trace[75549603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7113; }","duration":"180.692688ms","start":"2026-03-31T18:41:22.810881Z","end":"2026-03-31T18:41:22.991574Z","steps":["trace[75549603] 'agreement among raft nodes before linearized reading' (duration: 180.437222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:33.908402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.830702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T18:41:33.908509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.507557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-03-31T18:41:33.908539Z","caller":"traceutil/trace.go:171","msg":"trace[309530629] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7172; }","duration":"274.016396ms","start":"2026-03-31T18:41:33.634499Z","end":"2026-03-31T18:41:33.908516Z","steps":["trace[309530629] 'range keys from in-memory index tree' (duration: 273.592016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:33.908565Z","caller":"traceutil/trace.go:171","msg":"trace[147096577] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7172; }","duration":"192.63739ms","start":"2026-03-31T18:41:33.715913Z","end":"2026-03-31T18:41:33.908551Z","steps":["trace[147096577] 'range keys from in-memory index tree' (duration: 192.366523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:33.908628Z","caller":"traceutil/trace.go:171","msg":"trace[52919170] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"158.097848ms","start":"2026-03-31T18:41:33.750509Z","end":"2026-03-31T18:41:33.908607Z","steps":["trace[52919170] 'process raft request' (duration: 58.645233ms)","trace[52919170] 'compare' (duration: 99.27953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:34.883968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.278727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:34.884171Z","caller":"traceutil/trace.go:171","msg":"trace[594592403] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"1.11048558s","start":"2026-03-31T18:41:33.773648Z","end":"2026-03-31T18:41:34.884133Z","steps":["trace[594592403] 'process raft request' (duration: 476.942146ms)","trace[594592403] 'compare' (duration: 632.97561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:34.884272Z","caller":"traceutil/trace.go:171","msg":"trace[375516117] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"348.801696ms","start":"2026-03-31T18:41:34.535444Z","end":"2026-03-31T18:41:34.884246Z","steps":["trace[375516117] 'process raft request' (duration: 348.683823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:34.884383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:34.53542Z","time spent":"348.916079ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:34.884355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:33.77362Z","time spent":"1.110640033s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:34.884415Z","caller":"traceutil/trace.go:171","msg":"trace[821840196] linearizableReadLoop","detail":"{readStateIndex:7467; appliedIndex:7466; }","duration":"970.927372ms","start":"2026-03-31T18:41:33.91346Z","end":"2026-03-31T18:41:34.884349Z","steps":["trace[821840196] 'read index received' (duration: 337.142431ms)","trace[821840196] 'applied index is now lower than readState.Index' (duration: 633.74343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:34.884745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.280871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-03-31T18:41:34.884809Z","caller":"traceutil/trace.go:171","msg":"trace[1856240595] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7175; }","duration":"971.375183ms","start":"2026-03-31T18:41:33.913418Z","end":"2026-03-31T18:41:34.884793Z","steps":["trace[1856240595] 'agreement among raft nodes before linearized reading' (duration: 971.192708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:34.88488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.361516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:41:34.884881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.825158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:41:34.884922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:33.913405Z","time spent":"971.505727ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19544,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:41:34.884894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.797179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:41:34.88495Z","caller":"traceutil/trace.go:171","msg":"trace[261360858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7175; }","duration":"551.459288ms","start":"2026-03-31T18:41:34.333479Z","end":"2026-03-31T18:41:34.884938Z","steps":["trace[261360858] 'agreement among raft nodes before linearized reading' (duration: 551.289794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.884977Z","caller":"traceutil/trace.go:171","msg":"trace[966751168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7175; }","duration":"554.003183ms","start":"2026-03-31T18:41:34.330958Z","end":"2026-03-31T18:41:34.884962Z","steps":["trace[966751168] 'agreement among raft nodes before linearized reading' (duration: 553.721386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.884991Z","caller":"traceutil/trace.go:171","msg":"trace[91223802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7175; }","duration":"252.985714ms","start":"2026-03-31T18:41:34.631987Z","end":"2026-03-31T18:41:34.884973Z","steps":["trace[91223802] 'agreement among raft nodes before linearized reading' (duration: 252.689677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:34.884804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.25342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:41:34.884992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:34.333462Z","time spent":"551.5217ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:41:34.885034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:34.330941Z","time spent":"554.080174ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:34.884882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.679646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:34.88489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.472607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:34.885173Z","caller":"traceutil/trace.go:171","msg":"trace[2124857828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7175; }","duration":"219.832647ms","start":"2026-03-31T18:41:34.665322Z","end":"2026-03-31T18:41:34.885155Z","steps":["trace[2124857828] 'agreement among raft nodes before linearized reading' (duration: 219.458547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.885133Z","caller":"traceutil/trace.go:171","msg":"trace[743826581] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7175; }","duration":"596.047506ms","start":"2026-03-31T18:41:34.289063Z","end":"2026-03-31T18:41:34.885111Z","steps":["trace[743826581] 'agreement among raft nodes before linearized reading' (duration: 595.664156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.885159Z","caller":"traceutil/trace.go:171","msg":"trace[1010529912] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7175; }","duration":"666.535088ms","start":"2026-03-31T18:41:34.218497Z","end":"2026-03-31T18:41:34.885032Z","steps":["trace[1010529912] 'agreement among raft nodes before linearized reading' (duration: 666.126557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:34.885279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:34.289045Z","time spent":"596.218391ms","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:34.885319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:34.218482Z","time spent":"666.821475ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:41:35.093476Z","caller":"traceutil/trace.go:171","msg":"trace[1500500463] transaction","detail":"{read_only:false; response_revision:7176; number_of_response:1; }","duration":"203.525586ms","start":"2026-03-31T18:41:34.889922Z","end":"2026-03-31T18:41:35.093448Z","steps":["trace[1500500463] 'process raft request' (duration: 105.135099ms)","trace[1500500463] 'compare' (duration: 98.254803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:35.180353Z","caller":"traceutil/trace.go:171","msg":"trace[78203484] linearizableReadLoop","detail":"{readStateIndex:7470; appliedIndex:7468; }","duration":"288.922573ms","start":"2026-03-31T18:41:34.891408Z","end":"2026-03-31T18:41:35.18033Z","steps":["trace[78203484] 'read index received' (duration: 103.67159ms)","trace[78203484] 'applied index is now lower than readState.Index' (duration: 185.249863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:35.180419Z","caller":"traceutil/trace.go:171","msg":"trace[642992135] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"289.948349ms","start":"2026-03-31T18:41:34.890452Z","end":"2026-03-31T18:41:35.1804Z","steps":["trace[642992135] 'process raft request' (duration: 289.750794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:35.180484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.525244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:35.180511Z","caller":"traceutil/trace.go:171","msg":"trace[587391351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7177; }","duration":"237.594336ms","start":"2026-03-31T18:41:34.942909Z","end":"2026-03-31T18:41:35.180503Z","steps":["trace[587391351] 'agreement among raft nodes before linearized reading' (duration: 237.538115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:35.180799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.280572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142433"} {"level":"info","ts":"2026-03-31T18:41:35.180882Z","caller":"traceutil/trace.go:171","msg":"trace[1504067039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7177; }","duration":"289.503018ms","start":"2026-03-31T18:41:34.891362Z","end":"2026-03-31T18:41:35.180865Z","steps":["trace[1504067039] 'agreement among raft nodes before linearized reading' (duration: 289.055747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:35.180859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.809371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:41:35.180976Z","caller":"traceutil/trace.go:171","msg":"trace[1263903132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7177; }","duration":"112.955665ms","start":"2026-03-31T18:41:35.067974Z","end":"2026-03-31T18:41:35.18093Z","steps":["trace[1263903132] 'agreement among raft nodes before linearized reading' (duration: 112.708768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:35.411227Z","caller":"traceutil/trace.go:171","msg":"trace[288423277] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"225.789107ms","start":"2026-03-31T18:41:35.185402Z","end":"2026-03-31T18:41:35.411191Z","steps":["trace[288423277] 'process raft request' (duration: 137.548367ms)","trace[288423277] 'compare' (duration: 87.83537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:35.411293Z","caller":"traceutil/trace.go:171","msg":"trace[1652782374] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"225.09127ms","start":"2026-03-31T18:41:35.186184Z","end":"2026-03-31T18:41:35.411275Z","steps":["trace[1652782374] 'process raft request' (duration: 225.023938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:35.411401Z","caller":"traceutil/trace.go:171","msg":"trace[2102891890] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"225.182442ms","start":"2026-03-31T18:41:35.18618Z","end":"2026-03-31T18:41:35.411362Z","steps":["trace[2102891890] 'process raft request' (duration: 224.912695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:35.624159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.916491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:35.62427Z","caller":"traceutil/trace.go:171","msg":"trace[1420550685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7180; }","duration":"103.102485ms","start":"2026-03-31T18:41:35.521143Z","end":"2026-03-31T18:41:35.624246Z","steps":["trace[1420550685] 'range keys from in-memory index tree' (duration: 102.689745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.315521Z","caller":"traceutil/trace.go:171","msg":"trace[2100949970] linearizableReadLoop","detail":"{readStateIndex:7488; appliedIndex:7487; }","duration":"117.159072ms","start":"2026-03-31T18:41:39.198337Z","end":"2026-03-31T18:41:39.315496Z","steps":["trace[2100949970] 'read index received' (duration: 75.765726ms)","trace[2100949970] 'applied index is now lower than readState.Index' (duration: 41.391796ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:39.31557Z","caller":"traceutil/trace.go:171","msg":"trace[1490839327] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"118.106475ms","start":"2026-03-31T18:41:39.197432Z","end":"2026-03-31T18:41:39.315539Z","steps":["trace[1490839327] 'process raft request' (duration: 76.653997ms)","trace[1490839327] 'compare' (duration: 41.276314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:39.31576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.413898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:39.315819Z","caller":"traceutil/trace.go:171","msg":"trace[1204861641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7194; }","duration":"117.518621ms","start":"2026-03-31T18:41:39.198283Z","end":"2026-03-31T18:41:39.315802Z","steps":["trace[1204861641] 'agreement among raft nodes before linearized reading' (duration: 117.323876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:45.195273Z","caller":"traceutil/trace.go:171","msg":"trace[1178717234] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"179.631867ms","start":"2026-03-31T18:41:45.015615Z","end":"2026-03-31T18:41:45.195247Z","steps":["trace[1178717234] 'process raft request' (duration: 179.306938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.74995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698462324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:41:48.883049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388098632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:41:48.883127Z","caller":"traceutil/trace.go:171","msg":"trace[317544671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7235; }","duration":"1.388222845s","start":"2026-03-31T18:41:47.494888Z","end":"2026-03-31T18:41:48.883111Z","steps":["trace[317544671] 'range keys from in-memory index tree' (duration: 1.387903167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.883168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.494869Z","time spent":"1.388290066s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:41:48.883676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131304172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:41:48.883739Z","caller":"traceutil/trace.go:171","msg":"trace[633366335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7235; }","duration":"1.131410955s","start":"2026-03-31T18:41:47.752313Z","end":"2026-03-31T18:41:48.883724Z","steps":["trace[633366335] 'range keys from in-memory index tree' (duration: 1.131115287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.883825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008538966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:48.88385Z","caller":"traceutil/trace.go:171","msg":"trace[308880373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7235; }","duration":"1.008601047s","start":"2026-03-31T18:41:47.875241Z","end":"2026-03-31T18:41:48.883842Z","steps":["trace[308880373] 'range keys from in-memory index tree' (duration: 1.008422433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.883865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.875221Z","time spent":"1.008639758s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:48.883985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.584602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.884102Z","caller":"traceutil/trace.go:171","msg":"trace[1113822893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7235; }","duration":"941.782007ms","start":"2026-03-31T18:41:47.942298Z","end":"2026-03-31T18:41:48.88408Z","steps":["trace[1113822893] 'range keys from in-memory index tree' (duration: 941.49831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.942278Z","time spent":"941.878859ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:41:48.884441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.09308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T18:41:48.884517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181320319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:41:48.884565Z","caller":"traceutil/trace.go:171","msg":"trace[1419076096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7235; }","duration":"1.181402021s","start":"2026-03-31T18:41:47.70315Z","end":"2026-03-31T18:41:48.884552Z","steps":["trace[1419076096] 'range keys from in-memory index tree' (duration: 1.181199306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293805806s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.884603Z","caller":"traceutil/trace.go:171","msg":"trace[1144221529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7235; }","duration":"1.293851797s","start":"2026-03-31T18:41:47.590746Z","end":"2026-03-31T18:41:48.884598Z","steps":["trace[1144221529] 'range keys from in-memory index tree' (duration: 1.293799376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14540403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:41:48.884683Z","caller":"traceutil/trace.go:171","msg":"trace[41291210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7235; }","duration":"1.145483852s","start":"2026-03-31T18:41:47.739189Z","end":"2026-03-31T18:41:48.884673Z","steps":["trace[41291210] 'range keys from in-memory index tree' (duration: 1.145220805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.703129Z","time spent":"1.181463713s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:41:48.884723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.739168Z","time spent":"1.145545863s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:41:48.884523Z","caller":"traceutil/trace.go:171","msg":"trace[750383046] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7235; }","duration":"879.214433ms","start":"2026-03-31T18:41:48.005291Z","end":"2026-03-31T18:41:48.884505Z","steps":["trace[750383046] 'range keys from in-memory index tree' (duration: 878.888315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.005271Z","time spent":"879.54142ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-31T18:41:48.884812Z","caller":"traceutil/trace.go:171","msg":"trace[1201000939] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"848.999337ms","start":"2026-03-31T18:41:48.035802Z","end":"2026-03-31T18:41:48.884801Z","steps":["trace[1201000939] 'process raft request' (duration: 840.070812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.884906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.035777Z","time spent":"849.066089ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:48.884895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166468884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:41:48.88497Z","caller":"traceutil/trace.go:171","msg":"trace[1998201810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7235; }","duration":"1.166803382s","start":"2026-03-31T18:41:47.718148Z","end":"2026-03-31T18:41:48.884952Z","steps":["trace[1998201810] 'range keys from in-memory index tree' (duration: 1.16631025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.885007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.718124Z","time spent":"1.166875353s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:41:48.885077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.752298Z","time spent":"1.1327733s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:41:48.893786Z","caller":"traceutil/trace.go:171","msg":"trace[233911870] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"849.598503ms","start":"2026-03-31T18:41:48.044149Z","end":"2026-03-31T18:41:48.893747Z","steps":["trace[233911870] 'process raft request' (duration: 849.412458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.8939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.044126Z","time spent":"849.713026ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.939011Z","caller":"traceutil/trace.go:171","msg":"trace[1218081807] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"478.47996ms","start":"2026-03-31T18:41:48.460488Z","end":"2026-03-31T18:41:48.938968Z","steps":["trace[1218081807] 'process raft request' (duration: 478.214803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.939191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.460467Z","time spent":"478.636654ms","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.939254Z","caller":"traceutil/trace.go:171","msg":"trace[236434269] linearizableReadLoop","detail":"{readStateIndex:7535; appliedIndex:7531; }","duration":"690.163887ms","start":"2026-03-31T18:41:48.249054Z","end":"2026-03-31T18:41:48.939218Z","steps":["trace[236434269] 'read index received' (duration: 626.924837ms)","trace[236434269] 'applied index is now lower than readState.Index' (duration: 63.23449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:48.939811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.761604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:41:48.939857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.811301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T18:41:48.939871Z","caller":"traceutil/trace.go:171","msg":"trace[600019002] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7243; }","duration":"690.862506ms","start":"2026-03-31T18:41:48.248992Z","end":"2026-03-31T18:41:48.939854Z","steps":["trace[600019002] 'agreement among raft nodes before linearized reading' (duration: 690.67359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.939916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.248966Z","time spent":"690.941947ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:41:48.939919Z","caller":"traceutil/trace.go:171","msg":"trace[152723848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7243; }","duration":"676.917983ms","start":"2026-03-31T18:41:48.262982Z","end":"2026-03-31T18:41:48.9399Z","steps":["trace[152723848] 'agreement among raft nodes before linearized reading' (duration: 676.720087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.939983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.26297Z","time spent":"676.991695ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:41:48.940075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.028925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:41:48.940139Z","caller":"traceutil/trace.go:171","msg":"trace[768637166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7243; }","duration":"673.134108ms","start":"2026-03-31T18:41:48.266992Z","end":"2026-03-31T18:41:48.940127Z","steps":["trace[768637166] 'agreement among raft nodes before linearized reading' (duration: 673.004825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.940169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.26697Z","time spent":"673.190109ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:41:48.940833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.062281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:48.940938Z","caller":"traceutil/trace.go:171","msg":"trace[910883985] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7243; }","duration":"499.206925ms","start":"2026-03-31T18:41:48.441714Z","end":"2026-03-31T18:41:48.94092Z","steps":["trace[910883985] 'agreement among raft nodes before linearized reading' (duration: 498.269101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.941017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.441688Z","time spent":"499.312737ms","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:49.140114Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4337} {"level":"warn","ts":"2026-03-31T18:41:49.140179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.45491ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-31T18:41:49.140254Z","caller":"traceutil/trace.go:171","msg":"trace[2141430105] linearizableReadLoop","detail":"{readStateIndex:7541; appliedIndex:7540; }","duration":"199.377506ms","start":"2026-03-31T18:41:48.940867Z","end":"2026-03-31T18:41:49.140244Z","steps":["trace[2141430105] 'read index received' (duration: 59.365773ms)","trace[2141430105] 'applied index is now lower than readState.Index' (duration: 140.011123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:49.140389Z","caller":"traceutil/trace.go:171","msg":"trace[1545555849] compact","detail":"{revision:4337; response_revision:7243; }","duration":"200.095444ms","start":"2026-03-31T18:41:48.940266Z","end":"2026-03-31T18:41:49.140361Z","steps":["trace[1545555849] 'process raft request' (duration: 59.980148ms)","trace[1545555849] 'check and update compact revision' (duration: 139.381368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:49.140487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.614482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-03-31T18:41:49.140508Z","caller":"traceutil/trace.go:171","msg":"trace[866798285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7243; }","duration":"199.649623ms","start":"2026-03-31T18:41:48.940852Z","end":"2026-03-31T18:41:49.140502Z","steps":["trace[866798285] 'agreement among raft nodes before linearized reading' (duration: 199.434427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.140939Z","caller":"traceutil/trace.go:171","msg":"trace[1743106093] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"197.552729ms","start":"2026-03-31T18:41:48.943367Z","end":"2026-03-31T18:41:49.140919Z","steps":["trace[1743106093] 'process raft request' (duration: 196.870902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.141298Z","caller":"traceutil/trace.go:171","msg":"trace[734659740] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"197.032007ms","start":"2026-03-31T18:41:48.944241Z","end":"2026-03-31T18:41:49.141273Z","steps":["trace[734659740] 'process raft request' (duration: 196.661928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.141358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.492667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:49.14138Z","caller":"traceutil/trace.go:171","msg":"trace[1708971673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7245; }","duration":"193.539148ms","start":"2026-03-31T18:41:48.947833Z","end":"2026-03-31T18:41:49.141372Z","steps":["trace[1708971673] 'agreement among raft nodes before linearized reading' (duration: 193.436636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.141409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.923259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T18:41:49.141465Z","caller":"traceutil/trace.go:171","msg":"trace[1869143964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96924b3e-d3ba-4ab5-90de-4d1ca7003829; range_end:; response_count:1; response_revision:7245; }","duration":"197.999921ms","start":"2026-03-31T18:41:48.943448Z","end":"2026-03-31T18:41:49.141448Z","steps":["trace[1869143964] 'agreement among raft nodes before linearized reading' (duration: 197.769555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.141482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.259302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:49.141533Z","caller":"traceutil/trace.go:171","msg":"trace[453463967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7245; }","duration":"127.371504ms","start":"2026-03-31T18:41:49.014144Z","end":"2026-03-31T18:41:49.141516Z","steps":["trace[453463967] 'agreement among raft nodes before linearized reading' (duration: 127.115627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.399763Z","caller":"traceutil/trace.go:171","msg":"trace[769434766] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"146.689733ms","start":"2026-03-31T18:41:49.253048Z","end":"2026-03-31T18:41:49.399738Z","steps":["trace[769434766] 'process raft request' (duration: 84.874989ms)","trace[769434766] 'compare' (duration: 61.464376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:49.597169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.496854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:41:49.597257Z","caller":"traceutil/trace.go:171","msg":"trace[71332184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7246; }","duration":"181.643538ms","start":"2026-03-31T18:41:49.415595Z","end":"2026-03-31T18:41:49.597238Z","steps":["trace[71332184] 'range keys from in-memory index tree' (duration: 181.311279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.597631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.620549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:49.597693Z","caller":"traceutil/trace.go:171","msg":"trace[966710681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7246; }","duration":"172.69084ms","start":"2026-03-31T18:41:49.424984Z","end":"2026-03-31T18:41:49.597675Z","steps":["trace[966710681] 'range keys from in-memory index tree' (duration: 172.472785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.597862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.206826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:49.597941Z","caller":"traceutil/trace.go:171","msg":"trace[1850053619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7246; }","duration":"166.33164ms","start":"2026-03-31T18:41:49.431591Z","end":"2026-03-31T18:41:49.597922Z","steps":["trace[1850053619] 'range keys from in-memory index tree' (duration: 165.94654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.79079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4337,"took":"648.782989ms","hash":398621824,"current-db-size-bytes":36470784,"current-db-size":"36 MB","current-db-size-in-use-bytes":34197504,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T18:41:49.790883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":398621824,"revision":4337,"compact-revision":2398} {"level":"info","ts":"2026-03-31T18:41:51.522539Z","caller":"traceutil/trace.go:171","msg":"trace[331179865] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"116.891228ms","start":"2026-03-31T18:41:51.405623Z","end":"2026-03-31T18:41:51.522514Z","steps":["trace[331179865] 'process raft request' (duration: 116.704333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:53.178282Z","caller":"traceutil/trace.go:171","msg":"trace[993547830] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"103.990353ms","start":"2026-03-31T18:41:53.074263Z","end":"2026-03-31T18:41:53.178253Z","steps":["trace[993547830] 'process raft request' (duration: 49.618876ms)","trace[993547830] 'compare' (duration: 54.101499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:53.178306Z","caller":"traceutil/trace.go:171","msg":"trace[220664371] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"103.198072ms","start":"2026-03-31T18:41:53.075085Z","end":"2026-03-31T18:41:53.178283Z","steps":["trace[220664371] 'process raft request' (duration: 103.085358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:53.178321Z","caller":"traceutil/trace.go:171","msg":"trace[2139122808] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"102.645848ms","start":"2026-03-31T18:41:53.075651Z","end":"2026-03-31T18:41:53.178297Z","steps":["trace[2139122808] 'process raft request' (duration: 102.609207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:53.178449Z","caller":"traceutil/trace.go:171","msg":"trace[1343275874] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"103.150631ms","start":"2026-03-31T18:41:53.075285Z","end":"2026-03-31T18:41:53.178436Z","steps":["trace[1343275874] 'process raft request' (duration: 102.939125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:55.177119Z","caller":"traceutil/trace.go:171","msg":"trace[1832158418] linearizableReadLoop","detail":"{readStateIndex:7569; appliedIndex:7567; }","duration":"142.372714ms","start":"2026-03-31T18:41:55.034708Z","end":"2026-03-31T18:41:55.17708Z","steps":["trace[1832158418] 'read index received' (duration: 20.560941ms)","trace[1832158418] 'applied index is now lower than readState.Index' (duration: 121.810763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:55.177214Z","caller":"traceutil/trace.go:171","msg":"trace[1006269301] transaction","detail":"{read_only:false; response_revision:7270; number_of_response:1; }","duration":"174.153308ms","start":"2026-03-31T18:41:55.003012Z","end":"2026-03-31T18:41:55.177165Z","steps":["trace[1006269301] 'process raft request' (duration: 89.061095ms)","trace[1006269301] 'compare' (duration: 84.905578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:55.177344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.62063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:41:55.177383Z","caller":"traceutil/trace.go:171","msg":"trace[1088964339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7270; }","duration":"142.703952ms","start":"2026-03-31T18:41:55.03467Z","end":"2026-03-31T18:41:55.177374Z","steps":["trace[1088964339] 'agreement among raft nodes before linearized reading' (duration: 142.532798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:55.550796Z","caller":"traceutil/trace.go:171","msg":"trace[1363673791] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"228.098133ms","start":"2026-03-31T18:41:55.322645Z","end":"2026-03-31T18:41:55.550743Z","steps":["trace[1363673791] 'process raft request' (duration: 173.313447ms)","trace[1363673791] 'compare' (duration: 54.667013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:59.629684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.247765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:59.629868Z","caller":"traceutil/trace.go:171","msg":"trace[558902417] linearizableReadLoop","detail":"{readStateIndex:7597; appliedIndex:7596; }","duration":"280.077689ms","start":"2026-03-31T18:41:59.349731Z","end":"2026-03-31T18:41:59.629808Z","steps":["trace[558902417] 'read index received' (duration: 6.535865ms)","trace[558902417] 'applied index is now lower than readState.Index' (duration: 273.540484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:59.630117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.379136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:59.630034Z","caller":"traceutil/trace.go:171","msg":"trace[529858459] transaction","detail":"{read_only:false; response_revision:7297; number_of_response:1; }","duration":"342.138941ms","start":"2026-03-31T18:41:59.287776Z","end":"2026-03-31T18:41:59.629915Z","steps":["trace[529858459] 'process raft request' (duration: 68.566646ms)","trace[529858459] 'compare' (duration: 273.03025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:59.630181Z","caller":"traceutil/trace.go:171","msg":"trace[22240802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7297; }","duration":"280.477939ms","start":"2026-03-31T18:41:59.34969Z","end":"2026-03-31T18:41:59.630167Z","steps":["trace[22240802] 'agreement among raft nodes before linearized reading' (duration: 280.273314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:59.630379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:59.287759Z","time spent":"342.54702ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:59.677388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.532699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:41:59.677469Z","caller":"traceutil/trace.go:171","msg":"trace[111335531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7298; }","duration":"327.643053ms","start":"2026-03-31T18:41:59.349808Z","end":"2026-03-31T18:41:59.677451Z","steps":["trace[111335531] 'agreement among raft nodes before linearized reading' (duration: 327.407366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:59.677513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:59.349802Z","time spent":"327.700074ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:41:59.677614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.734725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:41:59.677698Z","caller":"traceutil/trace.go:171","msg":"trace[1835767858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7298; }","duration":"327.842398ms","start":"2026-03-31T18:41:59.349837Z","end":"2026-03-31T18:41:59.67768Z","steps":["trace[1835767858] 'agreement among raft nodes before linearized reading' (duration: 327.645143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:59.677747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:59.349833Z","time spent":"327.904179ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:41:59.840359Z","caller":"traceutil/trace.go:171","msg":"trace[1728239122] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"112.419345ms","start":"2026-03-31T18:41:59.727911Z","end":"2026-03-31T18:41:59.84033Z","steps":["trace[1728239122] 'process raft request' (duration: 67.835086ms)","trace[1728239122] 'compare' (duration: 44.434815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:01.107797Z","caller":"traceutil/trace.go:171","msg":"trace[650878198] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"138.353882ms","start":"2026-03-31T18:42:00.96941Z","end":"2026-03-31T18:42:01.107764Z","steps":["trace[650878198] 'process raft request' (duration: 138.123736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.701401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.854516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:07.701614Z","caller":"traceutil/trace.go:171","msg":"trace[1424208363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7344; }","duration":"111.076822ms","start":"2026-03-31T18:42:07.590518Z","end":"2026-03-31T18:42:07.701594Z","steps":["trace[1424208363] 'range keys from in-memory index tree' (duration: 110.623731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:07.808556Z","caller":"traceutil/trace.go:171","msg":"trace[2114397020] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"104.064124ms","start":"2026-03-31T18:42:07.704472Z","end":"2026-03-31T18:42:07.808537Z","steps":["trace[2114397020] 'process raft request' (duration: 103.935051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:07.942129Z","caller":"traceutil/trace.go:171","msg":"trace[1362394603] linearizableReadLoop","detail":"{readStateIndex:7647; appliedIndex:7645; }","duration":"207.715267ms","start":"2026-03-31T18:42:07.734388Z","end":"2026-03-31T18:42:07.942103Z","steps":["trace[1362394603] 'read index received' (duration: 74.020683ms)","trace[1362394603] 'applied index is now lower than readState.Index' (duration: 133.690244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:07.942191Z","caller":"traceutil/trace.go:171","msg":"trace[1865941326] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"213.758031ms","start":"2026-03-31T18:42:07.728398Z","end":"2026-03-31T18:42:07.942156Z","steps":["trace[1865941326] 'process raft request' (duration: 177.072573ms)","trace[1865941326] 'compare' (duration: 36.483053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:07.942367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.964303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:42:07.942443Z","caller":"traceutil/trace.go:171","msg":"trace[1152195202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7346; }","duration":"208.088326ms","start":"2026-03-31T18:42:07.734332Z","end":"2026-03-31T18:42:07.94242Z","steps":["trace[1152195202] 'agreement among raft nodes before linearized reading' (duration: 207.899731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.942579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.820204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:07.942648Z","caller":"traceutil/trace.go:171","msg":"trace[337717932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7346; }","duration":"189.922267ms","start":"2026-03-31T18:42:07.75271Z","end":"2026-03-31T18:42:07.942632Z","steps":["trace[337717932] 'agreement among raft nodes before linearized reading' (duration: 189.706262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.942657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.135654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:42:07.942791Z","caller":"traceutil/trace.go:171","msg":"trace[630433754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7346; }","duration":"196.312349ms","start":"2026-03-31T18:42:07.746466Z","end":"2026-03-31T18:42:07.942778Z","steps":["trace[630433754] 'agreement among raft nodes before linearized reading' (duration: 195.779405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.070523Z","caller":"traceutil/trace.go:171","msg":"trace[1571456249] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"124.612724ms","start":"2026-03-31T18:42:07.945889Z","end":"2026-03-31T18:42:08.070502Z","steps":["trace[1571456249] 'process raft request' (duration: 106.969787ms)","trace[1571456249] 'compare' (duration: 17.490453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:08.070851Z","caller":"traceutil/trace.go:171","msg":"trace[1106768079] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"124.897232ms","start":"2026-03-31T18:42:07.945946Z","end":"2026-03-31T18:42:08.070844Z","steps":["trace[1106768079] 'process raft request' (duration: 124.736278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.070859Z","caller":"traceutil/trace.go:171","msg":"trace[180102781] linearizableReadLoop","detail":"{readStateIndex:7650; appliedIndex:7647; }","duration":"124.369878ms","start":"2026-03-31T18:42:07.946463Z","end":"2026-03-31T18:42:08.070833Z","steps":["trace[180102781] 'read index received' (duration: 106.405413ms)","trace[180102781] 'applied index is now lower than readState.Index' (duration: 17.963525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:08.070964Z","caller":"traceutil/trace.go:171","msg":"trace[564784109] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"122.256265ms","start":"2026-03-31T18:42:07.94867Z","end":"2026-03-31T18:42:08.070926Z","steps":["trace[564784109] 'process raft request' (duration: 122.114381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.070968Z","caller":"traceutil/trace.go:171","msg":"trace[688917990] transaction","detail":"{read_only:false; response_revision:7348; number_of_response:1; }","duration":"124.935533ms","start":"2026-03-31T18:42:07.945916Z","end":"2026-03-31T18:42:08.070852Z","steps":["trace[688917990] 'process raft request' (duration: 124.552023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.071066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:08.071121Z","caller":"traceutil/trace.go:171","msg":"trace[1607619791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7350; }","duration":"124.665946ms","start":"2026-03-31T18:42:07.946441Z","end":"2026-03-31T18:42:08.071107Z","steps":["trace[1607619791] 'agreement among raft nodes before linearized reading' (duration: 124.548963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.071214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.797868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142193"} {"level":"info","ts":"2026-03-31T18:42:08.071249Z","caller":"traceutil/trace.go:171","msg":"trace[1747903745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7350; }","duration":"122.87392ms","start":"2026-03-31T18:42:07.948368Z","end":"2026-03-31T18:42:08.071242Z","steps":["trace[1747903745] 'agreement among raft nodes before linearized reading' (duration: 122.643615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.554757Z","caller":"traceutil/trace.go:171","msg":"trace[1115148383] linearizableReadLoop","detail":"{readStateIndex:7655; appliedIndex:7654; }","duration":"155.963777ms","start":"2026-03-31T18:42:09.398746Z","end":"2026-03-31T18:42:09.554709Z","steps":["trace[1115148383] 'read index received' (duration: 104.73474ms)","trace[1115148383] 'applied index is now lower than readState.Index' (duration: 51.227287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:09.554862Z","caller":"traceutil/trace.go:171","msg":"trace[650435726] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"167.126379ms","start":"2026-03-31T18:42:09.387691Z","end":"2026-03-31T18:42:09.554818Z","steps":["trace[650435726] 'process raft request' (duration: 115.890083ms)","trace[650435726] 'compare' (duration: 50.820726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:09.555089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.322295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:09.555149Z","caller":"traceutil/trace.go:171","msg":"trace[1514284917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7353; }","duration":"156.439969ms","start":"2026-03-31T18:42:09.398695Z","end":"2026-03-31T18:42:09.555135Z","steps":["trace[1514284917] 'agreement among raft nodes before linearized reading' (duration: 156.155481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.934446Z","caller":"traceutil/trace.go:171","msg":"trace[1964172683] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"118.90819ms","start":"2026-03-31T18:42:09.815507Z","end":"2026-03-31T18:42:09.934415Z","steps":["trace[1964172683] 'process raft request' (duration: 118.753986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.234488Z","caller":"traceutil/trace.go:171","msg":"trace[960501225] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"156.185913ms","start":"2026-03-31T18:42:10.078278Z","end":"2026-03-31T18:42:10.234463Z","steps":["trace[960501225] 'process raft request' (duration: 156.04718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.268775Z","caller":"traceutil/trace.go:171","msg":"trace[750973319] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"189.061985ms","start":"2026-03-31T18:42:10.079689Z","end":"2026-03-31T18:42:10.268751Z","steps":["trace[750973319] 'process raft request' (duration: 188.8772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.269288Z","caller":"traceutil/trace.go:171","msg":"trace[2028105594] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"189.108285ms","start":"2026-03-31T18:42:10.080141Z","end":"2026-03-31T18:42:10.269249Z","steps":["trace[2028105594] 'process raft request' (duration: 188.563332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.269854Z","caller":"traceutil/trace.go:171","msg":"trace[1273845937] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"189.058515ms","start":"2026-03-31T18:42:10.080782Z","end":"2026-03-31T18:42:10.269841Z","steps":["trace[1273845937] 'process raft request' (duration: 188.240024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.270045Z","caller":"traceutil/trace.go:171","msg":"trace[1594302415] linearizableReadLoop","detail":"{readStateIndex:7661; appliedIndex:7659; }","duration":"189.415614ms","start":"2026-03-31T18:42:10.080342Z","end":"2026-03-31T18:42:10.269758Z","steps":["trace[1594302415] 'read index received' (duration: 154.388167ms)","trace[1594302415] 'applied index is now lower than readState.Index' (duration: 35.026477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:10.270241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.876326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142193"} {"level":"info","ts":"2026-03-31T18:42:10.270318Z","caller":"traceutil/trace.go:171","msg":"trace[772124915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7360; }","duration":"189.967048ms","start":"2026-03-31T18:42:10.080334Z","end":"2026-03-31T18:42:10.270301Z","steps":["trace[772124915] 'agreement among raft nodes before linearized reading' (duration: 189.586669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:10.270456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.088444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:42:10.270541Z","caller":"traceutil/trace.go:171","msg":"trace[2021352072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7360; }","duration":"185.192107ms","start":"2026-03-31T18:42:10.085305Z","end":"2026-03-31T18:42:10.270497Z","steps":["trace[2021352072] 'agreement among raft nodes before linearized reading' (duration: 184.970822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:12.049371Z","caller":"traceutil/trace.go:171","msg":"trace[499662951] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"102.211078ms","start":"2026-03-31T18:42:11.947117Z","end":"2026-03-31T18:42:12.049328Z","steps":["trace[499662951] 'process raft request' (duration: 101.951791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:12.119937Z","caller":"traceutil/trace.go:171","msg":"trace[138757322] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"144.398574ms","start":"2026-03-31T18:42:11.975508Z","end":"2026-03-31T18:42:12.119906Z","steps":["trace[138757322] 'process raft request' (duration: 135.94665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:16.197002Z","caller":"traceutil/trace.go:171","msg":"trace[942781663] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"126.970153ms","start":"2026-03-31T18:42:16.069996Z","end":"2026-03-31T18:42:16.196966Z","steps":["trace[942781663] 'process raft request' (duration: 126.365888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.174222Z","caller":"traceutil/trace.go:171","msg":"trace[664845392] transaction","detail":"{read_only:false; response_revision:7424; number_of_response:1; }","duration":"135.362886ms","start":"2026-03-31T18:42:22.038834Z","end":"2026-03-31T18:42:22.174197Z","steps":["trace[664845392] 'process raft request' (duration: 133.743555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.895152Z","caller":"traceutil/trace.go:171","msg":"trace[355574368] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"143.523603ms","start":"2026-03-31T18:42:22.751599Z","end":"2026-03-31T18:42:22.895122Z","steps":["trace[355574368] 'process raft request' (duration: 52.381976ms)","trace[355574368] 'compare' (duration: 91.009243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:24.617741Z","caller":"traceutil/trace.go:171","msg":"trace[605679477] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"149.388701ms","start":"2026-03-31T18:42:24.468329Z","end":"2026-03-31T18:42:24.617717Z","steps":["trace[605679477] 'process raft request' (duration: 143.915602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:24.617741Z","caller":"traceutil/trace.go:171","msg":"trace[930738132] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"149.289789ms","start":"2026-03-31T18:42:24.468425Z","end":"2026-03-31T18:42:24.617714Z","steps":["trace[930738132] 'process raft request' (duration: 149.172896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:24.618016Z","caller":"traceutil/trace.go:171","msg":"trace[1257311679] linearizableReadLoop","detail":"{readStateIndex:7759; appliedIndex:7757; }","duration":"149.306898ms","start":"2026-03-31T18:42:24.468679Z","end":"2026-03-31T18:42:24.617986Z","steps":["trace[1257311679] 'read index received' (duration: 44.313892ms)","trace[1257311679] 'applied index is now lower than readState.Index' (duration: 104.991486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:24.618063Z","caller":"traceutil/trace.go:171","msg":"trace[1916671795] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"149.185806ms","start":"2026-03-31T18:42:24.468848Z","end":"2026-03-31T18:42:24.618033Z","steps":["trace[1916671795] 'process raft request' (duration: 148.836117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:24.618439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.72848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150964"} {"level":"info","ts":"2026-03-31T18:42:24.618505Z","caller":"traceutil/trace.go:171","msg":"trace[490666577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7454; }","duration":"149.834863ms","start":"2026-03-31T18:42:24.468657Z","end":"2026-03-31T18:42:24.618492Z","steps":["trace[490666577] 'agreement among raft nodes before linearized reading' (duration: 149.443653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:26.493116Z","caller":"traceutil/trace.go:171","msg":"trace[1062789476] linearizableReadLoop","detail":"{readStateIndex:7767; appliedIndex:7765; }","duration":"201.428758ms","start":"2026-03-31T18:42:26.291663Z","end":"2026-03-31T18:42:26.493092Z","steps":["trace[1062789476] 'read index received' (duration: 22.007887ms)","trace[1062789476] 'applied index is now lower than readState.Index' (duration: 179.419511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:26.493224Z","caller":"traceutil/trace.go:171","msg":"trace[1290747624] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"214.645053ms","start":"2026-03-31T18:42:26.278515Z","end":"2026-03-31T18:42:26.49316Z","steps":["trace[1290747624] 'process raft request' (duration: 168.30573ms)","trace[1290747624] 'compare' (duration: 46.164259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:26.493309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.454595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:26.493361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.682374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:42:26.493381Z","caller":"traceutil/trace.go:171","msg":"trace[84689150] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7461; }","duration":"172.553588ms","start":"2026-03-31T18:42:26.320811Z","end":"2026-03-31T18:42:26.493365Z","steps":["trace[84689150] 'agreement among raft nodes before linearized reading' (duration: 172.435625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:26.493399Z","caller":"traceutil/trace.go:171","msg":"trace[8485923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7461; }","duration":"201.756707ms","start":"2026-03-31T18:42:26.291632Z","end":"2026-03-31T18:42:26.493389Z","steps":["trace[8485923] 'agreement among raft nodes before linearized reading' (duration: 201.601973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:28.701404Z","caller":"traceutil/trace.go:171","msg":"trace[1529996324] linearizableReadLoop","detail":"{readStateIndex:7782; appliedIndex:7781; }","duration":"124.43576ms","start":"2026-03-31T18:42:28.576941Z","end":"2026-03-31T18:42:28.701377Z","steps":["trace[1529996324] 'read index received' (duration: 40.341441ms)","trace[1529996324] 'applied index is now lower than readState.Index' (duration: 84.092388ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:28.701707Z","caller":"traceutil/trace.go:171","msg":"trace[613534617] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"153.147045ms","start":"2026-03-31T18:42:28.548541Z","end":"2026-03-31T18:42:28.701688Z","steps":["trace[613534617] 'process raft request' (duration: 68.76637ms)","trace[613534617] 'compare' (duration: 83.75295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:28.702326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.362923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:42:28.702385Z","caller":"traceutil/trace.go:171","msg":"trace[2130955203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7475; }","duration":"125.454224ms","start":"2026-03-31T18:42:28.576915Z","end":"2026-03-31T18:42:28.702369Z","steps":["trace[2130955203] 'agreement among raft nodes before linearized reading' (duration: 125.314021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.661113Z","caller":"traceutil/trace.go:171","msg":"trace[1707413088] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"112.375014ms","start":"2026-03-31T18:42:30.548677Z","end":"2026-03-31T18:42:30.661051Z","steps":["trace[1707413088] 'process raft request' (duration: 111.869291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:49.942931Z","caller":"traceutil/trace.go:171","msg":"trace[850086580] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"144.260952ms","start":"2026-03-31T18:42:49.798647Z","end":"2026-03-31T18:42:49.942908Z","steps":["trace[850086580] 'read index received' (duration: 144.16705ms)","trace[850086580] 'applied index is now lower than readState.Index' (duration: 93.012µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:49.942968Z","caller":"traceutil/trace.go:171","msg":"trace[1567114006] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"186.396638ms","start":"2026-03-31T18:42:49.75655Z","end":"2026-03-31T18:42:49.942947Z","steps":["trace[1567114006] 'process raft request' (duration: 186.208333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.943058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.386365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:49.943097Z","caller":"traceutil/trace.go:171","msg":"trace[1010745720] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7623; }","duration":"144.479868ms","start":"2026-03-31T18:42:49.798607Z","end":"2026-03-31T18:42:49.943086Z","steps":["trace[1010745720] 'agreement among raft nodes before linearized reading' (duration: 144.399796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.061732Z","caller":"traceutil/trace.go:171","msg":"trace[460946857] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8144; }","duration":"109.701896ms","start":"2026-03-31T18:43:12.952007Z","end":"2026-03-31T18:43:13.061709Z","steps":["trace[460946857] 'read index received' (duration: 30.153183ms)","trace[460946857] 'applied index is now lower than readState.Index' (duration: 79.547673ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:13.061803Z","caller":"traceutil/trace.go:171","msg":"trace[130803139] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"116.037867ms","start":"2026-03-31T18:43:12.945746Z","end":"2026-03-31T18:43:13.061784Z","steps":["trace[130803139] 'process raft request' (duration: 115.803051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.061882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.874771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:13.061905Z","caller":"traceutil/trace.go:171","msg":"trace[862156663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7825; }","duration":"109.948303ms","start":"2026-03-31T18:43:12.951951Z","end":"2026-03-31T18:43:13.0619Z","steps":["trace[862156663] 'agreement among raft nodes before linearized reading' (duration: 109.878891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.334853Z","caller":"traceutil/trace.go:171","msg":"trace[1853950484] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8146; }","duration":"272.964549ms","start":"2026-03-31T18:43:13.061844Z","end":"2026-03-31T18:43:13.334808Z","steps":["trace[1853950484] 'read index received' (duration: 267.110091ms)","trace[1853950484] 'applied index is now lower than readState.Index' (duration: 5.852968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:13.334995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.810283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:43:13.33499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.318298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:43:13.334995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.267558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:13.335054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.383164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:13.335056Z","caller":"traceutil/trace.go:171","msg":"trace[1051229298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7826; }","duration":"273.40825ms","start":"2026-03-31T18:43:13.061633Z","end":"2026-03-31T18:43:13.335041Z","steps":["trace[1051229298] 'agreement among raft nodes before linearized reading' (duration: 273.181345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.33508Z","caller":"traceutil/trace.go:171","msg":"trace[339103676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7826; }","duration":"272.418625ms","start":"2026-03-31T18:43:13.062654Z","end":"2026-03-31T18:43:13.335073Z","steps":["trace[339103676] 'agreement among raft nodes before linearized reading' (duration: 272.386494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.335074Z","caller":"traceutil/trace.go:171","msg":"trace[603057156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:7826; }","duration":"294.360261ms","start":"2026-03-31T18:43:13.040693Z","end":"2026-03-31T18:43:13.335053Z","steps":["trace[603057156] 'agreement among raft nodes before linearized reading' (duration: 294.139295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.335254Z","caller":"traceutil/trace.go:171","msg":"trace[791241336] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"351.848356ms","start":"2026-03-31T18:43:12.983395Z","end":"2026-03-31T18:43:13.335243Z","steps":["trace[791241336] 'process raft request' (duration: 345.699501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.335284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.388372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:13.335306Z","caller":"traceutil/trace.go:171","msg":"trace[1835801056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7826; }","duration":"234.437014ms","start":"2026-03-31T18:43:13.100862Z","end":"2026-03-31T18:43:13.335299Z","steps":["trace[1835801056] 'agreement among raft nodes before linearized reading' (duration: 234.372072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.335017Z","caller":"traceutil/trace.go:171","msg":"trace[1644839682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7826; }","duration":"328.871284ms","start":"2026-03-31T18:43:13.006139Z","end":"2026-03-31T18:43:13.33501Z","steps":["trace[1644839682] 'agreement among raft nodes before linearized reading' (duration: 328.791983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.335419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.006115Z","time spent":"329.277565ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:43:13.335347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:12.983369Z","time spent":"351.923288ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:13.335515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.54031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:43:13.335502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.555804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:43:13.335546Z","caller":"traceutil/trace.go:171","msg":"trace[257163214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7826; }","duration":"246.585001ms","start":"2026-03-31T18:43:13.088952Z","end":"2026-03-31T18:43:13.335537Z","steps":["trace[257163214] 'agreement among raft nodes before linearized reading' (duration: 246.503279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.335638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.073035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:13.335762Z","caller":"traceutil/trace.go:171","msg":"trace[466452341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7826; }","duration":"253.220109ms","start":"2026-03-31T18:43:13.082523Z","end":"2026-03-31T18:43:13.335743Z","steps":["trace[466452341] 'agreement among raft nodes before linearized reading' (duration: 252.992813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.335776Z","caller":"traceutil/trace.go:171","msg":"trace[1877459585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7826; }","duration":"256.691037ms","start":"2026-03-31T18:43:13.078878Z","end":"2026-03-31T18:43:13.335569Z","steps":["trace[1877459585] 'agreement among raft nodes before linearized reading' (duration: 256.513143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.782868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.804901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:13.782988Z","caller":"traceutil/trace.go:171","msg":"trace[398065863] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"442.377436ms","start":"2026-03-31T18:43:13.340591Z","end":"2026-03-31T18:43:13.782968Z","steps":["trace[398065863] 'process raft request' (duration: 245.38746ms)","trace[398065863] 'compare' (duration: 196.623947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:13.783048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.340579Z","time spent":"442.440158ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:13.787344Z","caller":"traceutil/trace.go:171","msg":"trace[1900271335] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8147; }","duration":"445.194558ms","start":"2026-03-31T18:43:13.342126Z","end":"2026-03-31T18:43:13.787321Z","steps":["trace[1900271335] 'read index received' (duration: 243.939954ms)","trace[1900271335] 'applied index is now lower than readState.Index' (duration: 201.253564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:13.787469Z","caller":"traceutil/trace.go:171","msg":"trace[1619723070] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"446.574002ms","start":"2026-03-31T18:43:13.340883Z","end":"2026-03-31T18:43:13.787457Z","steps":["trace[1619723070] 'process raft request' (duration: 446.176712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:13.787588Z","caller":"traceutil/trace.go:171","msg":"trace[1115975528] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"445.523916ms","start":"2026-03-31T18:43:13.342045Z","end":"2026-03-31T18:43:13.787569Z","steps":["trace[1115975528] 'process raft request' (duration: 445.242439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.787593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.340876Z","time spent":"446.620993ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:13.787616Z","caller":"traceutil/trace.go:171","msg":"trace[1193612623] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"446.451709ms","start":"2026-03-31T18:43:13.341136Z","end":"2026-03-31T18:43:13.787587Z","steps":["trace[1193612623] 'process raft request' (duration: 446.051939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.787727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.342037Z","time spent":"445.640119ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:13.787795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.341129Z","time spent":"446.600153ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:13.787818Z","caller":"traceutil/trace.go:171","msg":"trace[293108244] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"446.355086ms","start":"2026-03-31T18:43:13.341441Z","end":"2026-03-31T18:43:13.787796Z","steps":["trace[293108244] 'process raft request' (duration: 445.786082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.787936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.341421Z","time spent":"446.451389ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:13.788068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.926637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161905"} {"level":"info","ts":"2026-03-31T18:43:13.788126Z","caller":"traceutil/trace.go:171","msg":"trace[2116965347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7831; }","duration":"445.987128ms","start":"2026-03-31T18:43:13.342121Z","end":"2026-03-31T18:43:13.788109Z","steps":["trace[2116965347] 'agreement among raft nodes before linearized reading' (duration: 445.621798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.788174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.342107Z","time spent":"446.055931ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":161928,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:13.788395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.183283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:13.788466Z","caller":"traceutil/trace.go:171","msg":"trace[1813730887] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7831; }","duration":"446.283936ms","start":"2026-03-31T18:43:13.342166Z","end":"2026-03-31T18:43:13.78845Z","steps":["trace[1813730887] 'agreement among raft nodes before linearized reading' (duration: 446.122362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:13.788514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.342148Z","time spent":"446.354508ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T18:43:28.054241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.224492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:28.054417Z","caller":"traceutil/trace.go:171","msg":"trace[1681895044] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"131.17093ms","start":"2026-03-31T18:43:27.92319Z","end":"2026-03-31T18:43:28.054361Z","steps":["trace[1681895044] 'process raft request' (duration: 10.726622ms)","trace[1681895044] 'compare' (duration: 119.502924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.071158Z","caller":"traceutil/trace.go:171","msg":"trace[1006835603] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"147.823491ms","start":"2026-03-31T18:43:27.92331Z","end":"2026-03-31T18:43:28.071134Z","steps":["trace[1006835603] 'process raft request' (duration: 147.741469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.071285Z","caller":"traceutil/trace.go:171","msg":"trace[1907027521] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8238; }","duration":"130.315238ms","start":"2026-03-31T18:43:27.940956Z","end":"2026-03-31T18:43:28.071271Z","steps":["trace[1907027521] 'read index received' (duration: 129.943308ms)","trace[1907027521] 'applied index is now lower than readState.Index' (duration: 370.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.071384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.41214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:28.071384Z","caller":"traceutil/trace.go:171","msg":"trace[1453176975] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"147.02301ms","start":"2026-03-31T18:43:27.924349Z","end":"2026-03-31T18:43:28.071372Z","steps":["trace[1453176975] 'process raft request' (duration: 146.743713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.071417Z","caller":"traceutil/trace.go:171","msg":"trace[567904909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"130.496842ms","start":"2026-03-31T18:43:27.940912Z","end":"2026-03-31T18:43:28.071409Z","steps":["trace[567904909] 'agreement among raft nodes before linearized reading' (duration: 130.41708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.071185Z","caller":"traceutil/trace.go:171","msg":"trace[26703121] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"147.885833ms","start":"2026-03-31T18:43:27.923261Z","end":"2026-03-31T18:43:28.071147Z","steps":["trace[26703121] 'process raft request' (duration: 147.661647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.70583Z","caller":"traceutil/trace.go:171","msg":"trace[1065295365] linearizableReadLoop","detail":"{readStateIndex:8283; appliedIndex:8282; }","duration":"100.642637ms","start":"2026-03-31T18:43:28.60516Z","end":"2026-03-31T18:43:28.705803Z","steps":["trace[1065295365] 'read index received' (duration: 67.353725ms)","trace[1065295365] 'applied index is now lower than readState.Index' (duration: 33.287652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.705919Z","caller":"traceutil/trace.go:171","msg":"trace[1861912866] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"103.044279ms","start":"2026-03-31T18:43:28.602811Z","end":"2026-03-31T18:43:28.705855Z","steps":["trace[1861912866] 'process raft request' (duration: 69.805577ms)","trace[1861912866] 'compare' (duration: 33.010986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.706253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.064318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:43:28.706338Z","caller":"traceutil/trace.go:171","msg":"trace[422149746] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7958; }","duration":"101.17691ms","start":"2026-03-31T18:43:28.605143Z","end":"2026-03-31T18:43:28.70632Z","steps":["trace[422149746] 'agreement among raft nodes before linearized reading' (duration: 100.76884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.981719Z","caller":"traceutil/trace.go:171","msg":"trace[1662173499] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"169.680774ms","start":"2026-03-31T18:43:28.812018Z","end":"2026-03-31T18:43:28.981699Z","steps":["trace[1662173499] 'process raft request' (duration: 169.589092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:29.744882Z","caller":"traceutil/trace.go:171","msg":"trace[1241652401] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8285; }","duration":"932.080452ms","start":"2026-03-31T18:43:28.812773Z","end":"2026-03-31T18:43:29.744853Z","steps":["trace[1241652401] 'read index received' (duration: 168.983457ms)","trace[1241652401] 'applied index is now lower than readState.Index' (duration: 763.095825ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:29.744941Z","caller":"traceutil/trace.go:171","msg":"trace[119063942] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"932.242476ms","start":"2026-03-31T18:43:28.812667Z","end":"2026-03-31T18:43:29.74491Z","steps":["trace[119063942] 'process raft request' (duration: 932.112233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:29.745162Z","caller":"traceutil/trace.go:171","msg":"trace[42308184] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"933.090907ms","start":"2026-03-31T18:43:28.812044Z","end":"2026-03-31T18:43:29.745135Z","steps":["trace[42308184] 'process raft request' (duration: 848.091565ms)","trace[42308184] 'compare' (duration: 84.194531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:29.745304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.812022Z","time spent":"933.239921ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:29.745196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.40058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:43:29.74567Z","caller":"traceutil/trace.go:171","msg":"trace[1335646302] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7962; }","duration":"932.913743ms","start":"2026-03-31T18:43:28.81273Z","end":"2026-03-31T18:43:29.745643Z","steps":["trace[1335646302] 'agreement among raft nodes before linearized reading' (duration: 932.278957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:29.745133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.81266Z","time spent":"932.353128ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:29.745803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.812713Z","time spent":"933.032016ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-31T18:43:29.992197Z","caller":"traceutil/trace.go:171","msg":"trace[1272784945] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8287; }","duration":"247.195976ms","start":"2026-03-31T18:43:29.744976Z","end":"2026-03-31T18:43:29.992172Z","steps":["trace[1272784945] 'read index received' (duration: 157.296391ms)","trace[1272784945] 'applied index is now lower than readState.Index' (duration: 89.898535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:29.992357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.020133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:29.992718Z","caller":"traceutil/trace.go:171","msg":"trace[1254398797] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7963; }","duration":"552.423322ms","start":"2026-03-31T18:43:29.440282Z","end":"2026-03-31T18:43:29.992705Z","steps":["trace[1254398797] 'agreement among raft nodes before linearized reading' (duration: 552.006612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:29.992358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.764951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:29.992823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.440273Z","time spent":"552.536295ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:29.992918Z","caller":"traceutil/trace.go:171","msg":"trace[10911455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7963; }","duration":"342.371556ms","start":"2026-03-31T18:43:29.650516Z","end":"2026-03-31T18:43:29.992888Z","steps":["trace[10911455] 'agreement among raft nodes before linearized reading' (duration: 341.698369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:29.992442Z","caller":"traceutil/trace.go:171","msg":"trace[1135127762] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"761.925525ms","start":"2026-03-31T18:43:29.230492Z","end":"2026-03-31T18:43:29.992418Z","steps":["trace[1135127762] 'process raft request' (duration: 671.771563ms)","trace[1135127762] 'compare' (duration: 89.761582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:29.99301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.650496Z","time spent":"342.473698ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:29.992459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049175836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:29.993149Z","caller":"traceutil/trace.go:171","msg":"trace[1869628121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7963; }","duration":"1.049896654s","start":"2026-03-31T18:43:28.943228Z","end":"2026-03-31T18:43:29.993124Z","steps":["trace[1869628121] 'agreement among raft nodes before linearized reading' (duration: 1.049163726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:29.993266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.94321Z","time spent":"1.050029858s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:29.992522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.731988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:29.993354Z","caller":"traceutil/trace.go:171","msg":"trace[1111650831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7963; }","duration":"560.585419ms","start":"2026-03-31T18:43:29.432749Z","end":"2026-03-31T18:43:29.993335Z","steps":["trace[1111650831] 'agreement among raft nodes before linearized reading' (duration: 559.732628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:29.993403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.432733Z","time spent":"560.65354ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:29.992631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14771307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-31T18:43:29.993059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.230469Z","time spent":"762.510289ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:29.993463Z","caller":"traceutil/trace.go:171","msg":"trace[1929476668] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7963; }","duration":"1.148578752s","start":"2026-03-31T18:43:28.844862Z","end":"2026-03-31T18:43:29.99344Z","steps":["trace[1929476668] 'agreement among raft nodes before linearized reading' (duration: 1.147577877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:29.993731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.844843Z","time spent":"1.148870769s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T18:43:30.09026Z","caller":"traceutil/trace.go:171","msg":"trace[177085363] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"334.726443ms","start":"2026-03-31T18:43:29.755513Z","end":"2026-03-31T18:43:30.090239Z","steps":["trace[177085363] 'process raft request' (duration: 334.456626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.090346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.106599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:30.090396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.965592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:30.090416Z","caller":"traceutil/trace.go:171","msg":"trace[517709426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7964; }","duration":"163.210612ms","start":"2026-03-31T18:43:29.927191Z","end":"2026-03-31T18:43:30.090401Z","steps":["trace[517709426] 'agreement among raft nodes before linearized reading' (duration: 162.995636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.090429Z","caller":"traceutil/trace.go:171","msg":"trace[1480437321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7964; }","duration":"168.024734ms","start":"2026-03-31T18:43:29.922391Z","end":"2026-03-31T18:43:30.090416Z","steps":["trace[1480437321] 'agreement among raft nodes before linearized reading' (duration: 167.909921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.090473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.755492Z","time spent":"334.883387ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7148,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:30.090263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.325267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:30.090574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.807406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:43:30.090637Z","caller":"traceutil/trace.go:171","msg":"trace[568949150] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7964; }","duration":"338.920759ms","start":"2026-03-31T18:43:29.751701Z","end":"2026-03-31T18:43:30.090622Z","steps":["trace[568949150] 'agreement among raft nodes before linearized reading' (duration: 338.787726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.090625Z","caller":"traceutil/trace.go:171","msg":"trace[189257101] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7964; }","duration":"333.716537ms","start":"2026-03-31T18:43:29.756886Z","end":"2026-03-31T18:43:30.090603Z","steps":["trace[189257101] 'agreement among raft nodes before linearized reading' (duration: 333.244185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.090679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.751679Z","time spent":"338.99026ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T18:43:30.09071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:29.756878Z","time spent":"333.818829ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"info","ts":"2026-03-31T18:43:30.310611Z","caller":"traceutil/trace.go:171","msg":"trace[1813909338] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"215.365191ms","start":"2026-03-31T18:43:30.095211Z","end":"2026-03-31T18:43:30.310576Z","steps":["trace[1813909338] 'process raft request' (duration: 122.08356ms)","trace[1813909338] 'compare' (duration: 93.138487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:30.362201Z","caller":"traceutil/trace.go:171","msg":"trace[394511937] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"266.774562ms","start":"2026-03-31T18:43:30.095404Z","end":"2026-03-31T18:43:30.362179Z","steps":["trace[394511937] 'process raft request' (duration: 266.69199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.362229Z","caller":"traceutil/trace.go:171","msg":"trace[2122430824] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"266.849094ms","start":"2026-03-31T18:43:30.09535Z","end":"2026-03-31T18:43:30.362199Z","steps":["trace[2122430824] 'process raft request' (duration: 266.608838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.362445Z","caller":"traceutil/trace.go:171","msg":"trace[1428590418] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"266.811072ms","start":"2026-03-31T18:43:30.095619Z","end":"2026-03-31T18:43:30.36243Z","steps":["trace[1428590418] 'process raft request' (duration: 266.517825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.362559Z","caller":"traceutil/trace.go:171","msg":"trace[636808046] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"266.823893ms","start":"2026-03-31T18:43:30.095705Z","end":"2026-03-31T18:43:30.362528Z","steps":["trace[636808046] 'process raft request' (duration: 266.609118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.362754Z","caller":"traceutil/trace.go:171","msg":"trace[775939170] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"266.363332ms","start":"2026-03-31T18:43:30.096375Z","end":"2026-03-31T18:43:30.362738Z","steps":["trace[775939170] 'process raft request' (duration: 266.026714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.362875Z","caller":"traceutil/trace.go:171","msg":"trace[2018579247] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"264.135495ms","start":"2026-03-31T18:43:30.098712Z","end":"2026-03-31T18:43:30.362848Z","steps":["trace[2018579247] 'process raft request' (duration: 263.875588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363029Z","caller":"traceutil/trace.go:171","msg":"trace[811598026] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"243.927344ms","start":"2026-03-31T18:43:30.119093Z","end":"2026-03-31T18:43:30.36302Z","steps":["trace[811598026] 'process raft request' (duration: 243.685278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363112Z","caller":"traceutil/trace.go:171","msg":"trace[1078400382] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"199.799526ms","start":"2026-03-31T18:43:30.163304Z","end":"2026-03-31T18:43:30.363104Z","steps":["trace[1078400382] 'process raft request' (duration: 199.624382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363176Z","caller":"traceutil/trace.go:171","msg":"trace[1409255791] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8289; }","duration":"267.628324ms","start":"2026-03-31T18:43:30.095526Z","end":"2026-03-31T18:43:30.363155Z","steps":["trace[1409255791] 'read index received' (duration: 121.832933ms)","trace[1409255791] 'applied index is now lower than readState.Index' (duration: 145.79324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:30.363443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.512619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:30.363463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.969447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:43:30.363492Z","caller":"traceutil/trace.go:171","msg":"trace[216563312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7973; }","duration":"265.646213ms","start":"2026-03-31T18:43:30.097834Z","end":"2026-03-31T18:43:30.36348Z","steps":["trace[216563312] 'agreement among raft nodes before linearized reading' (duration: 265.569501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363507Z","caller":"traceutil/trace.go:171","msg":"trace[149390607] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7973; }","duration":"267.026498ms","start":"2026-03-31T18:43:30.096467Z","end":"2026-03-31T18:43:30.363494Z","steps":["trace[149390607] 'agreement among raft nodes before linearized reading' (duration: 266.867004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.363531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.997253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161725"} {"level":"warn","ts":"2026-03-31T18:43:30.36353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.511285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:43:30.363569Z","caller":"traceutil/trace.go:171","msg":"trace[1743458691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7973; }","duration":"268.051534ms","start":"2026-03-31T18:43:30.095507Z","end":"2026-03-31T18:43:30.363558Z","steps":["trace[1743458691] 'agreement among raft nodes before linearized reading' (duration: 267.744756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363601Z","caller":"traceutil/trace.go:171","msg":"trace[406312113] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7973; }","duration":"266.592647ms","start":"2026-03-31T18:43:30.096991Z","end":"2026-03-31T18:43:30.363583Z","steps":["trace[406312113] 'agreement among raft nodes before linearized reading' (duration: 266.418043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.363619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.747785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:30.363518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.556587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:30.363737Z","caller":"traceutil/trace.go:171","msg":"trace[30911901] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:7973; }","duration":"266.812804ms","start":"2026-03-31T18:43:30.09691Z","end":"2026-03-31T18:43:30.363723Z","steps":["trace[30911901] 'agreement among raft nodes before linearized reading' (duration: 266.514475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.363797Z","caller":"traceutil/trace.go:171","msg":"trace[1010079321] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7973; }","duration":"134.044352ms","start":"2026-03-31T18:43:30.229668Z","end":"2026-03-31T18:43:30.363712Z","steps":["trace[1010079321] 'agreement among raft nodes before linearized reading' (duration: 133.751574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.60698Z","caller":"traceutil/trace.go:171","msg":"trace[877182216] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"239.145441ms","start":"2026-03-31T18:43:30.367811Z","end":"2026-03-31T18:43:30.606956Z","steps":["trace[877182216] 'read index received' (duration: 239.036299ms)","trace[877182216] 'applied index is now lower than readState.Index' (duration: 107.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:30.607052Z","caller":"traceutil/trace.go:171","msg":"trace[657445449] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"240.2616ms","start":"2026-03-31T18:43:30.366762Z","end":"2026-03-31T18:43:30.607023Z","steps":["trace[657445449] 'process raft request' (duration: 240.053275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.607222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.390398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T18:43:30.607268Z","caller":"traceutil/trace.go:171","msg":"trace[603737239] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7974; }","duration":"239.47315ms","start":"2026-03-31T18:43:30.367781Z","end":"2026-03-31T18:43:30.607254Z","steps":["trace[603737239] 'agreement among raft nodes before linearized reading' (duration: 239.290095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.754684Z","caller":"traceutil/trace.go:171","msg":"trace[1774796131] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8299; }","duration":"147.616546ms","start":"2026-03-31T18:43:30.607045Z","end":"2026-03-31T18:43:30.754662Z","steps":["trace[1774796131] 'read index received' (duration: 147.38668ms)","trace[1774796131] 'applied index is now lower than readState.Index' (duration: 228.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:30.754842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.797366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:30.754851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.87002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:43:30.754921Z","caller":"traceutil/trace.go:171","msg":"trace[1425997820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7976; }","duration":"239.987234ms","start":"2026-03-31T18:43:30.514919Z","end":"2026-03-31T18:43:30.754906Z","steps":["trace[1425997820] 'agreement among raft nodes before linearized reading' (duration: 239.788849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.754987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.781603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7298"} {"level":"info","ts":"2026-03-31T18:43:30.754985Z","caller":"traceutil/trace.go:171","msg":"trace[911784082] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"382.526871ms","start":"2026-03-31T18:43:30.372408Z","end":"2026-03-31T18:43:30.754935Z","steps":["trace[911784082] 'process raft request' (duration: 382.002528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.755049Z","caller":"traceutil/trace.go:171","msg":"trace[1529672293] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7976; }","duration":"383.856385ms","start":"2026-03-31T18:43:30.371185Z","end":"2026-03-31T18:43:30.755041Z","steps":["trace[1529672293] 'agreement among raft nodes before linearized reading' (duration: 383.713401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.755155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.372397Z","time spent":"382.708655ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:30.755089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.371177Z","time spent":"383.904616ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7321,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-31T18:43:30.754878Z","caller":"traceutil/trace.go:171","msg":"trace[976933336] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7976; }","duration":"359.849947ms","start":"2026-03-31T18:43:30.395014Z","end":"2026-03-31T18:43:30.754863Z","steps":["trace[976933336] 'agreement among raft nodes before linearized reading' (duration: 359.775195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.755309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.394982Z","time spent":"360.294777ms","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:30.754989Z","caller":"traceutil/trace.go:171","msg":"trace[1875321835] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"333.88088ms","start":"2026-03-31T18:43:30.421087Z","end":"2026-03-31T18:43:30.754968Z","steps":["trace[1875321835] 'process raft request' (duration: 333.467899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.755573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.421056Z","time spent":"334.427514ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:30.754994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.864945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:30.755806Z","caller":"traceutil/trace.go:171","msg":"trace[906502399] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7976; }","duration":"384.719886ms","start":"2026-03-31T18:43:30.371073Z","end":"2026-03-31T18:43:30.755793Z","steps":["trace[906502399] 'agreement among raft nodes before linearized reading' (duration: 383.841894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.75589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.371059Z","time spent":"384.816169ms","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:43:30.794828Z","caller":"traceutil/trace.go:171","msg":"trace[588951575] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"183.860252ms","start":"2026-03-31T18:43:30.610924Z","end":"2026-03-31T18:43:30.794784Z","steps":["trace[588951575] 'process raft request' (duration: 183.613886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.794952Z","caller":"traceutil/trace.go:171","msg":"trace[1381277183] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"179.535554ms","start":"2026-03-31T18:43:30.615396Z","end":"2026-03-31T18:43:30.794932Z","steps":["trace[1381277183] 'process raft request' (duration: 179.455452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.795171Z","caller":"traceutil/trace.go:171","msg":"trace[247635314] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"183.648648ms","start":"2026-03-31T18:43:30.611493Z","end":"2026-03-31T18:43:30.795141Z","steps":["trace[247635314] 'process raft request' (duration: 183.293738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.795298Z","caller":"traceutil/trace.go:171","msg":"trace[1276283915] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"184.241963ms","start":"2026-03-31T18:43:30.611041Z","end":"2026-03-31T18:43:30.795283Z","steps":["trace[1276283915] 'process raft request' (duration: 183.643477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.795521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.241143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T18:43:30.795567Z","caller":"traceutil/trace.go:171","msg":"trace[247227360] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7980; }","duration":"184.314795ms","start":"2026-03-31T18:43:30.611236Z","end":"2026-03-31T18:43:30.795551Z","steps":["trace[247227360] 'agreement among raft nodes before linearized reading' (duration: 184.178082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.907336Z","caller":"traceutil/trace.go:171","msg":"trace[1689202608] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"148.339735ms","start":"2026-03-31T18:43:30.758965Z","end":"2026-03-31T18:43:30.907305Z","steps":["trace[1689202608] 'process raft request' (duration: 146.392065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.907397Z","caller":"traceutil/trace.go:171","msg":"trace[2073213828] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8305; }","duration":"111.981045ms","start":"2026-03-31T18:43:30.795395Z","end":"2026-03-31T18:43:30.907376Z","steps":["trace[2073213828] 'read index received' (duration: 110.039666ms)","trace[2073213828] 'applied index is now lower than readState.Index' (duration: 1.940369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:30.907488Z","caller":"traceutil/trace.go:171","msg":"trace[2090992843] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"141.180295ms","start":"2026-03-31T18:43:30.766301Z","end":"2026-03-31T18:43:30.907481Z","steps":["trace[2090992843] 'process raft request' (duration: 141.022471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.907537Z","caller":"traceutil/trace.go:171","msg":"trace[2048658325] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"148.277634ms","start":"2026-03-31T18:43:30.75924Z","end":"2026-03-31T18:43:30.907518Z","steps":["trace[2048658325] 'process raft request' (duration: 147.984787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.907816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.567631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:43:30.907926Z","caller":"traceutil/trace.go:171","msg":"trace[1997576604] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7983; }","duration":"150.716305ms","start":"2026-03-31T18:43:30.757186Z","end":"2026-03-31T18:43:30.907902Z","steps":["trace[1997576604] 'agreement among raft nodes before linearized reading' (duration: 150.388587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:30.998607Z","caller":"traceutil/trace.go:171","msg":"trace[108611899] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"195.084049ms","start":"2026-03-31T18:43:30.803491Z","end":"2026-03-31T18:43:30.998575Z","steps":["trace[108611899] 'process raft request' (duration: 194.934295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.998707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.387916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-566fc9cb97-55pth\" ","response":"range_response_count:1 size:6784"} {"level":"info","ts":"2026-03-31T18:43:30.998779Z","caller":"traceutil/trace.go:171","msg":"trace[846217033] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-566fc9cb97-55pth; range_end:; response_count:1; response_revision:7984; }","duration":"195.495518ms","start":"2026-03-31T18:43:30.803267Z","end":"2026-03-31T18:43:30.998762Z","steps":["trace[846217033] 'agreement among raft nodes before linearized reading' (duration: 195.281303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:30.998781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.857853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:30.998826Z","caller":"traceutil/trace.go:171","msg":"trace[1252251907] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7984; }","duration":"196.934675ms","start":"2026-03-31T18:43:30.801879Z","end":"2026-03-31T18:43:30.998814Z","steps":["trace[1252251907] 'agreement among raft nodes before linearized reading' (duration: 196.75337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:31.498646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698464325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:43:31.556735Z","caller":"traceutil/trace.go:171","msg":"trace[1786789884] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"644.00163ms","start":"2026-03-31T18:43:30.9127Z","end":"2026-03-31T18:43:31.556702Z","steps":["trace[1786789884] 'process raft request' (duration: 643.856187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:31.556891Z","caller":"traceutil/trace.go:171","msg":"trace[264262955] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"642.192694ms","start":"2026-03-31T18:43:30.91467Z","end":"2026-03-31T18:43:31.556863Z","steps":["trace[264262955] 'process raft request' (duration: 641.959298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:31.556945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.912663Z","time spent":"644.184525ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5782,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:31.55703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.914661Z","time spent":"642.289036ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:31.557026Z","caller":"traceutil/trace.go:171","msg":"trace[1840281235] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"646.161634ms","start":"2026-03-31T18:43:30.910842Z","end":"2026-03-31T18:43:31.557004Z","steps":["trace[1840281235] 'process raft request' (duration: 645.469806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:31.557138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.910819Z","time spent":"646.264908ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:32.098897Z","caller":"traceutil/trace.go:171","msg":"trace[248595870] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"1.099010367s","start":"2026-03-31T18:43:30.999852Z","end":"2026-03-31T18:43:32.098863Z","steps":["trace[248595870] 'process raft request' (duration: 1.09874068s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.098976Z","caller":"traceutil/trace.go:171","msg":"trace[979393767] linearizableReadLoop","detail":"{readStateIndex:8317; appliedIndex:8310; }","duration":"1.100424173s","start":"2026-03-31T18:43:30.998528Z","end":"2026-03-31T18:43:32.098952Z","steps":["trace[979393767] 'read index received' (duration: 557.749437ms)","trace[979393767] 'applied index is now lower than readState.Index' (duration: 542.656686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:32.099028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.999826Z","time spent":"1.099141121s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:32.099062Z","caller":"traceutil/trace.go:171","msg":"trace[151225424] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"1.088753268s","start":"2026-03-31T18:43:31.010235Z","end":"2026-03-31T18:43:32.098988Z","steps":["trace[151225424] 'process raft request' (duration: 1.088595674s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.099474Z","caller":"traceutil/trace.go:171","msg":"trace[643996625] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.093787095s","start":"2026-03-31T18:43:31.005672Z","end":"2026-03-31T18:43:32.099459Z","steps":["trace[643996625] 'process raft request' (duration: 1.093087257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.099596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.010227Z","time spent":"1.089284591s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:32.099633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.005654Z","time spent":"1.093867876s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8062,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:32.099666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18645863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-31T18:43:32.099742Z","caller":"traceutil/trace.go:171","msg":"trace[1548909591] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7991; }","duration":"1.186572483s","start":"2026-03-31T18:43:30.913153Z","end":"2026-03-31T18:43:32.099725Z","steps":["trace[1548909591] 'agreement among raft nodes before linearized reading' (duration: 1.18604928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.099828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.913141Z","time spent":"1.186643195s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112185,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:43:32.099308Z","caller":"traceutil/trace.go:171","msg":"trace[339920593] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"739.92501ms","start":"2026-03-31T18:43:31.35936Z","end":"2026-03-31T18:43:32.099285Z","steps":["trace[339920593] 'process raft request' (duration: 739.521519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.100049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.359324Z","time spent":"740.668368ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:32.099436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18643139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:43:32.100101Z","caller":"traceutil/trace.go:171","msg":"trace[1264029202] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7991; }","duration":"1.187158648s","start":"2026-03-31T18:43:30.912929Z","end":"2026-03-31T18:43:32.100088Z","steps":["trace[1264029202] 'agreement among raft nodes before linearized reading' (duration: 1.186272085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.100144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:30.912875Z","time spent":"1.187259881s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T18:43:32.511647Z","caller":"traceutil/trace.go:171","msg":"trace[372523025] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8317; }","duration":"412.584182ms","start":"2026-03-31T18:43:32.099037Z","end":"2026-03-31T18:43:32.511621Z","steps":["trace[372523025] 'read index received' (duration: 412.162371ms)","trace[372523025] 'applied index is now lower than readState.Index' (duration: 420.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:32.511654Z","caller":"traceutil/trace.go:171","msg":"trace[2079569078] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"950.733933ms","start":"2026-03-31T18:43:31.560888Z","end":"2026-03-31T18:43:32.511622Z","steps":["trace[2079569078] 'process raft request' (duration: 950.358324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.511743Z","caller":"traceutil/trace.go:171","msg":"trace[1254637920] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"513.321261ms","start":"2026-03-31T18:43:31.998382Z","end":"2026-03-31T18:43:32.511703Z","steps":["trace[1254637920] 'process raft request' (duration: 513.056274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.511904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.998358Z","time spent":"513.458745ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:32.511894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.517846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:43:32.511968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276662163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:32.511949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.560869Z","time spent":"950.883997ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:32.512017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.647937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:32.512028Z","caller":"traceutil/trace.go:171","msg":"trace[43571124] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7993; }","duration":"1.276763346s","start":"2026-03-31T18:43:31.235249Z","end":"2026-03-31T18:43:32.512013Z","steps":["trace[43571124] 'agreement among raft nodes before linearized reading' (duration: 1.276681224s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.512052Z","caller":"traceutil/trace.go:171","msg":"trace[1863779352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"569.703849ms","start":"2026-03-31T18:43:31.94234Z","end":"2026-03-31T18:43:32.512044Z","steps":["trace[1863779352] 'agreement among raft nodes before linearized reading' (duration: 569.654847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.512055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503288308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-566fc9cb97\" ","response":"range_response_count:1 size:7325"} {"level":"warn","ts":"2026-03-31T18:43:32.512079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.235227Z","time spent":"1.276838447s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:32.512087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.942324Z","time spent":"569.755579ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:43:32.512102Z","caller":"traceutil/trace.go:171","msg":"trace[1307613684] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-566fc9cb97; range_end:; response_count:1; response_revision:7993; }","duration":"1.503375081s","start":"2026-03-31T18:43:31.008714Z","end":"2026-03-31T18:43:32.512089Z","steps":["trace[1307613684] 'agreement among raft nodes before linearized reading' (duration: 1.503247027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.51215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.008694Z","time spent":"1.503445843s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7348,"request content":"key:\"/registry/replicasets/openstack/barbican-api-566fc9cb97\" "} {"level":"warn","ts":"2026-03-31T18:43:32.511904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.782227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-31T18:43:32.51197Z","caller":"traceutil/trace.go:171","msg":"trace[1039794273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7993; }","duration":"624.639499ms","start":"2026-03-31T18:43:31.887312Z","end":"2026-03-31T18:43:32.511951Z","steps":["trace[1039794273] 'agreement among raft nodes before linearized reading' (duration: 624.354882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.51236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.887283Z","time spent":"625.06848ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:43:32.512389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422868804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T18:43:32.51241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510892702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T18:43:32.512427Z","caller":"traceutil/trace.go:171","msg":"trace[719108911] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:7993; }","duration":"1.422948706s","start":"2026-03-31T18:43:31.089469Z","end":"2026-03-31T18:43:32.512418Z","steps":["trace[719108911] 'agreement among raft nodes before linearized reading' (duration: 1.422803731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.512456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.089452Z","time spent":"1.422999428s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-31T18:43:32.512464Z","caller":"traceutil/trace.go:171","msg":"trace[1141303440] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7993; }","duration":"1.510954774s","start":"2026-03-31T18:43:31.001489Z","end":"2026-03-31T18:43:32.512444Z","steps":["trace[1141303440] 'agreement among raft nodes before linearized reading' (duration: 1.51082599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.512506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.001477Z","time spent":"1.511017696s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T18:43:32.512473Z","caller":"traceutil/trace.go:171","msg":"trace[2145558467] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-init; range_end:; response_count:1; response_revision:7993; }","duration":"705.28439ms","start":"2026-03-31T18:43:31.807066Z","end":"2026-03-31T18:43:32.51235Z","steps":["trace[2145558467] 'agreement among raft nodes before linearized reading' (duration: 704.691004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.512699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:31.807048Z","time spent":"705.547607ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-03-31T18:43:32.783925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.681242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:32.784059Z","caller":"traceutil/trace.go:171","msg":"trace[1506326175] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"272.313911ms","start":"2026-03-31T18:43:32.511723Z","end":"2026-03-31T18:43:32.784037Z","steps":["trace[1506326175] 'read index received' (duration: 61.437425ms)","trace[1506326175] 'applied index is now lower than readState.Index' (duration: 210.874516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:32.784151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.857341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:43:32.784199Z","caller":"traceutil/trace.go:171","msg":"trace[728731857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7994; }","duration":"414.959233ms","start":"2026-03-31T18:43:32.369229Z","end":"2026-03-31T18:43:32.784188Z","steps":["trace[728731857] 'agreement among raft nodes before linearized reading' (duration: 414.826349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.369202Z","time spent":"415.021455ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:32.784281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.265991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:32.784332Z","caller":"traceutil/trace.go:171","msg":"trace[480852584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7994; }","duration":"415.373533ms","start":"2026-03-31T18:43:32.36894Z","end":"2026-03-31T18:43:32.784314Z","steps":["trace[480852584] 'agreement among raft nodes before linearized reading' (duration: 415.190569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.784328Z","caller":"traceutil/trace.go:171","msg":"trace[1929495371] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"413.619699ms","start":"2026-03-31T18:43:32.370667Z","end":"2026-03-31T18:43:32.784287Z","steps":["trace[1929495371] 'process raft request' (duration: 202.452354ms)","trace[1929495371] 'compare' (duration: 210.464046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:32.784322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.46687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:32.784356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.923472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:43:32.784378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.36891Z","time spent":"415.453526ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:32.784405Z","caller":"traceutil/trace.go:171","msg":"trace[948175788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7994; }","duration":"414.986163ms","start":"2026-03-31T18:43:32.369408Z","end":"2026-03-31T18:43:32.784394Z","steps":["trace[948175788] 'agreement among raft nodes before linearized reading' (duration: 414.86601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.78441Z","caller":"traceutil/trace.go:171","msg":"trace[1516864086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:7994; }","duration":"412.577853ms","start":"2026-03-31T18:43:32.371811Z","end":"2026-03-31T18:43:32.784389Z","steps":["trace[1516864086] 'agreement among raft nodes before linearized reading' (duration: 412.341187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.3694Z","time spent":"415.028585ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:43:32.784428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.370651Z","time spent":"413.724501ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:32.784437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.041445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:43:32.784468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.371803Z","time spent":"412.653135ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"info","ts":"2026-03-31T18:43:32.784501Z","caller":"traceutil/trace.go:171","msg":"trace[1630634004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7994; }","duration":"415.123828ms","start":"2026-03-31T18:43:32.369361Z","end":"2026-03-31T18:43:32.784484Z","steps":["trace[1630634004] 'agreement among raft nodes before linearized reading' (duration: 414.966314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.78444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.698258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:43:32.784535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.791346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-bvchm\" ","response":"range_response_count:1 size:5797"} {"level":"info","ts":"2026-03-31T18:43:32.784542Z","caller":"traceutil/trace.go:171","msg":"trace[1946456889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7994; }","duration":"469.847612ms","start":"2026-03-31T18:43:32.314685Z","end":"2026-03-31T18:43:32.784533Z","steps":["trace[1946456889] 'agreement among raft nodes before linearized reading' (duration: 469.621536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.369355Z","time spent":"415.178239ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:32.784564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.314665Z","time spent":"469.892783ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:32.784568Z","caller":"traceutil/trace.go:171","msg":"trace[390823918] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-bvchm; range_end:; response_count:1; response_revision:7994; }","duration":"679.851636ms","start":"2026-03-31T18:43:32.104704Z","end":"2026-03-31T18:43:32.784556Z","steps":["trace[390823918] 'agreement among raft nodes before linearized reading' (duration: 679.780135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.48957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-31T18:43:32.784596Z","caller":"traceutil/trace.go:171","msg":"trace[862611434] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7994; }","duration":"542.572402ms","start":"2026-03-31T18:43:32.242018Z","end":"2026-03-31T18:43:32.78459Z","steps":["trace[862611434] 'agreement among raft nodes before linearized reading' (duration: 542.392258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.104685Z","time spent":"679.908478ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5820,"request content":"key:\"/registry/pods/openstack/barbican-db-init-bvchm\" "} {"level":"warn","ts":"2026-03-31T18:43:32.784609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.241994Z","time spent":"542.612684ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414342,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:43:32.784594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.768037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T18:43:32.784704Z","caller":"traceutil/trace.go:171","msg":"trace[70326642] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7994; }","duration":"672.90226ms","start":"2026-03-31T18:43:32.111769Z","end":"2026-03-31T18:43:32.784671Z","steps":["trace[70326642] 'agreement among raft nodes before linearized reading' (duration: 672.531731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.285218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T18:43:32.784761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.111705Z","time spent":"673.044275ms","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T18:43:32.78479Z","caller":"traceutil/trace.go:171","msg":"trace[154268925] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7994; }","duration":"680.37033ms","start":"2026-03-31T18:43:32.104391Z","end":"2026-03-31T18:43:32.784761Z","steps":["trace[154268925] 'agreement among raft nodes before linearized reading' (duration: 680.129074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.784839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.104374Z","time spent":"680.452642ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T18:43:32.785011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.944288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:32.785064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.47715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-566fc9cb97\" ","response":"range_response_count:1 size:7325"} {"level":"warn","ts":"2026-03-31T18:43:32.785073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.782113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T18:43:32.785076Z","caller":"traceutil/trace.go:171","msg":"trace[283654181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"271.02951ms","start":"2026-03-31T18:43:32.514026Z","end":"2026-03-31T18:43:32.785055Z","steps":["trace[283654181] 'agreement among raft nodes before linearized reading' (duration: 270.925207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.785091Z","caller":"traceutil/trace.go:171","msg":"trace[1388417745] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-566fc9cb97; range_end:; response_count:1; response_revision:7995; }","duration":"269.541362ms","start":"2026-03-31T18:43:32.515542Z","end":"2026-03-31T18:43:32.785084Z","steps":["trace[1388417745] 'agreement among raft nodes before linearized reading' (duration: 269.46562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.785104Z","caller":"traceutil/trace.go:171","msg":"trace[1076419425] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7995; }","duration":"268.834944ms","start":"2026-03-31T18:43:32.516261Z","end":"2026-03-31T18:43:32.785096Z","steps":["trace[1076419425] 'agreement among raft nodes before linearized reading' (duration: 268.742752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.78514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.158293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-bvchm\" ","response":"range_response_count:1 size:5797"} {"level":"warn","ts":"2026-03-31T18:43:32.78518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.993749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-566fc9cb97-55pth\" ","response":"range_response_count:1 size:8077"} {"level":"info","ts":"2026-03-31T18:43:32.785193Z","caller":"traceutil/trace.go:171","msg":"trace[622133257] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-bvchm; range_end:; response_count:1; response_revision:7995; }","duration":"269.239944ms","start":"2026-03-31T18:43:32.515938Z","end":"2026-03-31T18:43:32.785178Z","steps":["trace[622133257] 'agreement among raft nodes before linearized reading' (duration: 269.09829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.78521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.887555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:32.785225Z","caller":"traceutil/trace.go:171","msg":"trace[1223190781] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-566fc9cb97-55pth; range_end:; response_count:1; response_revision:7995; }","duration":"271.082211ms","start":"2026-03-31T18:43:32.514131Z","end":"2026-03-31T18:43:32.785213Z","steps":["trace[1223190781] 'agreement among raft nodes before linearized reading' (duration: 270.960568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:32.785266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.030084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:43:32.785258Z","caller":"traceutil/trace.go:171","msg":"trace[667169206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7995; }","duration":"204.990287ms","start":"2026-03-31T18:43:32.580252Z","end":"2026-03-31T18:43:32.785242Z","steps":["trace[667169206] 'agreement among raft nodes before linearized reading' (duration: 204.910886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:32.785289Z","caller":"traceutil/trace.go:171","msg":"trace[963276941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7995; }","duration":"268.066554ms","start":"2026-03-31T18:43:32.517216Z","end":"2026-03-31T18:43:32.785282Z","steps":["trace[963276941] 'agreement among raft nodes before linearized reading' (duration: 267.994313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.445087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614075423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:34.445724Z","caller":"traceutil/trace.go:171","msg":"trace[1612966543] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.654344532s","start":"2026-03-31T18:43:32.791338Z","end":"2026-03-31T18:43:34.445683Z","steps":["trace[1612966543] 'process raft request' (duration: 1.654064625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.446003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.791316Z","time spent":"1.654551577s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:34.446075Z","caller":"traceutil/trace.go:171","msg":"trace[1926363751] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"1.654638049s","start":"2026-03-31T18:43:32.791396Z","end":"2026-03-31T18:43:34.446034Z","steps":["trace[1926363751] 'process raft request' (duration: 1.654201198s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:34.446212Z","caller":"traceutil/trace.go:171","msg":"trace[1550040949] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"1.654607048s","start":"2026-03-31T18:43:32.791591Z","end":"2026-03-31T18:43:34.446198Z","steps":["trace[1550040949] 'process raft request' (duration: 1.654380973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.446266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.791392Z","time spent":"1.654757192s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:34.446292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.791577Z","time spent":"1.65466871s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:34.446327Z","caller":"traceutil/trace.go:171","msg":"trace[444573917] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8322; }","duration":"1.654058655s","start":"2026-03-31T18:43:32.792234Z","end":"2026-03-31T18:43:34.446292Z","steps":["trace[444573917] 'read index received' (duration: 6.776232ms)","trace[444573917] 'applied index is now lower than readState.Index' (duration: 1.647275653s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:34.44643Z","caller":"traceutil/trace.go:171","msg":"trace[1929740826] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"1.650762091s","start":"2026-03-31T18:43:32.795651Z","end":"2026-03-31T18:43:34.446413Z","steps":["trace[1929740826] 'process raft request' (duration: 1.650554876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:34.446405Z","caller":"traceutil/trace.go:171","msg":"trace[1595493798] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"1.654145347s","start":"2026-03-31T18:43:32.79225Z","end":"2026-03-31T18:43:34.446395Z","steps":["trace[1595493798] 'process raft request' (duration: 1.653887551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.446524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.795627Z","time spent":"1.650849412s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7089,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:34.446703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.792242Z","time spent":"1.654317141s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:34.447036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654778173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:176892"} {"level":"info","ts":"2026-03-31T18:43:34.447199Z","caller":"traceutil/trace.go:171","msg":"trace[1401508952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:8001; }","duration":"1.654959828s","start":"2026-03-31T18:43:32.792209Z","end":"2026-03-31T18:43:34.447169Z","steps":["trace[1401508952] 'agreement among raft nodes before linearized reading' (duration: 1.654199369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.447313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.792201Z","time spent":"1.655097941s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":20,"response size":176915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:34.943549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:34.943623Z","caller":"traceutil/trace.go:171","msg":"trace[458894189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00081011s","start":"2026-03-31T18:43:32.942792Z","end":"2026-03-31T18:43:34.943602Z","steps":["trace[458894189] 'agreement among raft nodes before linearized reading' (duration: 2.000717298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.943661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.942733Z","time spent":"2.000920102s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:34.94685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698464347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:35.447027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698464347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:35.948163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698464347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:36.226271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780599306s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:36.226968Z","caller":"traceutil/trace.go:171","msg":"trace[1736424835] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"2.995110206s","start":"2026-03-31T18:43:33.231831Z","end":"2026-03-31T18:43:36.226941Z","steps":["trace[1736424835] 'process raft request' (duration: 2.994774368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.227132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:33.231807Z","time spent":"2.995245091s","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:36.864446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.632683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:36.864662Z","caller":"traceutil/trace.go:171","msg":"trace[399213999] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"2.072631479s","start":"2026-03-31T18:43:34.792018Z","end":"2026-03-31T18:43:36.864649Z","steps":["trace[399213999] 'process raft request' (duration: 2.072569227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.864706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.791993Z","time spent":"2.072692s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:36.864739Z","caller":"traceutil/trace.go:171","msg":"trace[1397434535] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"2.344974002s","start":"2026-03-31T18:43:34.519739Z","end":"2026-03-31T18:43:36.864713Z","steps":["trace[1397434535] 'process raft request' (duration: 2.177010891s)","trace[1397434535] 'compare' (duration: 167.401937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:36.864853Z","caller":"traceutil/trace.go:171","msg":"trace[1754176943] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"2.073138371s","start":"2026-03-31T18:43:34.791708Z","end":"2026-03-31T18:43:36.864846Z","steps":["trace[1754176943] 'process raft request' (duration: 2.072814943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.864938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.5197Z","time spent":"2.345167757s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:36.864983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.791686Z","time spent":"2.073271014s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:36.865067Z","caller":"traceutil/trace.go:171","msg":"trace[1348779599] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8327; }","duration":"2.418629956s","start":"2026-03-31T18:43:34.44643Z","end":"2026-03-31T18:43:36.86506Z","steps":["trace[1348779599] 'read index received' (duration: 1.780122035s)","trace[1348779599] 'applied index is now lower than readState.Index' (duration: 638.507231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:36.865245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953916814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:43:36.865269Z","caller":"traceutil/trace.go:171","msg":"trace[1813392377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8006; }","duration":"3.954003626s","start":"2026-03-31T18:43:32.911257Z","end":"2026-03-31T18:43:36.865261Z","steps":["trace[1813392377] 'agreement among raft nodes before linearized reading' (duration: 3.953922314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005753516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:36.865308Z","caller":"traceutil/trace.go:171","msg":"trace[1002740214] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8006; }","duration":"4.005850929s","start":"2026-03-31T18:43:32.859451Z","end":"2026-03-31T18:43:36.865302Z","steps":["trace[1002740214] 'agreement among raft nodes before linearized reading' (duration: 4.005798007s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:36.86531Z","caller":"traceutil/trace.go:171","msg":"trace[1288325544] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"1.084668234s","start":"2026-03-31T18:43:35.780635Z","end":"2026-03-31T18:43:36.865303Z","steps":["trace[1288325544] 'process raft request' (duration: 1.083985157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.859412Z","time spent":"4.00591264s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:43:36.86536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:35.78061Z","time spent":"1.084729455s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:36.865497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628841016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:43:36.865505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068260888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T18:43:36.865581Z","caller":"traceutil/trace.go:171","msg":"trace[1883652491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8006; }","duration":"2.62897818s","start":"2026-03-31T18:43:34.236594Z","end":"2026-03-31T18:43:36.865572Z","steps":["trace[1883652491] 'agreement among raft nodes before linearized reading' (duration: 2.628847606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.236569Z","time spent":"2.62902825s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:36.865599Z","caller":"traceutil/trace.go:171","msg":"trace[965543000] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8006; }","duration":"4.068389551s","start":"2026-03-31T18:43:32.797202Z","end":"2026-03-31T18:43:36.865591Z","steps":["trace[965543000] 'agreement among raft nodes before linearized reading' (duration: 4.068221537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.797193Z","time spent":"4.068426302s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-31T18:43:36.86572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629080353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T18:43:36.865739Z","caller":"traceutil/trace.go:171","msg":"trace[304320066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8006; }","duration":"2.629137945s","start":"2026-03-31T18:43:34.236595Z","end":"2026-03-31T18:43:36.865733Z","steps":["trace[304320066] 'agreement among raft nodes before linearized reading' (duration: 2.629081522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.236572Z","time spent":"2.629180155s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:43:36.86582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072091156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-566fc9cb97\" ","response":"range_response_count:1 size:7325"} {"level":"info","ts":"2026-03-31T18:43:36.865842Z","caller":"traceutil/trace.go:171","msg":"trace[1229181246] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-566fc9cb97; range_end:; response_count:1; response_revision:8006; }","duration":"4.072169267s","start":"2026-03-31T18:43:32.793667Z","end":"2026-03-31T18:43:36.865836Z","steps":["trace[1229181246] 'agreement among raft nodes before linearized reading' (duration: 4.072068535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.865862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.793658Z","time spent":"4.072199258s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7348,"request content":"key:\"/registry/replicasets/openstack/barbican-api-566fc9cb97\" "} {"level":"warn","ts":"2026-03-31T18:43:36.865899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748893416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:36.865921Z","caller":"traceutil/trace.go:171","msg":"trace[1480785083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8006; }","duration":"2.748915716s","start":"2026-03-31T18:43:34.116998Z","end":"2026-03-31T18:43:36.865913Z","steps":["trace[1480785083] 'agreement among raft nodes before linearized reading' (duration: 2.748879095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.86594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.116894Z","time spent":"2.749040709s","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:36.866077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940171166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:36.866099Z","caller":"traceutil/trace.go:171","msg":"trace[932524391] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:8006; }","duration":"3.940240778s","start":"2026-03-31T18:43:32.92585Z","end":"2026-03-31T18:43:36.866091Z","steps":["trace[932524391] 'agreement among raft nodes before linearized reading' (duration: 3.940178457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.866118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.925826Z","time spent":"3.940287559s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:43:36.866152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073782799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:43:36.866188Z","caller":"traceutil/trace.go:171","msg":"trace[1120246968] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8006; }","duration":"4.07382942s","start":"2026-03-31T18:43:32.792345Z","end":"2026-03-31T18:43:36.866175Z","steps":["trace[1120246968] 'agreement among raft nodes before linearized reading' (duration: 4.073743307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.866218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.792339Z","time spent":"4.07387153s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T18:43:36.865288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:32.911212Z","time spent":"3.954072277s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:43:36.915699Z","caller":"traceutil/trace.go:171","msg":"trace[2082076267] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"347.048295ms","start":"2026-03-31T18:43:36.568624Z","end":"2026-03-31T18:43:36.915672Z","steps":["trace[2082076267] 'process raft request' (duration: 346.922302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.915868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.568584Z","time spent":"347.215569ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:36.915874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972095054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:36.915907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.6441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:36.915945Z","caller":"traceutil/trace.go:171","msg":"trace[1633297746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8007; }","duration":"464.701832ms","start":"2026-03-31T18:43:36.451234Z","end":"2026-03-31T18:43:36.915936Z","steps":["trace[1633297746] 'agreement among raft nodes before linearized reading' (duration: 464.494096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.915948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.916472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"warn","ts":"2026-03-31T18:43:36.915995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.244581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:36.916028Z","caller":"traceutil/trace.go:171","msg":"trace[1281557591] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8007; }","duration":"886.322723ms","start":"2026-03-31T18:43:36.029694Z","end":"2026-03-31T18:43:36.916017Z","steps":["trace[1281557591] 'agreement among raft nodes before linearized reading' (duration: 886.270441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.029673Z","time spent":"886.385055ms","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:36.916115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112844817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:36.916137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.862105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:36.916159Z","caller":"traceutil/trace.go:171","msg":"trace[1192666969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8007; }","duration":"460.898276ms","start":"2026-03-31T18:43:36.455255Z","end":"2026-03-31T18:43:36.916153Z","steps":["trace[1192666969] 'agreement among raft nodes before linearized reading' (duration: 460.829923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.91618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.455248Z","time spent":"460.927538ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:43:36.916138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.188294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:43:36.916235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462130567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-bvchm\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-31T18:43:36.916241Z","caller":"traceutil/trace.go:171","msg":"trace[549926537] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8007; }","duration":"465.337019ms","start":"2026-03-31T18:43:36.450877Z","end":"2026-03-31T18:43:36.916214Z","steps":["trace[549926537] 'agreement among raft nodes before linearized reading' (duration: 465.075591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.915985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.451228Z","time spent":"464.749543ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:43:36.916272Z","caller":"traceutil/trace.go:171","msg":"trace[1325158494] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-bvchm; range_end:; response_count:1; response_revision:8007; }","duration":"2.462201849s","start":"2026-03-31T18:43:34.454063Z","end":"2026-03-31T18:43:36.916265Z","steps":["trace[1325158494] 'agreement among raft nodes before linearized reading' (duration: 2.462110037s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:36.916152Z","caller":"traceutil/trace.go:171","msg":"trace[574151437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8007; }","duration":"2.11294046s","start":"2026-03-31T18:43:34.803204Z","end":"2026-03-31T18:43:36.916144Z","steps":["trace[574151437] 'agreement among raft nodes before linearized reading' (duration: 2.112848997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.450856Z","time spent":"465.426721ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:36.916313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.454046Z","time spent":"2.462256191s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/openstack/barbican-db-init-bvchm\" "} {"level":"warn","ts":"2026-03-31T18:43:36.916337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.038935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:43:36.916333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.803173Z","time spent":"2.113138725s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:36.916071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.361382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:36.916365Z","caller":"traceutil/trace.go:171","msg":"trace[274378041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8007; }","duration":"464.079346ms","start":"2026-03-31T18:43:36.45228Z","end":"2026-03-31T18:43:36.916359Z","steps":["trace[274378041] 'agreement among raft nodes before linearized reading' (duration: 464.009834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.452273Z","time spent":"464.111438ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:36.916388Z","caller":"traceutil/trace.go:171","msg":"trace[1550032546] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8007; }","duration":"266.700931ms","start":"2026-03-31T18:43:36.649672Z","end":"2026-03-31T18:43:36.916373Z","steps":["trace[1550032546] 'agreement among raft nodes before linearized reading' (duration: 266.328181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:36.916027Z","caller":"traceutil/trace.go:171","msg":"trace[211960963] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8007; }","duration":"144.075016ms","start":"2026-03-31T18:43:36.771936Z","end":"2026-03-31T18:43:36.916011Z","steps":["trace[211960963] 'agreement among raft nodes before linearized reading' (duration: 143.782949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.927848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:36.916616Z","caller":"traceutil/trace.go:171","msg":"trace[689449937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"465.01509ms","start":"2026-03-31T18:43:36.451584Z","end":"2026-03-31T18:43:36.916599Z","steps":["trace[689449937] 'agreement among raft nodes before linearized reading' (duration: 464.850026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:36.451563Z","time spent":"465.086551ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:43:36.915944Z","caller":"traceutil/trace.go:171","msg":"trace[583478570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8007; }","duration":"1.972217707s","start":"2026-03-31T18:43:34.943708Z","end":"2026-03-31T18:43:36.915926Z","steps":["trace[583478570] 'agreement among raft nodes before linearized reading' (duration: 1.972095844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:36.916736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:34.943687Z","time spent":"1.973041589s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:43:37.083333Z","caller":"traceutil/trace.go:171","msg":"trace[841755144] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8333; }","duration":"167.626293ms","start":"2026-03-31T18:43:36.915685Z","end":"2026-03-31T18:43:37.083311Z","steps":["trace[841755144] 'read index received' (duration: 87.355562ms)","trace[841755144] 'applied index is now lower than readState.Index' (duration: 80.269761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:37.083516Z","caller":"traceutil/trace.go:171","msg":"trace[1221497483] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"213.792491ms","start":"2026-03-31T18:43:36.869692Z","end":"2026-03-31T18:43:37.083484Z","steps":["trace[1221497483] 'process raft request' (duration: 213.500163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.083517Z","caller":"traceutil/trace.go:171","msg":"trace[70008373] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"210.683883ms","start":"2026-03-31T18:43:36.872804Z","end":"2026-03-31T18:43:37.083488Z","steps":["trace[70008373] 'process raft request' (duration: 210.463157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.083585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.674268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:37.083607Z","caller":"traceutil/trace.go:171","msg":"trace[1432023354] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"213.873283ms","start":"2026-03-31T18:43:36.86969Z","end":"2026-03-31T18:43:37.083563Z","steps":["trace[1432023354] 'process raft request' (duration: 213.3789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.083634Z","caller":"traceutil/trace.go:171","msg":"trace[381186394] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8010; }","duration":"213.773481ms","start":"2026-03-31T18:43:36.869847Z","end":"2026-03-31T18:43:37.08362Z","steps":["trace[381186394] 'agreement among raft nodes before linearized reading' (duration: 213.678439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.083631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.395376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T18:43:37.083649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.151319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:43:37.083673Z","caller":"traceutil/trace.go:171","msg":"trace[2105941030] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8010; }","duration":"212.464868ms","start":"2026-03-31T18:43:36.871197Z","end":"2026-03-31T18:43:37.083661Z","steps":["trace[2105941030] 'agreement among raft nodes before linearized reading' (duration: 212.284894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.0837Z","caller":"traceutil/trace.go:171","msg":"trace[1767804763] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8010; }","duration":"212.211211ms","start":"2026-03-31T18:43:36.871476Z","end":"2026-03-31T18:43:37.083688Z","steps":["trace[1767804763] 'agreement among raft nodes before linearized reading' (duration: 212.054057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.083702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.126259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-31T18:43:37.083732Z","caller":"traceutil/trace.go:171","msg":"trace[29340985] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8010; }","duration":"212.17185ms","start":"2026-03-31T18:43:36.871553Z","end":"2026-03-31T18:43:37.083725Z","steps":["trace[29340985] 'agreement among raft nodes before linearized reading' (duration: 211.925693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.088234Z","caller":"traceutil/trace.go:171","msg":"trace[2104099518] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"166.546676ms","start":"2026-03-31T18:43:36.921673Z","end":"2026-03-31T18:43:37.08822Z","steps":["trace[2104099518] 'process raft request' (duration: 166.418382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.088431Z","caller":"traceutil/trace.go:171","msg":"trace[2083902773] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"166.615376ms","start":"2026-03-31T18:43:36.9218Z","end":"2026-03-31T18:43:37.088415Z","steps":["trace[2083902773] 'process raft request' (duration: 166.387621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.08849Z","caller":"traceutil/trace.go:171","msg":"trace[931373261] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"165.630682ms","start":"2026-03-31T18:43:36.922842Z","end":"2026-03-31T18:43:37.088472Z","steps":["trace[931373261] 'process raft request' (duration: 165.491198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.088596Z","caller":"traceutil/trace.go:171","msg":"trace[82066954] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"165.665913ms","start":"2026-03-31T18:43:36.922919Z","end":"2026-03-31T18:43:37.088585Z","steps":["trace[82066954] 'process raft request' (duration: 165.511529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.088662Z","caller":"traceutil/trace.go:171","msg":"trace[1974488382] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"164.843552ms","start":"2026-03-31T18:43:36.923813Z","end":"2026-03-31T18:43:37.088657Z","steps":["trace[1974488382] 'process raft request' (duration: 164.710159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.088681Z","caller":"traceutil/trace.go:171","msg":"trace[40612984] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"162.870882ms","start":"2026-03-31T18:43:36.925803Z","end":"2026-03-31T18:43:37.088673Z","steps":["trace[40612984] 'process raft request' (duration: 162.78938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.101642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.256833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:176892"} {"level":"warn","ts":"2026-03-31T18:43:37.10166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.943514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:37.101698Z","caller":"traceutil/trace.go:171","msg":"trace[1201310118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:8018; }","duration":"180.338365ms","start":"2026-03-31T18:43:36.921347Z","end":"2026-03-31T18:43:37.101686Z","steps":["trace[1201310118] 'agreement among raft nodes before linearized reading' (duration: 179.958595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.101687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.490463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:43:37.101732Z","caller":"traceutil/trace.go:171","msg":"trace[1675154007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"178.051096ms","start":"2026-03-31T18:43:36.923662Z","end":"2026-03-31T18:43:37.101713Z","steps":["trace[1675154007] 'agreement among raft nodes before linearized reading' (duration: 177.908653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:37.101749Z","caller":"traceutil/trace.go:171","msg":"trace[1464056525] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20062acdb1219; range_end:; response_count:1; response_revision:8018; }","duration":"179.658947ms","start":"2026-03-31T18:43:36.922074Z","end":"2026-03-31T18:43:37.101733Z","steps":["trace[1464056525] 'agreement among raft nodes before linearized reading' (duration: 179.201045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:37.101705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.483809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-03-31T18:43:37.101855Z","caller":"traceutil/trace.go:171","msg":"trace[885861509] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8018; }","duration":"180.651602ms","start":"2026-03-31T18:43:36.921179Z","end":"2026-03-31T18:43:37.101831Z","steps":["trace[885861509] 'agreement among raft nodes before linearized reading' (duration: 180.392056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.971709Z","caller":"traceutil/trace.go:171","msg":"trace[1865127326] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"101.227792ms","start":"2026-03-31T18:43:38.870448Z","end":"2026-03-31T18:43:38.971676Z","steps":["trace[1865127326] 'process raft request' (duration: 101.053318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.977972Z","caller":"traceutil/trace.go:171","msg":"trace[227585114] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"107.368479ms","start":"2026-03-31T18:43:38.870571Z","end":"2026-03-31T18:43:38.977939Z","steps":["trace[227585114] 'process raft request' (duration: 107.113141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:38.978165Z","caller":"traceutil/trace.go:171","msg":"trace[664602964] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"107.108232ms","start":"2026-03-31T18:43:38.871035Z","end":"2026-03-31T18:43:38.978143Z","steps":["trace[664602964] 'process raft request' (duration: 106.840804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.08682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.896828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:40.086874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.118179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:40.086911Z","caller":"traceutil/trace.go:171","msg":"trace[1798840318] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:8042; }","duration":"277.024501ms","start":"2026-03-31T18:43:39.809866Z","end":"2026-03-31T18:43:40.08689Z","steps":["trace[1798840318] 'range keys from in-memory index tree' (duration: 276.805774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:40.086955Z","caller":"traceutil/trace.go:171","msg":"trace[699413473] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8042; }","duration":"278.21738ms","start":"2026-03-31T18:43:39.808706Z","end":"2026-03-31T18:43:40.086923Z","steps":["trace[699413473] 'range keys from in-memory index tree' (duration: 277.999835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.087028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.022936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:40.087107Z","caller":"traceutil/trace.go:171","msg":"trace[1967826692] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8042; }","duration":"278.15461ms","start":"2026-03-31T18:43:39.808934Z","end":"2026-03-31T18:43:40.087089Z","steps":["trace[1967826692] 'range keys from in-memory index tree' (duration: 277.899983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:40.087186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.16806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:40.087335Z","caller":"traceutil/trace.go:171","msg":"trace[1806835301] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8042; }","duration":"278.5764ms","start":"2026-03-31T18:43:39.808689Z","end":"2026-03-31T18:43:40.087266Z","steps":["trace[1806835301] 'range keys from in-memory index tree' (duration: 278.018085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:41.672618Z","caller":"traceutil/trace.go:171","msg":"trace[1161798214] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"216.380666ms","start":"2026-03-31T18:43:41.456213Z","end":"2026-03-31T18:43:41.672594Z","steps":["trace[1161798214] 'process raft request' (duration: 216.247623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:44.618164Z","caller":"traceutil/trace.go:171","msg":"trace[100234136] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"125.233119ms","start":"2026-03-31T18:43:44.492907Z","end":"2026-03-31T18:43:44.61814Z","steps":["trace[100234136] 'process raft request' (duration: 125.079346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:45.793043Z","caller":"traceutil/trace.go:171","msg":"trace[885184990] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"144.414865ms","start":"2026-03-31T18:43:45.648603Z","end":"2026-03-31T18:43:45.793018Z","steps":["trace[885184990] 'process raft request' (duration: 144.24383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:47.015861Z","caller":"traceutil/trace.go:171","msg":"trace[1220075620] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"128.928683ms","start":"2026-03-31T18:43:46.886898Z","end":"2026-03-31T18:43:47.015827Z","steps":["trace[1220075620] 'process raft request' (duration: 124.752267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:47.391789Z","caller":"traceutil/trace.go:171","msg":"trace[46718763] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"105.437469ms","start":"2026-03-31T18:43:47.286096Z","end":"2026-03-31T18:43:47.391534Z","steps":["trace[46718763] 'process raft request' (duration: 95.61982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:47.593154Z","caller":"traceutil/trace.go:171","msg":"trace[1050297213] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8430; }","duration":"106.283919ms","start":"2026-03-31T18:43:47.486819Z","end":"2026-03-31T18:43:47.593103Z","steps":["trace[1050297213] 'read index received' (duration: 42.063483ms)","trace[1050297213] 'applied index is now lower than readState.Index' (duration: 64.219096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:47.593229Z","caller":"traceutil/trace.go:171","msg":"trace[1863606331] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"196.323199ms","start":"2026-03-31T18:43:47.396857Z","end":"2026-03-31T18:43:47.59318Z","steps":["trace[1863606331] 'process raft request' (duration: 132.127574ms)","trace[1863606331] 'compare' (duration: 63.887637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:47.593333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.501514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:47.593422Z","caller":"traceutil/trace.go:171","msg":"trace[231021943] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8103; }","duration":"106.615277ms","start":"2026-03-31T18:43:47.486758Z","end":"2026-03-31T18:43:47.593374Z","steps":["trace[231021943] 'agreement among raft nodes before linearized reading' (duration: 106.485593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:47.593488Z","caller":"traceutil/trace.go:171","msg":"trace[1567696127] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"196.031592ms","start":"2026-03-31T18:43:47.397423Z","end":"2026-03-31T18:43:47.593454Z","steps":["trace[1567696127] 'process raft request' (duration: 195.603761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.564404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.65497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:49.564508Z","caller":"traceutil/trace.go:171","msg":"trace[1361103464] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8434; }","duration":"756.533339ms","start":"2026-03-31T18:43:48.807957Z","end":"2026-03-31T18:43:49.56449Z","steps":["trace[1361103464] 'read index received' (duration: 82.636062ms)","trace[1361103464] 'applied index is now lower than readState.Index' (duration: 673.895877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:49.564739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.762565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-31T18:43:49.564535Z","caller":"traceutil/trace.go:171","msg":"trace[315626935] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"823.626416ms","start":"2026-03-31T18:43:48.740865Z","end":"2026-03-31T18:43:49.564492Z","steps":["trace[315626935] 'process raft request' (duration: 149.819142ms)","trace[315626935] 'compare' (duration: 673.136236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.564832Z","caller":"traceutil/trace.go:171","msg":"trace[732464394] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8106; }","duration":"756.886517ms","start":"2026-03-31T18:43:48.807926Z","end":"2026-03-31T18:43:49.564812Z","steps":["trace[732464394] 'agreement among raft nodes before linearized reading' (duration: 756.638191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.564879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:48.807911Z","time spent":"756.95919ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T18:43:49.56498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:48.74084Z","time spent":"823.994225ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:49.614678Z","caller":"traceutil/trace.go:171","msg":"trace[720803188] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"547.329683ms","start":"2026-03-31T18:43:49.067327Z","end":"2026-03-31T18:43:49.614657Z","steps":["trace[720803188] 'process raft request' (duration: 547.196029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.614812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.067309Z","time spent":"547.438355ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:49.68562Z","caller":"traceutil/trace.go:171","msg":"trace[1485997962] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"443.774003ms","start":"2026-03-31T18:43:49.24182Z","end":"2026-03-31T18:43:49.685594Z","steps":["trace[1485997962] 'process raft request' (duration: 433.285647ms)","trace[1485997962] 'compare' (duration: 10.291151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.685978Z","caller":"traceutil/trace.go:171","msg":"trace[1917859583] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"414.917301ms","start":"2026-03-31T18:43:49.271031Z","end":"2026-03-31T18:43:49.685948Z","steps":["trace[1917859583] 'process raft request' (duration: 414.518432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.685987Z","caller":"traceutil/trace.go:171","msg":"trace[603553001] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8435; }","duration":"121.400572ms","start":"2026-03-31T18:43:49.564567Z","end":"2026-03-31T18:43:49.685968Z","steps":["trace[603553001] 'read index received' (duration: 49.932993ms)","trace[603553001] 'applied index is now lower than readState.Index' (duration: 71.466269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:49.6861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.348344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:43:49.686126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.271Z","time spent":"415.054554ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:49.686102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.394894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:49.686166Z","caller":"traceutil/trace.go:171","msg":"trace[1796530605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8110; }","duration":"404.479927ms","start":"2026-03-31T18:43:49.281679Z","end":"2026-03-31T18:43:49.686159Z","steps":["trace[1796530605] 'agreement among raft nodes before linearized reading' (duration: 404.322343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.716466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:49.686186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.281672Z","time spent":"404.509117ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:49.686203Z","caller":"traceutil/trace.go:171","msg":"trace[406763577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8110; }","duration":"286.765598ms","start":"2026-03-31T18:43:49.399427Z","end":"2026-03-31T18:43:49.686193Z","steps":["trace[406763577] 'agreement among raft nodes before linearized reading' (duration: 286.697516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.686143Z","caller":"traceutil/trace.go:171","msg":"trace[1377613933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8110; }","duration":"274.416155ms","start":"2026-03-31T18:43:49.411719Z","end":"2026-03-31T18:43:49.686135Z","steps":["trace[1377613933] 'agreement among raft nodes before linearized reading' (duration: 274.263401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.686262Z","caller":"traceutil/trace.go:171","msg":"trace[1561468360] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"117.74273ms","start":"2026-03-31T18:43:49.568514Z","end":"2026-03-31T18:43:49.686256Z","steps":["trace[1561468360] 'process raft request' (duration: 117.225227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.841798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:49.686342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.332079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5658"} {"level":"info","ts":"2026-03-31T18:43:49.686372Z","caller":"traceutil/trace.go:171","msg":"trace[275214424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8110; }","duration":"408.92528ms","start":"2026-03-31T18:43:49.277407Z","end":"2026-03-31T18:43:49.686332Z","steps":["trace[275214424] 'agreement among raft nodes before linearized reading' (duration: 408.740655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.686382Z","caller":"traceutil/trace.go:171","msg":"trace[1777891139] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:8110; }","duration":"878.395851ms","start":"2026-03-31T18:43:48.807975Z","end":"2026-03-31T18:43:49.686371Z","steps":["trace[1777891139] 'agreement among raft nodes before linearized reading' (duration: 878.294449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:48.807959Z","time spent":"878.452113ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5681,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-03-31T18:43:49.686411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.277399Z","time spent":"409.002112ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:43:49.686464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.089045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:49.686499Z","caller":"traceutil/trace.go:171","msg":"trace[90038865] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8110; }","duration":"330.152246ms","start":"2026-03-31T18:43:49.356335Z","end":"2026-03-31T18:43:49.686488Z","steps":["trace[90038865] 'agreement among raft nodes before linearized reading' (duration: 330.092285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.356324Z","time spent":"330.194747ms","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:49.686585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.02728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:49.686606Z","caller":"traceutil/trace.go:171","msg":"trace[638837667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8110; }","duration":"727.086202ms","start":"2026-03-31T18:43:48.959514Z","end":"2026-03-31T18:43:49.6866Z","steps":["trace[638837667] 'agreement among raft nodes before linearized reading' (duration: 727.050141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:48.959493Z","time spent":"727.130832ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:49.686801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.858598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:43:49.685758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.241792Z","time spent":"443.896035ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:49.686842Z","caller":"traceutil/trace.go:171","msg":"trace[313891016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"410.92689ms","start":"2026-03-31T18:43:49.275904Z","end":"2026-03-31T18:43:49.686831Z","steps":["trace[313891016] 'agreement among raft nodes before linearized reading' (duration: 410.645643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.686873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:49.275889Z","time spent":"410.977721ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:49.686905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.861942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-vgvz7\" ","response":"range_response_count:1 size:7026"} {"level":"info","ts":"2026-03-31T18:43:49.686944Z","caller":"traceutil/trace.go:171","msg":"trace[704707301] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-vgvz7; range_end:; response_count:1; response_revision:8110; }","duration":"162.938964ms","start":"2026-03-31T18:43:49.523996Z","end":"2026-03-31T18:43:49.686935Z","steps":["trace[704707301] 'agreement among raft nodes before linearized reading' (duration: 162.453412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.158156Z","caller":"traceutil/trace.go:171","msg":"trace[792676539] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8447; }","duration":"458.733969ms","start":"2026-03-31T18:43:51.699377Z","end":"2026-03-31T18:43:52.158111Z","steps":["trace[792676539] 'read index received' (duration: 5.18839ms)","trace[792676539] 'applied index is now lower than readState.Index' (duration: 453.543569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:52.158362Z","caller":"traceutil/trace.go:171","msg":"trace[1762261452] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"462.191678ms","start":"2026-03-31T18:43:51.696146Z","end":"2026-03-31T18:43:52.158337Z","steps":["trace[1762261452] 'process raft request' (duration: 426.969607ms)","trace[1762261452] 'compare' (duration: 34.577975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:52.158465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.069809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:52.158548Z","caller":"traceutil/trace.go:171","msg":"trace[918863301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8120; }","duration":"459.168262ms","start":"2026-03-31T18:43:51.699362Z","end":"2026-03-31T18:43:52.15853Z","steps":["trace[918863301] 'agreement among raft nodes before linearized reading' (duration: 458.981736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.158577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.699324Z","time spent":"459.247134ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:52.158515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.696125Z","time spent":"462.288271ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:52.158625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.276674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:43:52.158675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.506055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:52.158738Z","caller":"traceutil/trace.go:171","msg":"trace[52023797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"215.609637ms","start":"2026-03-31T18:43:51.943111Z","end":"2026-03-31T18:43:52.158721Z","steps":["trace[52023797] 'agreement among raft nodes before linearized reading' (duration: 215.482344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.158725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.792842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:52.158818Z","caller":"traceutil/trace.go:171","msg":"trace[1130211172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8120; }","duration":"441.938186ms","start":"2026-03-31T18:43:51.716854Z","end":"2026-03-31T18:43:52.158793Z","steps":["trace[1130211172] 'agreement among raft nodes before linearized reading' (duration: 441.779842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.158886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.716825Z","time spent":"442.049498ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:43:52.158927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.449748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:52.158935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.879305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:43:52.158963Z","caller":"traceutil/trace.go:171","msg":"trace[1111357934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8120; }","duration":"441.920445ms","start":"2026-03-31T18:43:51.717036Z","end":"2026-03-31T18:43:52.158957Z","steps":["trace[1111357934] 'agreement among raft nodes before linearized reading' (duration: 441.860304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.158962Z","caller":"traceutil/trace.go:171","msg":"trace[1160232684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8120; }","duration":"442.540241ms","start":"2026-03-31T18:43:51.716413Z","end":"2026-03-31T18:43:52.158953Z","steps":["trace[1160232684] 'agreement among raft nodes before linearized reading' (duration: 442.447569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.158981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.717029Z","time spent":"441.949056ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:52.158835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.662271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:52.159002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.716372Z","time spent":"442.622413ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:43:52.159027Z","caller":"traceutil/trace.go:171","msg":"trace[1801162636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8120; }","duration":"432.863476ms","start":"2026-03-31T18:43:51.72615Z","end":"2026-03-31T18:43:52.159014Z","steps":["trace[1801162636] 'agreement among raft nodes before linearized reading' (duration: 432.63648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.159184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.726141Z","time spent":"432.911578ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"info","ts":"2026-03-31T18:43:52.158732Z","caller":"traceutil/trace.go:171","msg":"trace[486098564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8120; }","duration":"442.424338ms","start":"2026-03-31T18:43:51.716283Z","end":"2026-03-31T18:43:52.158707Z","steps":["trace[486098564] 'agreement among raft nodes before linearized reading' (duration: 442.122519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.159261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.716269Z","time spent":"442.976961ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:52.158836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.946656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:43:52.159409Z","caller":"traceutil/trace.go:171","msg":"trace[619825596] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8120; }","duration":"442.50698ms","start":"2026-03-31T18:43:51.716842Z","end":"2026-03-31T18:43:52.159349Z","steps":["trace[619825596] 'agreement among raft nodes before linearized reading' (duration: 441.919635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.159514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:51.716828Z","time spent":"442.653133ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:52.375514Z","caller":"traceutil/trace.go:171","msg":"trace[942473337] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"212.125739ms","start":"2026-03-31T18:43:52.163359Z","end":"2026-03-31T18:43:52.375485Z","steps":["trace[942473337] 'process raft request' (duration: 155.374693ms)","trace[942473337] 'compare' (duration: 56.635683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:52.394599Z","caller":"traceutil/trace.go:171","msg":"trace[1394015659] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"231.038558ms","start":"2026-03-31T18:43:52.163535Z","end":"2026-03-31T18:43:52.394573Z","steps":["trace[1394015659] 'process raft request' (duration: 230.763602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.394706Z","caller":"traceutil/trace.go:171","msg":"trace[774015422] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"231.045428ms","start":"2026-03-31T18:43:52.163636Z","end":"2026-03-31T18:43:52.394682Z","steps":["trace[774015422] 'process raft request' (duration: 230.813762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.394823Z","caller":"traceutil/trace.go:171","msg":"trace[1335730640] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"231.099609ms","start":"2026-03-31T18:43:52.163712Z","end":"2026-03-31T18:43:52.394811Z","steps":["trace[1335730640] 'process raft request' (duration: 230.808672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.394885Z","caller":"traceutil/trace.go:171","msg":"trace[1183768622] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8449; }","duration":"230.435552ms","start":"2026-03-31T18:43:52.16443Z","end":"2026-03-31T18:43:52.394866Z","steps":["trace[1183768622] 'read index received' (duration: 154.300545ms)","trace[1183768622] 'applied index is now lower than readState.Index' (duration: 76.130827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:52.394904Z","caller":"traceutil/trace.go:171","msg":"trace[1039809370] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"230.404421ms","start":"2026-03-31T18:43:52.164491Z","end":"2026-03-31T18:43:52.394896Z","steps":["trace[1039809370] 'process raft request' (duration: 230.242217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.394994Z","caller":"traceutil/trace.go:171","msg":"trace[468061203] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"230.412852ms","start":"2026-03-31T18:43:52.164567Z","end":"2026-03-31T18:43:52.39498Z","steps":["trace[468061203] 'process raft request' (duration: 230.241697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.395049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:52.395146Z","caller":"traceutil/trace.go:171","msg":"trace[485072292] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8128; }","duration":"157.868815ms","start":"2026-03-31T18:43:52.237263Z","end":"2026-03-31T18:43:52.395132Z","steps":["trace[485072292] 'agreement among raft nodes before linearized reading' (duration: 157.724362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.394746Z","caller":"traceutil/trace.go:171","msg":"trace[2130505121] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"231.081689ms","start":"2026-03-31T18:43:52.163592Z","end":"2026-03-31T18:43:52.394674Z","steps":["trace[2130505121] 'process raft request' (duration: 230.813452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.395335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.878864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184667"} {"level":"info","ts":"2026-03-31T18:43:52.395429Z","caller":"traceutil/trace.go:171","msg":"trace[1313313846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8128; }","duration":"231.001316ms","start":"2026-03-31T18:43:52.16441Z","end":"2026-03-31T18:43:52.395411Z","steps":["trace[1313313846] 'agreement among raft nodes before linearized reading' (duration: 230.589336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.3946Z","caller":"traceutil/trace.go:171","msg":"trace[216441570] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"230.870664ms","start":"2026-03-31T18:43:52.1637Z","end":"2026-03-31T18:43:52.39457Z","steps":["trace[216441570] 'process raft request' (duration: 230.782302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:52.764956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.734087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:43:52.765186Z","caller":"traceutil/trace.go:171","msg":"trace[1070758283] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"135.745515ms","start":"2026-03-31T18:43:52.629421Z","end":"2026-03-31T18:43:52.765167Z","steps":["trace[1070758283] 'process raft request' (duration: 135.633332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.76519Z","caller":"traceutil/trace.go:171","msg":"trace[1298667208] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"146.58934ms","start":"2026-03-31T18:43:52.618574Z","end":"2026-03-31T18:43:52.765164Z","steps":["trace[1298667208] 'read index received' (duration: 46.011µs)","trace[1298667208] 'applied index is now lower than readState.Index' (duration: 146.541059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:52.765795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.189715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:43:52.765989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.136766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-vgvz7\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-03-31T18:43:52.766017Z","caller":"traceutil/trace.go:171","msg":"trace[1435385201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8129; }","duration":"147.478432ms","start":"2026-03-31T18:43:52.618527Z","end":"2026-03-31T18:43:52.766005Z","steps":["trace[1435385201] 'agreement among raft nodes before linearized reading' (duration: 146.728703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.766039Z","caller":"traceutil/trace.go:171","msg":"trace[33842490] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-vgvz7; range_end:; response_count:1; response_revision:8129; }","duration":"138.205958ms","start":"2026-03-31T18:43:52.627818Z","end":"2026-03-31T18:43:52.766024Z","steps":["trace[33842490] 'agreement among raft nodes before linearized reading' (duration: 137.48448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.958066Z","caller":"traceutil/trace.go:171","msg":"trace[253826045] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"183.034032ms","start":"2026-03-31T18:43:52.774993Z","end":"2026-03-31T18:43:52.958027Z","steps":["trace[253826045] 'process raft request' (duration: 100.74303ms)","trace[253826045] 'compare' (duration: 82.111637ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:53.127829Z","caller":"traceutil/trace.go:171","msg":"trace[1528655991] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8461; }","duration":"116.701494ms","start":"2026-03-31T18:43:53.011106Z","end":"2026-03-31T18:43:53.127807Z","steps":["trace[1528655991] 'read index received' (duration: 75.603904ms)","trace[1528655991] 'applied index is now lower than readState.Index' (duration: 41.09666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:53.127886Z","caller":"traceutil/trace.go:171","msg":"trace[1778480916] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"118.578192ms","start":"2026-03-31T18:43:53.009269Z","end":"2026-03-31T18:43:53.127847Z","steps":["trace[1778480916] 'process raft request' (duration: 77.497142ms)","trace[1778480916] 'compare' (duration: 40.899045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:53.128011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.888939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:43:53.128041Z","caller":"traceutil/trace.go:171","msg":"trace[1952756767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8131; }","duration":"116.971831ms","start":"2026-03-31T18:43:53.011062Z","end":"2026-03-31T18:43:53.128034Z","steps":["trace[1952756767] 'agreement among raft nodes before linearized reading' (duration: 116.823947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:53.980726Z","caller":"traceutil/trace.go:171","msg":"trace[907925589] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8463; }","duration":"112.129728ms","start":"2026-03-31T18:43:53.868566Z","end":"2026-03-31T18:43:53.980696Z","steps":["trace[907925589] 'read index received' (duration: 111.858151ms)","trace[907925589] 'applied index is now lower than readState.Index' (duration: 270.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:53.980793Z","caller":"traceutil/trace.go:171","msg":"trace[311519686] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"270.808665ms","start":"2026-03-31T18:43:53.709948Z","end":"2026-03-31T18:43:53.980756Z","steps":["trace[311519686] 'process raft request' (duration: 270.555248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:53.981005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.391435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:53.981135Z","caller":"traceutil/trace.go:171","msg":"trace[1976591232] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8133; }","duration":"112.575589ms","start":"2026-03-31T18:43:53.868531Z","end":"2026-03-31T18:43:53.981107Z","steps":["trace[1976591232] 'agreement among raft nodes before linearized reading' (duration: 112.278232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.231642Z","caller":"traceutil/trace.go:171","msg":"trace[1963682357] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8472; }","duration":"426.3132ms","start":"2026-03-31T18:43:55.805298Z","end":"2026-03-31T18:43:56.231612Z","steps":["trace[1963682357] 'read index received' (duration: 426.094394ms)","trace[1963682357] 'applied index is now lower than readState.Index' (duration: 217.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:56.231803Z","caller":"traceutil/trace.go:171","msg":"trace[3819936] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"536.475928ms","start":"2026-03-31T18:43:55.695279Z","end":"2026-03-31T18:43:56.231755Z","steps":["trace[3819936] 'process raft request' (duration: 536.121098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.231957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.695257Z","time spent":"536.616972ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:56.231915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.583337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:56.232044Z","caller":"traceutil/trace.go:171","msg":"trace[988932348] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8142; }","duration":"426.741531ms","start":"2026-03-31T18:43:55.805258Z","end":"2026-03-31T18:43:56.232Z","steps":["trace[988932348] 'agreement among raft nodes before linearized reading' (duration: 426.506395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.23212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.80524Z","time spent":"426.841884ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":98,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:56.367751Z","caller":"traceutil/trace.go:171","msg":"trace[1732671922] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"286.573693ms","start":"2026-03-31T18:43:56.081153Z","end":"2026-03-31T18:43:56.367726Z","steps":["trace[1732671922] 'process raft request' (duration: 286.348237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.367882Z","caller":"traceutil/trace.go:171","msg":"trace[1275985734] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8473; }","duration":"136.125664ms","start":"2026-03-31T18:43:56.231729Z","end":"2026-03-31T18:43:56.367854Z","steps":["trace[1275985734] 'read index received' (duration: 135.766045ms)","trace[1275985734] 'applied index is now lower than readState.Index' (duration: 357.479µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:56.367969Z","caller":"traceutil/trace.go:171","msg":"trace[65240582] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"185.227388ms","start":"2026-03-31T18:43:56.182727Z","end":"2026-03-31T18:43:56.367955Z","steps":["trace[65240582] 'process raft request' (duration: 184.940211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.368013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.692025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.368039Z","caller":"traceutil/trace.go:171","msg":"trace[1591486013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8144; }","duration":"365.771847ms","start":"2026-03-31T18:43:56.002259Z","end":"2026-03-31T18:43:56.368031Z","steps":["trace[1591486013] 'agreement among raft nodes before linearized reading' (duration: 365.686815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.368064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:56.00224Z","time spent":"365.819518ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:56.368164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.139481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:56.368272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.674405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-31T18:43:56.368273Z","caller":"traceutil/trace.go:171","msg":"trace[216262305] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8144; }","duration":"171.332216ms","start":"2026-03-31T18:43:56.196921Z","end":"2026-03-31T18:43:56.368253Z","steps":["trace[216262305] 'agreement among raft nodes before linearized reading' (duration: 171.07637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.368338Z","caller":"traceutil/trace.go:171","msg":"trace[154329478] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8144; }","duration":"171.779078ms","start":"2026-03-31T18:43:56.196542Z","end":"2026-03-31T18:43:56.368321Z","steps":["trace[154329478] 'agreement among raft nodes before linearized reading' (duration: 171.551922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.368272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.992951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.368411Z","caller":"traceutil/trace.go:171","msg":"trace[2117124715] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8144; }","duration":"200.170976ms","start":"2026-03-31T18:43:56.168225Z","end":"2026-03-31T18:43:56.368396Z","steps":["trace[2117124715] 'agreement among raft nodes before linearized reading' (duration: 199.92981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.368525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.88219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.36873Z","caller":"traceutil/trace.go:171","msg":"trace[56507521] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8144; }","duration":"172.110856ms","start":"2026-03-31T18:43:56.196599Z","end":"2026-03-31T18:43:56.36871Z","steps":["trace[56507521] 'agreement among raft nodes before linearized reading' (duration: 171.315866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.684312Z","caller":"traceutil/trace.go:171","msg":"trace[1970414459] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"200.033652ms","start":"2026-03-31T18:43:56.48426Z","end":"2026-03-31T18:43:56.684293Z","steps":["trace[1970414459] 'process raft request' (duration: 199.92961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.684442Z","caller":"traceutil/trace.go:171","msg":"trace[2002475107] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"200.431092ms","start":"2026-03-31T18:43:56.484004Z","end":"2026-03-31T18:43:56.684435Z","steps":["trace[2002475107] 'process raft request' (duration: 195.825585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.684563Z","caller":"traceutil/trace.go:171","msg":"trace[1106803309] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8477; }","duration":"198.372591ms","start":"2026-03-31T18:43:56.486167Z","end":"2026-03-31T18:43:56.68454Z","steps":["trace[1106803309] 'read index received' (duration: 27.506176ms)","trace[1106803309] 'applied index is now lower than readState.Index' (duration: 170.864785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:56.684591Z","caller":"traceutil/trace.go:171","msg":"trace[216494069] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"199.433718ms","start":"2026-03-31T18:43:56.485147Z","end":"2026-03-31T18:43:56.684581Z","steps":["trace[216494069] 'process raft request' (duration: 199.107649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.684841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.665699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184678"} {"level":"info","ts":"2026-03-31T18:43:56.684865Z","caller":"traceutil/trace.go:171","msg":"trace[1021108004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8150; }","duration":"198.73708ms","start":"2026-03-31T18:43:56.486122Z","end":"2026-03-31T18:43:56.684859Z","steps":["trace[1021108004] 'agreement among raft nodes before linearized reading' (duration: 198.485913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:58.672458Z","caller":"traceutil/trace.go:171","msg":"trace[308360088] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"144.687672ms","start":"2026-03-31T18:43:58.527736Z","end":"2026-03-31T18:43:58.672424Z","steps":["trace[308360088] 'process raft request' (duration: 109.088101ms)","trace[308360088] 'compare' (duration: 35.297744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.311418Z","caller":"traceutil/trace.go:171","msg":"trace[556195615] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"100.474563ms","start":"2026-03-31T18:44:00.210909Z","end":"2026-03-31T18:44:00.311383Z","steps":["trace[556195615] 'process raft request' (duration: 47.169245ms)","trace[556195615] 'compare' (duration: 53.080333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.395255Z","caller":"traceutil/trace.go:171","msg":"trace[1699520700] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"126.43911ms","start":"2026-03-31T18:44:00.268796Z","end":"2026-03-31T18:44:00.395235Z","steps":["trace[1699520700] 'process raft request' (duration: 126.281226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.775437Z","caller":"traceutil/trace.go:171","msg":"trace[1856391412] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"145.402449ms","start":"2026-03-31T18:44:00.629996Z","end":"2026-03-31T18:44:00.775399Z","steps":["trace[1856391412] 'process raft request' (duration: 100.521323ms)","trace[1856391412] 'compare' (duration: 44.597309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:02.755374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.985769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:44:02.755446Z","caller":"traceutil/trace.go:171","msg":"trace[490199226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8179; }","duration":"126.098972ms","start":"2026-03-31T18:44:02.629332Z","end":"2026-03-31T18:44:02.755431Z","steps":["trace[490199226] 'range keys from in-memory index tree' (duration: 125.864456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.982993Z","caller":"traceutil/trace.go:171","msg":"trace[1604137761] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"331.959971ms","start":"2026-03-31T18:44:16.651011Z","end":"2026-03-31T18:44:16.982971Z","steps":["trace[1604137761] 'process raft request' (duration: 331.845739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.983166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.650984Z","time spent":"332.119976ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:16.983003Z","caller":"traceutil/trace.go:171","msg":"trace[1847958933] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8583; }","duration":"331.187733ms","start":"2026-03-31T18:44:16.651788Z","end":"2026-03-31T18:44:16.982976Z","steps":["trace[1847958933] 'read index received' (duration: 331.172822ms)","trace[1847958933] 'applied index is now lower than readState.Index' (duration: 12.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:16.983234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.423108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-31T18:44:16.983275Z","caller":"traceutil/trace.go:171","msg":"trace[1222136787] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8247; }","duration":"331.49565ms","start":"2026-03-31T18:44:16.651771Z","end":"2026-03-31T18:44:16.983266Z","steps":["trace[1222136787] 'agreement among raft nodes before linearized reading' (duration: 331.277024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.98331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.651761Z","time spent":"331.539461ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5508,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:44:17.755429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.685671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:17.755554Z","caller":"traceutil/trace.go:171","msg":"trace[1416724675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8247; }","duration":"157.822235ms","start":"2026-03-31T18:44:17.597714Z","end":"2026-03-31T18:44:17.755536Z","steps":["trace[1416724675] 'range keys from in-memory index tree' (duration: 157.670571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.756106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.346954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:17.756403Z","caller":"traceutil/trace.go:171","msg":"trace[944146791] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8583; }","duration":"773.130027ms","start":"2026-03-31T18:44:16.983226Z","end":"2026-03-31T18:44:17.756356Z","steps":["trace[944146791] 'read index received' (duration: 108.390134ms)","trace[944146791] 'applied index is now lower than readState.Index' (duration: 664.738763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:17.756511Z","caller":"traceutil/trace.go:171","msg":"trace[704452788] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.020343054s","start":"2026-03-31T18:44:16.736124Z","end":"2026-03-31T18:44:17.756467Z","steps":["trace[704452788] 'process raft request' (duration: 1.020099928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.75653Z","caller":"traceutil/trace.go:171","msg":"trace[1286121834] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"1.020424116s","start":"2026-03-31T18:44:16.736057Z","end":"2026-03-31T18:44:17.756481Z","steps":["trace[1286121834] 'process raft request' (duration: 355.643232ms)","trace[1286121834] 'compare' (duration: 663.569184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:17.756615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.176236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:17.756672Z","caller":"traceutil/trace.go:171","msg":"trace[1522006103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"814.33409ms","start":"2026-03-31T18:44:16.942321Z","end":"2026-03-31T18:44:17.756655Z","steps":["trace[1522006103] 'agreement among raft nodes before linearized reading' (duration: 814.139585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.756688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.736099Z","time spent":"1.020491418s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:17.756718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.267985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:44:17.756724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.736038Z","time spent":"1.02057515s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:17.75673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.942305Z","time spent":"814.413091ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:17.75674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.372606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:44:17.756822Z","caller":"traceutil/trace.go:171","msg":"trace[1626869738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8249; }","duration":"845.49123ms","start":"2026-03-31T18:44:16.911318Z","end":"2026-03-31T18:44:17.756809Z","steps":["trace[1626869738] 'agreement among raft nodes before linearized reading' (duration: 845.158111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.756907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.911299Z","time spent":"845.596262ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:44:17.75677Z","caller":"traceutil/trace.go:171","msg":"trace[282235505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"870.359477ms","start":"2026-03-31T18:44:16.886399Z","end":"2026-03-31T18:44:17.756758Z","steps":["trace[282235505] 'agreement among raft nodes before linearized reading' (duration: 870.089931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.757002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.886377Z","time spent":"870.613234ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:18.257065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698465025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:18.430845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037846178s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:44:18.538612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.389488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:18.538724Z","caller":"traceutil/trace.go:171","msg":"trace[1713211421] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.14581775s","start":"2026-03-31T18:44:17.392887Z","end":"2026-03-31T18:44:18.538704Z","steps":["trace[1713211421] 'process raft request' (duration: 1.038266928s)","trace[1713211421] 'compare' (duration: 107.06397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:18.538789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.392865Z","time spent":"1.145895892s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:19.085858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.682723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:19.08611Z","caller":"traceutil/trace.go:171","msg":"trace[838103836] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"1.669535415s","start":"2026-03-31T18:44:17.416539Z","end":"2026-03-31T18:44:19.086075Z","steps":["trace[838103836] 'process raft request' (duration: 1.424566035s)","trace[838103836] 'compare' (duration: 244.56753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.086192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.416513Z","time spent":"1.669642418s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:19.086285Z","caller":"traceutil/trace.go:171","msg":"trace[459569233] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"1.325005985s","start":"2026-03-31T18:44:17.761264Z","end":"2026-03-31T18:44:19.08627Z","steps":["trace[459569233] 'process raft request' (duration: 1.324663607s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.086383Z","caller":"traceutil/trace.go:171","msg":"trace[1423558313] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"1.3243914s","start":"2026-03-31T18:44:17.761917Z","end":"2026-03-31T18:44:19.086309Z","steps":["trace[1423558313] 'process raft request' (duration: 1.324040172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.086446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.761235Z","time spent":"1.325121758s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:19.086575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.761891Z","time spent":"1.324577894s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:19.338976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.972842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:44:19.339229Z","caller":"traceutil/trace.go:171","msg":"trace[1212374934] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8585; }","duration":"1.582758608s","start":"2026-03-31T18:44:17.756446Z","end":"2026-03-31T18:44:19.339204Z","steps":["trace[1212374934] 'read index received' (duration: 674.807689ms)","trace[1212374934] 'applied index is now lower than readState.Index' (duration: 907.949649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.339503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295311552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:19.339566Z","caller":"traceutil/trace.go:171","msg":"trace[41427699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8253; }","duration":"2.295440266s","start":"2026-03-31T18:44:17.044108Z","end":"2026-03-31T18:44:19.339549Z","steps":["trace[41427699] 'agreement among raft nodes before linearized reading' (duration: 2.295256651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.339492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259212659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:44:19.33962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.044089Z","time spent":"2.295517818s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"info","ts":"2026-03-31T18:44:19.339601Z","caller":"traceutil/trace.go:171","msg":"trace[143202050] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"351.954657ms","start":"2026-03-31T18:44:18.987593Z","end":"2026-03-31T18:44:19.339547Z","steps":["trace[143202050] 'process raft request' (duration: 351.505186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.339646Z","caller":"traceutil/trace.go:171","msg":"trace[1106631016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8253; }","duration":"2.259413284s","start":"2026-03-31T18:44:17.08021Z","end":"2026-03-31T18:44:19.339623Z","steps":["trace[1106631016] 'agreement among raft nodes before linearized reading' (duration: 2.259144217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.339835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.080184Z","time spent":"2.25962679s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:44:19.339496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300309899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:44:19.339903Z","caller":"traceutil/trace.go:171","msg":"trace[750523468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8253; }","duration":"2.300757981s","start":"2026-03-31T18:44:17.039131Z","end":"2026-03-31T18:44:19.339889Z","steps":["trace[750523468] 'agreement among raft nodes before linearized reading' (duration: 2.300245418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.340104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.039107Z","time spent":"2.300964146s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:19.340358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.987568Z","time spent":"352.169833ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:19.386728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.854362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:19.386847Z","caller":"traceutil/trace.go:171","msg":"trace[1205908730] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8254; }","duration":"210.005365ms","start":"2026-03-31T18:44:19.176791Z","end":"2026-03-31T18:44:19.386797Z","steps":["trace[1205908730] 'agreement among raft nodes before linearized reading' (duration: 162.767729ms)","trace[1205908730] 'count revisions from in-memory index tree' (duration: 47.108193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.386837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325660022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:19.386924Z","caller":"traceutil/trace.go:171","msg":"trace[1649691594] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8254; }","duration":"1.325802105s","start":"2026-03-31T18:44:18.061099Z","end":"2026-03-31T18:44:19.386901Z","steps":["trace[1649691594] 'agreement among raft nodes before linearized reading' (duration: 1.278467617s)","trace[1649691594] 'count revisions from in-memory index tree' (duration: 47.209185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.386986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.061079Z","time spent":"1.325893758s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:19.386999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342906047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:44:19.387083Z","caller":"traceutil/trace.go:171","msg":"trace[1412839569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8254; }","duration":"2.343016131s","start":"2026-03-31T18:44:17.044042Z","end":"2026-03-31T18:44:19.387058Z","steps":["trace[1412839569] 'agreement among raft nodes before linearized reading' (duration: 2.295422316s)","trace[1412839569] 'range keys from in-memory index tree' (duration: 47.345288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.044035Z","time spent":"2.343095532s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:19.38726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.157063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:19.387347Z","caller":"traceutil/trace.go:171","msg":"trace[1947541148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8254; }","duration":"951.229284ms","start":"2026-03-31T18:44:18.436057Z","end":"2026-03-31T18:44:19.387286Z","steps":["trace[1947541148] 'agreement among raft nodes before linearized reading' (duration: 903.506636ms)","trace[1947541148] 'count revisions from in-memory index tree' (duration: 47.667776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.436039Z","time spent":"951.333438ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:19.387404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.567607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-31T18:44:19.387469Z","caller":"traceutil/trace.go:171","msg":"trace[800813820] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8254; }","duration":"398.768613ms","start":"2026-03-31T18:44:18.988686Z","end":"2026-03-31T18:44:19.387454Z","steps":["trace[800813820] 'agreement among raft nodes before linearized reading' (duration: 350.85911ms)","trace[800813820] 'range keys from in-memory index tree' (duration: 47.660977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.988666Z","time spent":"398.828874ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5508,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:44:19.387491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.116786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:44:19.387565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279612646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:19.387582Z","caller":"traceutil/trace.go:171","msg":"trace[1641713040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8254; }","duration":"786.257339ms","start":"2026-03-31T18:44:18.601299Z","end":"2026-03-31T18:44:19.387557Z","steps":["trace[1641713040] 'agreement among raft nodes before linearized reading' (duration: 738.256004ms)","trace[1641713040] 'range keys from in-memory index tree' (duration: 47.065251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:19.3876Z","caller":"traceutil/trace.go:171","msg":"trace[296670103] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8254; }","duration":"1.279714428s","start":"2026-03-31T18:44:18.107875Z","end":"2026-03-31T18:44:19.387589Z","steps":["trace[296670103] 'agreement among raft nodes before linearized reading' (duration: 1.231694173s)","trace[296670103] 'count revisions from in-memory index tree' (duration: 47.972144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.107855Z","time spent":"1.27977362s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:19.387635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.60128Z","time spent":"786.344812ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:44:19.387645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153719749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:44:19.387686Z","caller":"traceutil/trace.go:171","msg":"trace[565698088] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8254; }","duration":"2.15375273s","start":"2026-03-31T18:44:17.233918Z","end":"2026-03-31T18:44:19.387671Z","steps":["trace[565698088] 'agreement among raft nodes before linearized reading' (duration: 2.10555512s)","trace[565698088] 'range keys from in-memory index tree' (duration: 48.098117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.420816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:19.38772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.233901Z","time spent":"2.153809111s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:44:19.387741Z","caller":"traceutil/trace.go:171","msg":"trace[1320344739] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8254; }","duration":"939.473647ms","start":"2026-03-31T18:44:18.448256Z","end":"2026-03-31T18:44:19.38773Z","steps":["trace[1320344739] 'agreement among raft nodes before linearized reading' (duration: 891.297238ms)","trace[1320344739] 'range keys from in-memory index tree' (duration: 48.135019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.448239Z","time spent":"939.532098ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T18:44:19.387782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608880899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:19.387816Z","caller":"traceutil/trace.go:171","msg":"trace[1293206370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8254; }","duration":"1.60891391s","start":"2026-03-31T18:44:17.778891Z","end":"2026-03-31T18:44:19.387805Z","steps":["trace[1293206370] 'agreement among raft nodes before linearized reading' (duration: 1.56068344s)","trace[1293206370] 'count revisions from in-memory index tree' (duration: 48.189869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.778858Z","time spent":"1.608980383s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:19.38791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.412277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:19.387938Z","caller":"traceutil/trace.go:171","msg":"trace[1829236046] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8254; }","duration":"828.466908ms","start":"2026-03-31T18:44:18.559461Z","end":"2026-03-31T18:44:19.387928Z","steps":["trace[1829236046] 'agreement among raft nodes before linearized reading' (duration: 780.095933ms)","trace[1829236046] 'range keys from in-memory index tree' (duration: 48.335705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.387965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.559445Z","time spent":"828.51444ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T18:44:19.387563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929555186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:19.38809Z","caller":"traceutil/trace.go:171","msg":"trace[1596272445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8254; }","duration":"1.930087969s","start":"2026-03-31T18:44:17.457961Z","end":"2026-03-31T18:44:19.388049Z","steps":["trace[1596272445] 'agreement among raft nodes before linearized reading' (duration: 1.881498289s)","trace[1596272445] 'count revisions from in-memory index tree' (duration: 48.065777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.388209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986067396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:19.388213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.457944Z","time spent":"1.930226813s","remote":"127.0.0.1:60290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:19.388248Z","caller":"traceutil/trace.go:171","msg":"trace[2144063707] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8254; }","duration":"1.986143538s","start":"2026-03-31T18:44:17.402092Z","end":"2026-03-31T18:44:19.388236Z","steps":["trace[2144063707] 'agreement among raft nodes before linearized reading' (duration: 1.937314702s)","trace[2144063707] 'count revisions from in-memory index tree' (duration: 48.706864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.38828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.402072Z","time spent":"1.98620075s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:19.388367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630518338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:19.388382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346209912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:44:19.38841Z","caller":"traceutil/trace.go:171","msg":"trace[765327400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"1.630585949s","start":"2026-03-31T18:44:17.757811Z","end":"2026-03-31T18:44:19.388397Z","steps":["trace[765327400] 'agreement among raft nodes before linearized reading' (duration: 1.581730252s)","trace[765327400] 'range keys from in-memory index tree' (duration: 48.800596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:19.388431Z","caller":"traceutil/trace.go:171","msg":"trace[1165604300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8254; }","duration":"2.346316684s","start":"2026-03-31T18:44:17.042096Z","end":"2026-03-31T18:44:19.388413Z","steps":["trace[1165604300] 'agreement among raft nodes before linearized reading' (duration: 2.297383385s)","trace[1165604300] 'range keys from in-memory index tree' (duration: 48.808146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.38844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.75779Z","time spent":"1.630642671s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:19.388466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:17.042067Z","time spent":"2.346390997s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:19.388505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.118494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:19.388561Z","caller":"traceutil/trace.go:171","msg":"trace[2001758818] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8254; }","duration":"859.224167ms","start":"2026-03-31T18:44:18.529324Z","end":"2026-03-31T18:44:19.388549Z","steps":["trace[2001758818] 'agreement among raft nodes before linearized reading' (duration: 810.218656ms)","trace[2001758818] 'range keys from in-memory index tree' (duration: 48.917189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.388591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.529305Z","time spent":"859.278748ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T18:44:19.548297Z","caller":"traceutil/trace.go:171","msg":"trace[110248632] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"203.934481ms","start":"2026-03-31T18:44:19.344338Z","end":"2026-03-31T18:44:19.548272Z","steps":["trace[110248632] 'read index received' (duration: 203.804078ms)","trace[110248632] 'applied index is now lower than readState.Index' (duration: 129.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:19.548352Z","caller":"traceutil/trace.go:171","msg":"trace[1751300860] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"204.152687ms","start":"2026-03-31T18:44:19.344167Z","end":"2026-03-31T18:44:19.54832Z","steps":["trace[1751300860] 'process raft request' (duration: 203.962683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.548685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.325271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184627"} {"level":"info","ts":"2026-03-31T18:44:19.548726Z","caller":"traceutil/trace.go:171","msg":"trace[1304507243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8255; }","duration":"204.384992ms","start":"2026-03-31T18:44:19.344331Z","end":"2026-03-31T18:44:19.548716Z","steps":["trace[1304507243] 'agreement among raft nodes before linearized reading' (duration: 204.058074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.727539Z","caller":"traceutil/trace.go:171","msg":"trace[1361360402] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"382.959083ms","start":"2026-03-31T18:44:19.344556Z","end":"2026-03-31T18:44:19.727515Z","steps":["trace[1361360402] 'process raft request' (duration: 287.824605ms)","trace[1361360402] 'compare' (duration: 94.782739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:19.72757Z","caller":"traceutil/trace.go:171","msg":"trace[978552776] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"335.883731ms","start":"2026-03-31T18:44:19.391661Z","end":"2026-03-31T18:44:19.727545Z","steps":["trace[978552776] 'process raft request' (duration: 335.746068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.727644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.344526Z","time spent":"383.065886ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:19.727831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.391654Z","time spent":"335.981904ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:19.727868Z","caller":"traceutil/trace.go:171","msg":"trace[1331615649] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"170.847014ms","start":"2026-03-31T18:44:19.556998Z","end":"2026-03-31T18:44:19.727845Z","steps":["trace[1331615649] 'process raft request' (duration: 170.648829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.727913Z","caller":"traceutil/trace.go:171","msg":"trace[435526467] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8592; }","duration":"179.38791ms","start":"2026-03-31T18:44:19.548364Z","end":"2026-03-31T18:44:19.727752Z","steps":["trace[435526467] 'read index received' (duration: 84.028906ms)","trace[435526467] 'applied index is now lower than readState.Index' (duration: 95.357844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:19.728128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.65174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d017d293-941d-4cbc-8cd4-9dcaa11199ea\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T18:44:19.72815Z","caller":"traceutil/trace.go:171","msg":"trace[218596911] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"336.060965ms","start":"2026-03-31T18:44:19.392082Z","end":"2026-03-31T18:44:19.728143Z","steps":["trace[218596911] 'process raft request' (duration: 335.415469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.728172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.299955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:19.728175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.997465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:19.728183Z","caller":"traceutil/trace.go:171","msg":"trace[1132786628] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d017d293-941d-4cbc-8cd4-9dcaa11199ea; range_end:; response_count:1; response_revision:8259; }","duration":"336.755783ms","start":"2026-03-31T18:44:19.391408Z","end":"2026-03-31T18:44:19.728164Z","steps":["trace[1132786628] 'agreement among raft nodes before linearized reading' (duration: 336.572038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.728223Z","caller":"traceutil/trace.go:171","msg":"trace[666452932] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8259; }","duration":"227.093127ms","start":"2026-03-31T18:44:19.501117Z","end":"2026-03-31T18:44:19.72821Z","steps":["trace[666452932] 'agreement among raft nodes before linearized reading' (duration: 227.010035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.728189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.39206Z","time spent":"336.107347ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:19.728212Z","caller":"traceutil/trace.go:171","msg":"trace[845446465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8259; }","duration":"331.355036ms","start":"2026-03-31T18:44:19.396845Z","end":"2026-03-31T18:44:19.7282Z","steps":["trace[845446465] 'agreement among raft nodes before linearized reading' (duration: 331.288264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.72823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.391385Z","time spent":"336.835625ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-d017d293-941d-4cbc-8cd4-9dcaa11199ea\" "} {"level":"warn","ts":"2026-03-31T18:44:19.728349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.396836Z","time spent":"331.453878ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:19.728352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.699421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:44:19.72841Z","caller":"traceutil/trace.go:171","msg":"trace[42478119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8259; }","duration":"336.767723ms","start":"2026-03-31T18:44:19.391629Z","end":"2026-03-31T18:44:19.728397Z","steps":["trace[42478119] 'agreement among raft nodes before linearized reading' (duration: 336.623209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:19.72845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:19.391616Z","time spent":"336.826955ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:44:26.346958Z","caller":"traceutil/trace.go:171","msg":"trace[1118225684] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8651; }","duration":"117.819382ms","start":"2026-03-31T18:44:26.229108Z","end":"2026-03-31T18:44:26.346928Z","steps":["trace[1118225684] 'read index received' (duration: 66.117223ms)","trace[1118225684] 'applied index is now lower than readState.Index' (duration: 51.700399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:26.347216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.088589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:44:26.347261Z","caller":"traceutil/trace.go:171","msg":"trace[253087799] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8314; }","duration":"118.187891ms","start":"2026-03-31T18:44:26.229059Z","end":"2026-03-31T18:44:26.347247Z","steps":["trace[253087799] 'agreement among raft nodes before linearized reading' (duration: 117.976986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:26.34727Z","caller":"traceutil/trace.go:171","msg":"trace[1907563665] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"303.652196ms","start":"2026-03-31T18:44:26.043556Z","end":"2026-03-31T18:44:26.347208Z","steps":["trace[1907563665] 'process raft request' (duration: 251.755522ms)","trace[1907563665] 'compare' (duration: 51.362931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:26.347422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.043526Z","time spent":"303.82072ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:27.614122Z","caller":"traceutil/trace.go:171","msg":"trace[1713147375] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"126.674666ms","start":"2026-03-31T18:44:27.48741Z","end":"2026-03-31T18:44:27.614085Z","steps":["trace[1713147375] 'process raft request' (duration: 102.313329ms)","trace[1713147375] 'compare' (duration: 24.220233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:27.938878Z","caller":"traceutil/trace.go:171","msg":"trace[446543215] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8661; }","duration":"132.431522ms","start":"2026-03-31T18:44:27.806422Z","end":"2026-03-31T18:44:27.938853Z","steps":["trace[446543215] 'read index received' (duration: 19.181826ms)","trace[446543215] 'applied index is now lower than readState.Index' (duration: 113.248176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:27.939022Z","caller":"traceutil/trace.go:171","msg":"trace[1167430997] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"155.950007ms","start":"2026-03-31T18:44:27.78304Z","end":"2026-03-31T18:44:27.93899Z","steps":["trace[1167430997] 'process raft request' (duration: 80.480397ms)","trace[1167430997] 'compare' (duration: 75.145772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:27.939045Z","caller":"traceutil/trace.go:171","msg":"trace[1320821300] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"102.598877ms","start":"2026-03-31T18:44:27.836428Z","end":"2026-03-31T18:44:27.939026Z","steps":["trace[1320821300] 'process raft request' (duration: 102.381522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.939129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.692388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:27.939159Z","caller":"traceutil/trace.go:171","msg":"trace[496681447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8326; }","duration":"132.765019ms","start":"2026-03-31T18:44:27.806386Z","end":"2026-03-31T18:44:27.939151Z","steps":["trace[496681447] 'agreement among raft nodes before linearized reading' (duration: 132.603345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.07302Z","caller":"traceutil/trace.go:171","msg":"trace[1841203016] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"126.104372ms","start":"2026-03-31T18:44:27.946877Z","end":"2026-03-31T18:44:28.072981Z","steps":["trace[1841203016] 'process raft request' (duration: 114.397286ms)","trace[1841203016] 'compare' (duration: 11.48877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:28.23251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.236958ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:44:37.171716Z","caller":"traceutil/trace.go:171","msg":"trace[792551189] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8736; }","duration":"109.827049ms","start":"2026-03-31T18:44:37.061871Z","end":"2026-03-31T18:44:37.171698Z","steps":["trace[792551189] 'read index received' (duration: 109.641395ms)","trace[792551189] 'applied index is now lower than readState.Index' (duration: 184.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:37.171818Z","caller":"traceutil/trace.go:171","msg":"trace[241287382] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"116.257852ms","start":"2026-03-31T18:44:37.055518Z","end":"2026-03-31T18:44:37.171776Z","steps":["trace[241287382] 'process raft request' (duration: 116.048677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.171951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.053145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:37.172554Z","caller":"traceutil/trace.go:171","msg":"trace[1228442702] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8396; }","duration":"110.65539ms","start":"2026-03-31T18:44:37.061863Z","end":"2026-03-31T18:44:37.172518Z","steps":["trace[1228442702] 'agreement among raft nodes before linearized reading' (duration: 109.953562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:38.233195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.070804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:38.233961Z","caller":"traceutil/trace.go:171","msg":"trace[871345943] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"221.65847ms","start":"2026-03-31T18:44:38.012258Z","end":"2026-03-31T18:44:38.233917Z","steps":["trace[871345943] 'process raft request' (duration: 221.025414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:38.234092Z","caller":"traceutil/trace.go:171","msg":"trace[1016985494] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"233.277824ms","start":"2026-03-31T18:44:38.000206Z","end":"2026-03-31T18:44:38.233484Z","steps":["trace[1016985494] 'process raft request' (duration: 130.849911ms)","trace[1016985494] 'compare' (duration: 101.968341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:38.453739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.383367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:44:38.453851Z","caller":"traceutil/trace.go:171","msg":"trace[637024095] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8743; }","duration":"444.182431ms","start":"2026-03-31T18:44:38.009653Z","end":"2026-03-31T18:44:38.453836Z","steps":["trace[637024095] 'read index received' (duration: 59.715941ms)","trace[637024095] 'applied index is now lower than readState.Index' (duration: 384.4652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:38.454275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.621604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:38.454307Z","caller":"traceutil/trace.go:171","msg":"trace[1150049796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8405; }","duration":"444.700466ms","start":"2026-03-31T18:44:38.009597Z","end":"2026-03-31T18:44:38.454297Z","steps":["trace[1150049796] 'agreement among raft nodes before linearized reading' (duration: 444.631194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:38.454329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:38.009553Z","time spent":"444.770487ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:44:38.489794Z","caller":"traceutil/trace.go:171","msg":"trace[1706104514] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"308.20785ms","start":"2026-03-31T18:44:38.181538Z","end":"2026-03-31T18:44:38.489746Z","steps":["trace[1706104514] 'process raft request' (duration: 307.941694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:38.489915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:38.181508Z","time spent":"308.337824ms","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:38.489919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.408938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:44:38.490014Z","caller":"traceutil/trace.go:171","msg":"trace[1758416826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8406; }","duration":"444.529861ms","start":"2026-03-31T18:44:38.045465Z","end":"2026-03-31T18:44:38.489994Z","steps":["trace[1758416826] 'agreement among raft nodes before linearized reading' (duration: 444.208133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:38.490064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:38.04541Z","time spent":"444.644383ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:38.490076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.052127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:44:38.490128Z","caller":"traceutil/trace.go:171","msg":"trace[2040134102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"425.14498ms","start":"2026-03-31T18:44:38.064969Z","end":"2026-03-31T18:44:38.490114Z","steps":["trace[2040134102] 'agreement among raft nodes before linearized reading' (duration: 424.873163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:38.490176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:38.064948Z","time spent":"425.216512ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:44:38.693973Z","caller":"traceutil/trace.go:171","msg":"trace[953908863] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"199.124819ms","start":"2026-03-31T18:44:38.494817Z","end":"2026-03-31T18:44:38.693941Z","steps":["trace[953908863] 'process raft request' (duration: 191.911467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:38.69843Z","caller":"traceutil/trace.go:171","msg":"trace[737773797] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"203.010148ms","start":"2026-03-31T18:44:38.495387Z","end":"2026-03-31T18:44:38.698397Z","steps":["trace[737773797] 'process raft request' (duration: 202.848714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:44.442344Z","caller":"traceutil/trace.go:171","msg":"trace[1394571650] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"110.949147ms","start":"2026-03-31T18:44:44.33136Z","end":"2026-03-31T18:44:44.442309Z","steps":["trace[1394571650] 'process raft request' (duration: 27.286199ms)","trace[1394571650] 'compare' (duration: 83.501114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:45.806624Z","caller":"traceutil/trace.go:171","msg":"trace[333323554] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"104.622717ms","start":"2026-03-31T18:44:45.701974Z","end":"2026-03-31T18:44:45.806596Z","steps":["trace[333323554] 'read index received' (duration: 104.392222ms)","trace[333323554] 'applied index is now lower than readState.Index' (duration: 229.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:45.806728Z","caller":"traceutil/trace.go:171","msg":"trace[1727932682] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"179.471672ms","start":"2026-03-31T18:44:45.627199Z","end":"2026-03-31T18:44:45.806671Z","steps":["trace[1727932682] 'process raft request' (duration: 179.221956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:45.806916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.916156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:44:45.80701Z","caller":"traceutil/trace.go:171","msg":"trace[1875942632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8441; }","duration":"105.057508ms","start":"2026-03-31T18:44:45.701934Z","end":"2026-03-31T18:44:45.806991Z","steps":["trace[1875942632] 'agreement among raft nodes before linearized reading' (duration: 104.825372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:06.224838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.415905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:06.224971Z","caller":"traceutil/trace.go:171","msg":"trace[1981828473] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"191.075376ms","start":"2026-03-31T18:45:06.033869Z","end":"2026-03-31T18:45:06.224944Z","steps":["trace[1981828473] 'process raft request' (duration: 31.448776ms)","trace[1981828473] 'compare' (duration: 159.287322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:06.567952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.048642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:06.56806Z","caller":"traceutil/trace.go:171","msg":"trace[2118772012] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8924; }","duration":"332.524985ms","start":"2026-03-31T18:45:06.235519Z","end":"2026-03-31T18:45:06.568044Z","steps":["trace[2118772012] 'read index received' (duration: 134.174955ms)","trace[2118772012] 'applied index is now lower than readState.Index' (duration: 198.34859ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:06.568133Z","caller":"traceutil/trace.go:171","msg":"trace[2005919899] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"333.637674ms","start":"2026-03-31T18:45:06.234463Z","end":"2026-03-31T18:45:06.5681Z","steps":["trace[2005919899] 'process raft request' (duration: 135.362087ms)","trace[2005919899] 'compare' (duration: 197.884708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:06.568208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.686639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:45:06.56824Z","caller":"traceutil/trace.go:171","msg":"trace[1981913074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8578; }","duration":"332.738841ms","start":"2026-03-31T18:45:06.235491Z","end":"2026-03-31T18:45:06.568229Z","steps":["trace[1981913074] 'agreement among raft nodes before linearized reading' (duration: 332.596977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:06.568272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:06.235483Z","time spent":"332.781212ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:45:06.568305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:06.234385Z","time spent":"333.83749ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:06.945136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.6498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:06.945301Z","caller":"traceutil/trace.go:171","msg":"trace[1852555893] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8925; }","duration":"372.935098ms","start":"2026-03-31T18:45:06.572351Z","end":"2026-03-31T18:45:06.945286Z","steps":["trace[1852555893] 'read index received' (duration: 265.985572ms)","trace[1852555893] 'applied index is now lower than readState.Index' (duration: 106.948126ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:06.945349Z","caller":"traceutil/trace.go:171","msg":"trace[1163173946] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"507.74441ms","start":"2026-03-31T18:45:06.437577Z","end":"2026-03-31T18:45:06.945321Z","steps":["trace[1163173946] 'process raft request' (duration: 400.835024ms)","trace[1163173946] 'compare' (duration: 106.463405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:06.945471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:06.437554Z","time spent":"507.852923ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:06.945698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.349429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214698"} {"level":"info","ts":"2026-03-31T18:45:06.945776Z","caller":"traceutil/trace.go:171","msg":"trace[1115772433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8579; }","duration":"373.451911ms","start":"2026-03-31T18:45:06.572305Z","end":"2026-03-31T18:45:06.945757Z","steps":["trace[1115772433] 'agreement among raft nodes before linearized reading' (duration: 373.058181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:06.945857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:06.572285Z","time spent":"373.563154ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:45:06.977368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.902371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:06.977403Z","caller":"traceutil/trace.go:171","msg":"trace[1357367747] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"285.130846ms","start":"2026-03-31T18:45:06.692243Z","end":"2026-03-31T18:45:06.977374Z","steps":["trace[1357367747] 'process raft request' (duration: 284.923171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:06.977432Z","caller":"traceutil/trace.go:171","msg":"trace[652103989] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8580; }","duration":"398.000103ms","start":"2026-03-31T18:45:06.579416Z","end":"2026-03-31T18:45:06.977416Z","steps":["trace[652103989] 'agreement among raft nodes before linearized reading' (duration: 397.859279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:06.977481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:06.5794Z","time spent":"398.068645ms","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:06.977572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.143277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:06.977633Z","caller":"traceutil/trace.go:171","msg":"trace[1581959922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8580; }","duration":"274.25768ms","start":"2026-03-31T18:45:06.703365Z","end":"2026-03-31T18:45:06.977622Z","steps":["trace[1581959922] 'agreement among raft nodes before linearized reading' (duration: 273.972803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:16.866039Z","caller":"traceutil/trace.go:171","msg":"trace[2108971247] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9006; }","duration":"228.848722ms","start":"2026-03-31T18:45:16.63717Z","end":"2026-03-31T18:45:16.866019Z","steps":["trace[2108971247] 'read index received' (duration: 228.694888ms)","trace[2108971247] 'applied index is now lower than readState.Index' (duration: 152.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:16.866113Z","caller":"traceutil/trace.go:171","msg":"trace[57036932] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"232.482864ms","start":"2026-03-31T18:45:16.633606Z","end":"2026-03-31T18:45:16.866089Z","steps":["trace[57036932] 'process raft request' (duration: 232.280739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:16.866209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.030606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T18:45:16.866238Z","caller":"traceutil/trace.go:171","msg":"trace[892234911] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8657; }","duration":"229.118208ms","start":"2026-03-31T18:45:16.63711Z","end":"2026-03-31T18:45:16.866228Z","steps":["trace[892234911] 'agreement among raft nodes before linearized reading' (duration: 228.989005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:17.114581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.466956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:17.114633Z","caller":"traceutil/trace.go:171","msg":"trace[1847171416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8657; }","duration":"172.563138ms","start":"2026-03-31T18:45:16.942059Z","end":"2026-03-31T18:45:17.114622Z","steps":["trace[1847171416] 'range keys from in-memory index tree' (duration: 172.397364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:17.12565Z","caller":"traceutil/trace.go:171","msg":"trace[1958452797] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"125.688811ms","start":"2026-03-31T18:45:16.999945Z","end":"2026-03-31T18:45:17.125634Z","steps":["trace[1958452797] 'read index received' (duration: 125.558538ms)","trace[1958452797] 'applied index is now lower than readState.Index' (duration: 129.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:17.125721Z","caller":"traceutil/trace.go:171","msg":"trace[463454763] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"140.714682ms","start":"2026-03-31T18:45:16.984979Z","end":"2026-03-31T18:45:17.125693Z","steps":["trace[463454763] 'process raft request' (duration: 140.509286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:17.126182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.220384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:45:17.126259Z","caller":"traceutil/trace.go:171","msg":"trace[1899530928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:8658; }","duration":"126.343588ms","start":"2026-03-31T18:45:16.999896Z","end":"2026-03-31T18:45:17.12624Z","steps":["trace[1899530928] 'agreement among raft nodes before linearized reading' (duration: 126.061701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:17.15035Z","caller":"traceutil/trace.go:171","msg":"trace[2078989107] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"115.722529ms","start":"2026-03-31T18:45:17.034608Z","end":"2026-03-31T18:45:17.15033Z","steps":["trace[2078989107] 'process raft request' (duration: 115.391291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:17.338261Z","caller":"traceutil/trace.go:171","msg":"trace[2007200579] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"183.29776ms","start":"2026-03-31T18:45:17.154934Z","end":"2026-03-31T18:45:17.338232Z","steps":["trace[2007200579] 'process raft request' (duration: 119.421933ms)","trace[2007200579] 'compare' (duration: 63.562879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:17.357395Z","caller":"traceutil/trace.go:171","msg":"trace[377603019] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"201.149652ms","start":"2026-03-31T18:45:17.156224Z","end":"2026-03-31T18:45:17.357374Z","steps":["trace[377603019] 'process raft request' (duration: 200.998798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:17.357549Z","caller":"traceutil/trace.go:171","msg":"trace[1963583316] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"200.888685ms","start":"2026-03-31T18:45:17.156628Z","end":"2026-03-31T18:45:17.357516Z","steps":["trace[1963583316] 'process raft request' (duration: 200.708311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:18.058788Z","caller":"traceutil/trace.go:171","msg":"trace[854475622] linearizableReadLoop","detail":"{readStateIndex:9013; appliedIndex:9012; }","duration":"172.505116ms","start":"2026-03-31T18:45:17.886256Z","end":"2026-03-31T18:45:18.058761Z","steps":["trace[854475622] 'read index received' (duration: 172.332962ms)","trace[854475622] 'applied index is now lower than readState.Index' (duration: 170.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:18.058921Z","caller":"traceutil/trace.go:171","msg":"trace[1199362946] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"247.016132ms","start":"2026-03-31T18:45:17.811871Z","end":"2026-03-31T18:45:18.058887Z","steps":["trace[1199362946] 'process raft request' (duration: 246.727035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:18.059161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.883816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T18:45:18.059235Z","caller":"traceutil/trace.go:171","msg":"trace[1499722763] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8663; }","duration":"172.987768ms","start":"2026-03-31T18:45:17.886227Z","end":"2026-03-31T18:45:18.059215Z","steps":["trace[1499722763] 'agreement among raft nodes before linearized reading' (duration: 172.66156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:18.071828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.372294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:18.071916Z","caller":"traceutil/trace.go:171","msg":"trace[942446435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"127.505768ms","start":"2026-03-31T18:45:17.944392Z","end":"2026-03-31T18:45:18.071898Z","steps":["trace[942446435] 'agreement among raft nodes before linearized reading' (duration: 127.335143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:23.497813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.471834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:45:23.497885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.490454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:23.497913Z","caller":"traceutil/trace.go:171","msg":"trace[913979080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8692; }","duration":"117.640377ms","start":"2026-03-31T18:45:23.380247Z","end":"2026-03-31T18:45:23.497887Z","steps":["trace[913979080] 'range keys from in-memory index tree' (duration: 117.32301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.49798Z","caller":"traceutil/trace.go:171","msg":"trace[456442044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"136.635438ms","start":"2026-03-31T18:45:23.361321Z","end":"2026-03-31T18:45:23.497956Z","steps":["trace[456442044] 'range keys from in-memory index tree' (duration: 136.26996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:23.498106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.498845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:45:23.498227Z","caller":"traceutil/trace.go:171","msg":"trace[176214550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8692; }","duration":"119.69362ms","start":"2026-03-31T18:45:23.378506Z","end":"2026-03-31T18:45:23.4982Z","steps":["trace[176214550] 'range keys from in-memory index tree' (duration: 119.233639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.619367Z","caller":"traceutil/trace.go:171","msg":"trace[703690734] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"117.228637ms","start":"2026-03-31T18:45:23.501832Z","end":"2026-03-31T18:45:23.61906Z","steps":["trace[703690734] 'process raft request' (duration: 117.019631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.637949Z","caller":"traceutil/trace.go:171","msg":"trace[1957217594] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"134.240317ms","start":"2026-03-31T18:45:23.503678Z","end":"2026-03-31T18:45:23.637919Z","steps":["trace[1957217594] 'process raft request' (duration: 134.149005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.638364Z","caller":"traceutil/trace.go:171","msg":"trace[1803730205] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"134.72206ms","start":"2026-03-31T18:45:23.503623Z","end":"2026-03-31T18:45:23.638345Z","steps":["trace[1803730205] 'process raft request' (duration: 134.034023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:42.153985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:42.154141Z","caller":"traceutil/trace.go:171","msg":"trace[30149863] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"322.058601ms","start":"2026-03-31T18:45:41.83206Z","end":"2026-03-31T18:45:42.154118Z","steps":["trace[30149863] 'process raft request' (duration: 192.282867ms)","trace[30149863] 'compare' (duration: 129.254811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:42.154251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:41.832044Z","time spent":"322.152373ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:49.070913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.150484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:49.071006Z","caller":"traceutil/trace.go:171","msg":"trace[1998300448] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9357; }","duration":"831.72938ms","start":"2026-03-31T18:45:48.239261Z","end":"2026-03-31T18:45:49.070991Z","steps":["trace[1998300448] 'read index received' (duration: 38.393661ms)","trace[1998300448] 'applied index is now lower than readState.Index' (duration: 793.334439ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:49.07107Z","caller":"traceutil/trace.go:171","msg":"trace[1570372850] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"846.73144ms","start":"2026-03-31T18:45:48.22432Z","end":"2026-03-31T18:45:49.071051Z","steps":["trace[1570372850] 'process raft request' (duration: 53.386561ms)","trace[1570372850] 'compare' (duration: 792.835667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:49.071096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.837842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.071123Z","caller":"traceutil/trace.go:171","msg":"trace[13065956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8998; }","duration":"831.889054ms","start":"2026-03-31T18:45:48.239225Z","end":"2026-03-31T18:45:49.071114Z","steps":["trace[13065956] 'agreement among raft nodes before linearized reading' (duration: 831.830042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.071151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.239194Z","time spent":"831.948537ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.071153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.2243Z","time spent":"846.816992ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:49.074103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.795098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074153Z","caller":"traceutil/trace.go:171","msg":"trace[1167423945] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8999; }","duration":"834.898711ms","start":"2026-03-31T18:45:48.239241Z","end":"2026-03-31T18:45:49.07414Z","steps":["trace[1167423945] 'agreement among raft nodes before linearized reading' (duration: 834.801208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.298939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.721185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.536111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.880696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074245Z","caller":"traceutil/trace.go:171","msg":"trace[239424831] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8999; }","duration":"745.783947ms","start":"2026-03-31T18:45:48.328444Z","end":"2026-03-31T18:45:49.074228Z","steps":["trace[239424831] 'agreement among raft nodes before linearized reading' (duration: 745.706085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074258Z","caller":"traceutil/trace.go:171","msg":"trace[807225300] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8999; }","duration":"803.972638ms","start":"2026-03-31T18:45:48.270278Z","end":"2026-03-31T18:45:49.074251Z","steps":["trace[807225300] 'agreement among raft nodes before linearized reading' (duration: 803.930257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074249Z","caller":"traceutil/trace.go:171","msg":"trace[2100873405] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8999; }","duration":"714.427752ms","start":"2026-03-31T18:45:48.359793Z","end":"2026-03-31T18:45:49.07422Z","steps":["trace[2100873405] 'agreement among raft nodes before linearized reading' (duration: 714.276878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.012605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.328434Z","time spent":"745.832738ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.713085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074306Z","caller":"traceutil/trace.go:171","msg":"trace[2082106827] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8999; }","duration":"803.090236ms","start":"2026-03-31T18:45:48.271196Z","end":"2026-03-31T18:45:49.074287Z","steps":["trace[2082106827] 'agreement among raft nodes before linearized reading' (duration: 802.969273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.07419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.239224Z","time spent":"834.951602ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.074321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.384002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074331Z","caller":"traceutil/trace.go:171","msg":"trace[924463577] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8999; }","duration":"730.810567ms","start":"2026-03-31T18:45:48.343504Z","end":"2026-03-31T18:45:49.074314Z","steps":["trace[924463577] 'agreement among raft nodes before linearized reading' (duration: 730.721035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074351Z","caller":"traceutil/trace.go:171","msg":"trace[611481082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8999; }","duration":"746.447343ms","start":"2026-03-31T18:45:48.327895Z","end":"2026-03-31T18:45:49.074343Z","steps":["trace[611481082] 'agreement among raft nodes before linearized reading' (duration: 746.399291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.343484Z","time spent":"730.870778ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.074369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.194738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.760265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.32787Z","time spent":"746.506984ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.074421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.30152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074422Z","caller":"traceutil/trace.go:171","msg":"trace[1633327708] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8999; }","duration":"679.893138ms","start":"2026-03-31T18:45:48.394507Z","end":"2026-03-31T18:45:49.0744Z","steps":["trace[1633327708] 'agreement among raft nodes before linearized reading' (duration: 679.745324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.605603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.443464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.394498Z","time spent":"679.98891ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.074427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.826257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074517Z","caller":"traceutil/trace.go:171","msg":"trace[1396366786] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8999; }","duration":"834.676926ms","start":"2026-03-31T18:45:48.239831Z","end":"2026-03-31T18:45:49.074508Z","steps":["trace[1396366786] 'agreement among raft nodes before linearized reading' (duration: 834.604644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074515Z","caller":"traceutil/trace.go:171","msg":"trace[1384079449] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8999; }","duration":"782.512106ms","start":"2026-03-31T18:45:48.291997Z","end":"2026-03-31T18:45:49.074509Z","steps":["trace[1384079449] 'agreement among raft nodes before linearized reading' (duration: 782.456264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.07427Z","caller":"traceutil/trace.go:171","msg":"trace[510808738] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8999; }","duration":"764.603192ms","start":"2026-03-31T18:45:48.309645Z","end":"2026-03-31T18:45:49.074248Z","steps":["trace[510808738] 'agreement among raft nodes before linearized reading' (duration: 764.491969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.07455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.291978Z","time spent":"782.567158ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.074551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.239825Z","time spent":"834.717647ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.3096Z","time spent":"764.955751ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:45:49.074561Z","caller":"traceutil/trace.go:171","msg":"trace[1991165812] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8999; }","duration":"679.98362ms","start":"2026-03-31T18:45:48.394555Z","end":"2026-03-31T18:45:49.074539Z","steps":["trace[1991165812] 'agreement among raft nodes before linearized reading' (duration: 679.779745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.302134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.07457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.739886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074601Z","caller":"traceutil/trace.go:171","msg":"trace[357696240] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8999; }","duration":"730.360436ms","start":"2026-03-31T18:45:48.344232Z","end":"2026-03-31T18:45:49.074592Z","steps":["trace[357696240] 'agreement among raft nodes before linearized reading' (duration: 730.309605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.394504Z","time spent":"680.088833ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:45:49.074605Z","caller":"traceutil/trace.go:171","msg":"trace[392061092] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8999; }","duration":"698.801597ms","start":"2026-03-31T18:45:48.375794Z","end":"2026-03-31T18:45:49.074595Z","steps":["trace[392061092] 'agreement among raft nodes before linearized reading' (duration: 698.743605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.344214Z","time spent":"730.405916ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.375777Z","time spent":"698.854149ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.074638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.739721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074441Z","caller":"traceutil/trace.go:171","msg":"trace[377970836] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8999; }","duration":"782.339982ms","start":"2026-03-31T18:45:48.292096Z","end":"2026-03-31T18:45:49.074436Z","steps":["trace[377970836] 'agreement among raft nodes before linearized reading' (duration: 782.310401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.144695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:45:49.074678Z","caller":"traceutil/trace.go:171","msg":"trace[1897163547] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8999; }","duration":"746.814482ms","start":"2026-03-31T18:45:48.327853Z","end":"2026-03-31T18:45:49.074667Z","steps":["trace[1897163547] 'agreement among raft nodes before linearized reading' (duration: 746.75197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074697Z","caller":"traceutil/trace.go:171","msg":"trace[1473435646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8999; }","duration":"810.443833ms","start":"2026-03-31T18:45:48.264242Z","end":"2026-03-31T18:45:49.074686Z","steps":["trace[1473435646] 'agreement among raft nodes before linearized reading' (duration: 810.097805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.271188Z","time spent":"803.139877ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.07474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.998071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.264226Z","time spent":"810.501504ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:49.074519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.97159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074758Z","caller":"traceutil/trace.go:171","msg":"trace[1840524405] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8999; }","duration":"765.037773ms","start":"2026-03-31T18:45:48.309715Z","end":"2026-03-31T18:45:49.074753Z","steps":["trace[1840524405] 'agreement among raft nodes before linearized reading' (duration: 765.012862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.30971Z","time spent":"765.060633ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:49.074781Z","caller":"traceutil/trace.go:171","msg":"trace[1313584474] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8999; }","duration":"731.311399ms","start":"2026-03-31T18:45:48.343456Z","end":"2026-03-31T18:45:49.074768Z","steps":["trace[1313584474] 'agreement among raft nodes before linearized reading' (duration: 730.984341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.092694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.54237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.074851Z","caller":"traceutil/trace.go:171","msg":"trace[1459001336] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8999; }","duration":"698.598722ms","start":"2026-03-31T18:45:48.376245Z","end":"2026-03-31T18:45:49.074843Z","steps":["trace[1459001336] 'agreement among raft nodes before linearized reading' (duration: 698.556931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.07487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.376238Z","time spent":"698.626823ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.149015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.074683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.292083Z","time spent":"782.593118ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:45:49.074893Z","caller":"traceutil/trace.go:171","msg":"trace[1611779865] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8999; }","duration":"765.197657ms","start":"2026-03-31T18:45:48.309688Z","end":"2026-03-31T18:45:49.074886Z","steps":["trace[1611779865] 'agreement among raft nodes before linearized reading' (duration: 765.155146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.359776Z","time spent":"714.511324ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.074326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.977748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.07491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.309683Z","time spent":"765.222598ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.081914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.07494Z","caller":"traceutil/trace.go:171","msg":"trace[565059949] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8999; }","duration":"714.126094ms","start":"2026-03-31T18:45:48.360806Z","end":"2026-03-31T18:45:49.074933Z","steps":["trace[565059949] 'agreement among raft nodes before linearized reading' (duration: 714.080993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074935Z","caller":"traceutil/trace.go:171","msg":"trace[326818758] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8999; }","duration":"804.653745ms","start":"2026-03-31T18:45:48.270269Z","end":"2026-03-31T18:45:49.074923Z","steps":["trace[326818758] 'agreement among raft nodes before linearized reading' (duration: 804.03455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.360802Z","time spent":"714.156655ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:49.074394Z","caller":"traceutil/trace.go:171","msg":"trace[201857563] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8999; }","duration":"782.234439ms","start":"2026-03-31T18:45:48.29215Z","end":"2026-03-31T18:45:49.074385Z","steps":["trace[201857563] 'agreement among raft nodes before linearized reading' (duration: 782.200468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.074976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.270255Z","time spent":"804.708896ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.07482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.343436Z","time spent":"731.37064ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.074998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.292145Z","time spent":"782.845974ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.075051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.08069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.075072Z","caller":"traceutil/trace.go:171","msg":"trace[1311485286] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8999; }","duration":"638.134332ms","start":"2026-03-31T18:45:48.436932Z","end":"2026-03-31T18:45:49.075066Z","steps":["trace[1311485286] 'agreement among raft nodes before linearized reading' (duration: 638.101511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.074825Z","caller":"traceutil/trace.go:171","msg":"trace[1789368030] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8999; }","duration":"714.138964ms","start":"2026-03-31T18:45:48.360677Z","end":"2026-03-31T18:45:49.074816Z","steps":["trace[1789368030] 'agreement among raft nodes before linearized reading' (duration: 714.085973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.07509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.436915Z","time spent":"638.169832ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.075097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.360671Z","time spent":"714.417932ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.074287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.270264Z","time spent":"804.013339ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.075121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.211696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:45:49.07487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.959007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:49.075155Z","caller":"traceutil/trace.go:171","msg":"trace[967600001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8999; }","duration":"535.270438ms","start":"2026-03-31T18:45:48.539875Z","end":"2026-03-31T18:45:49.075146Z","steps":["trace[967600001] 'agreement among raft nodes before linearized reading' (duration: 535.139244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.075167Z","caller":"traceutil/trace.go:171","msg":"trace[1456135472] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8999; }","duration":"700.289414ms","start":"2026-03-31T18:45:48.374867Z","end":"2026-03-31T18:45:49.075157Z","steps":["trace[1456135472] 'agreement among raft nodes before linearized reading' (duration: 699.975206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.539851Z","time spent":"535.324799ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:49.074712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.327832Z","time spent":"746.871714ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.075195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.726361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.075209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.374851Z","time spent":"700.345256ms","remote":"127.0.0.1:52578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:49.075215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.870139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:49.075248Z","caller":"traceutil/trace.go:171","msg":"trace[1901651562] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8999; }","duration":"150.973871ms","start":"2026-03-31T18:45:48.924264Z","end":"2026-03-31T18:45:49.075238Z","steps":["trace[1901651562] 'agreement among raft nodes before linearized reading' (duration: 150.912679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.099121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:49.0753Z","caller":"traceutil/trace.go:171","msg":"trace[151552427] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"147.126444ms","start":"2026-03-31T18:45:48.928166Z","end":"2026-03-31T18:45:49.075293Z","steps":["trace[151552427] 'process raft request' (duration: 145.77692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.075215Z","caller":"traceutil/trace.go:171","msg":"trace[2095516637] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8999; }","duration":"637.764252ms","start":"2026-03-31T18:45:48.437445Z","end":"2026-03-31T18:45:49.075209Z","steps":["trace[2095516637] 'agreement among raft nodes before linearized reading' (duration: 637.733221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.075324Z","caller":"traceutil/trace.go:171","msg":"trace[299067820] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8999; }","duration":"431.139252ms","start":"2026-03-31T18:45:48.644169Z","end":"2026-03-31T18:45:49.075309Z","steps":["trace[299067820] 'agreement among raft nodes before linearized reading' (duration: 431.07761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.450359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:49.075357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.437435Z","time spent":"637.909626ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.075357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.644106Z","time spent":"431.242185ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:49.075372Z","caller":"traceutil/trace.go:171","msg":"trace[2089096525] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8999; }","duration":"638.47503ms","start":"2026-03-31T18:45:48.43689Z","end":"2026-03-31T18:45:49.075365Z","steps":["trace[2089096525] 'agreement among raft nodes before linearized reading' (duration: 638.437899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.436858Z","time spent":"638.529252ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:45:49.075466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.134029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.075501Z","caller":"traceutil/trace.go:171","msg":"trace[1223221376] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8999; }","duration":"680.521694ms","start":"2026-03-31T18:45:48.39497Z","end":"2026-03-31T18:45:49.075491Z","steps":["trace[1223221376] 'agreement among raft nodes before linearized reading' (duration: 679.121389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.394965Z","time spent":"680.559465ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:45:49.075586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.72935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.075638Z","caller":"traceutil/trace.go:171","msg":"trace[1900693786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8999; }","duration":"699.790202ms","start":"2026-03-31T18:45:48.375834Z","end":"2026-03-31T18:45:49.075624Z","steps":["trace[1900693786] 'agreement among raft nodes before linearized reading' (duration: 699.70901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.075669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:48.37583Z","time spent":"699.830312ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:50.385448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698466933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:50.885838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698466933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:51.386678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698466933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:51.887164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698466933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:51.941054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:45:51.941113Z","caller":"traceutil/trace.go:171","msg":"trace[1883788419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348037s","start":"2026-03-31T18:45:49.940752Z","end":"2026-03-31T18:45:51.9411Z","steps":["trace[1883788419] 'agreement among raft nodes before linearized reading' (duration: 2.000262335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:51.941144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:49.940746Z","time spent":"2.000392398s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:45:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:45:52.042089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.163017045s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:45:52.042487Z","caller":"traceutil/trace.go:171","msg":"trace[2092732898] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"2.163456176s","start":"2026-03-31T18:45:49.879005Z","end":"2026-03-31T18:45:52.042461Z","steps":["trace[2092732898] 'process raft request' (duration: 2.163280071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:52.042648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:49.878995Z","time spent":"2.163570819s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:53.635796Z","caller":"traceutil/trace.go:171","msg":"trace[603848561] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"2.43821892s","start":"2026-03-31T18:45:51.197552Z","end":"2026-03-31T18:45:53.635771Z","steps":["trace[603848561] 'process raft request' (duration: 2.438110437s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.635823Z","caller":"traceutil/trace.go:171","msg":"trace[1586304037] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"2.559459529s","start":"2026-03-31T18:45:51.076321Z","end":"2026-03-31T18:45:53.635781Z","steps":["trace[1586304037] 'process raft request' (duration: 2.559204393s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.635967Z","caller":"traceutil/trace.go:171","msg":"trace[1001192028] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"2.352746627s","start":"2026-03-31T18:45:51.283202Z","end":"2026-03-31T18:45:53.635948Z","steps":["trace[1001192028] 'process raft request' (duration: 2.352508491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.635994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.076293Z","time spent":"2.559593013s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:53.636072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.283172Z","time spent":"2.35284473s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:53.636382Z","caller":"traceutil/trace.go:171","msg":"trace[1112762201] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"2.346273323s","start":"2026-03-31T18:45:51.290098Z","end":"2026-03-31T18:45:53.636371Z","steps":["trace[1112762201] 'process raft request' (duration: 2.345793401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.636427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.290075Z","time spent":"2.346331165s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:53.636469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751738685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:53.63637Z","caller":"traceutil/trace.go:171","msg":"trace[47436903] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9364; }","duration":"3.751610651s","start":"2026-03-31T18:45:49.884743Z","end":"2026-03-31T18:45:53.636354Z","steps":["trace[47436903] 'read index received' (duration: 2.1576788s)","trace[47436903] 'applied index is now lower than readState.Index' (duration: 1.593928791s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:53.636522Z","caller":"traceutil/trace.go:171","msg":"trace[1822049678] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9010; }","duration":"3.751800376s","start":"2026-03-31T18:45:49.88471Z","end":"2026-03-31T18:45:53.636511Z","steps":["trace[1822049678] 'agreement among raft nodes before linearized reading' (duration: 3.751692734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.636557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:49.884672Z","time spent":"3.751875058s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:53.636485Z","caller":"traceutil/trace.go:171","msg":"trace[2060089679] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"2.22485331s","start":"2026-03-31T18:45:51.411541Z","end":"2026-03-31T18:45:53.636395Z","steps":["trace[2060089679] 'process raft request' (duration: 2.224702557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.636688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692519676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:53.636723Z","caller":"traceutil/trace.go:171","msg":"trace[1843116396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9010; }","duration":"3.692563846s","start":"2026-03-31T18:45:49.944152Z","end":"2026-03-31T18:45:53.636716Z","steps":["trace[1843116396] 'agreement among raft nodes before linearized reading' (duration: 3.692467304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.636746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:49.944148Z","time spent":"3.692594568s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:53.63677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901856945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:53.636838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13162972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:45:53.636838Z","caller":"traceutil/trace.go:171","msg":"trace[402252418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9010; }","duration":"1.901970358s","start":"2026-03-31T18:45:51.734849Z","end":"2026-03-31T18:45:53.63682Z","steps":["trace[402252418] 'agreement among raft nodes before linearized reading' (duration: 1.901861445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.636859Z","caller":"traceutil/trace.go:171","msg":"trace[2082403965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9010; }","duration":"2.131674412s","start":"2026-03-31T18:45:51.505179Z","end":"2026-03-31T18:45:53.636854Z","steps":["trace[2082403965] 'agreement among raft nodes before linearized reading' (duration: 2.1316114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.636879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.505164Z","time spent":"2.131711672s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:45:53.636888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.734822Z","time spent":"1.90205055s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.63699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464841614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:45:53.637033Z","caller":"traceutil/trace.go:171","msg":"trace[377662915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9010; }","duration":"2.464909796s","start":"2026-03-31T18:45:51.172113Z","end":"2026-03-31T18:45:53.637023Z","steps":["trace[377662915] 'agreement among raft nodes before linearized reading' (duration: 2.464783463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549731843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:45:53.637061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.172099Z","time spent":"2.464955057s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:45:53.637076Z","caller":"traceutil/trace.go:171","msg":"trace[388190302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9010; }","duration":"2.549773873s","start":"2026-03-31T18:45:51.087296Z","end":"2026-03-31T18:45:53.63707Z","steps":["trace[388190302] 'agreement among raft nodes before linearized reading' (duration: 2.549720582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.6371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.087287Z","time spent":"2.549808364s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:53.637166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36275439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:53.637186Z","caller":"traceutil/trace.go:171","msg":"trace[833533904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9010; }","duration":"3.362800871s","start":"2026-03-31T18:45:50.27438Z","end":"2026-03-31T18:45:53.63718Z","steps":["trace[833533904] 'agreement among raft nodes before linearized reading' (duration: 3.36276623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.274363Z","time spent":"3.362835321s","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.637208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.724237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T18:45:53.637202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.197529Z","time spent":"2.438344273s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:53.637253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453006103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:45:53.637269Z","caller":"traceutil/trace.go:171","msg":"trace[239220234] range","detail":"{range_begin:/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22; range_end:; response_count:1; response_revision:9010; }","duration":"727.832691ms","start":"2026-03-31T18:45:52.909421Z","end":"2026-03-31T18:45:53.637254Z","steps":["trace[239220234] 'agreement among raft nodes before linearized reading' (duration: 727.684267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.637291Z","caller":"traceutil/trace.go:171","msg":"trace[1220277992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9010; }","duration":"3.453088966s","start":"2026-03-31T18:45:50.184194Z","end":"2026-03-31T18:45:53.637283Z","steps":["trace[1220277992] 'agreement among raft nodes before linearized reading' (duration: 3.452987863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266701139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:45:53.63732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.184173Z","time spent":"3.453140627s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:45:53.637323Z","caller":"traceutil/trace.go:171","msg":"trace[503848006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9010; }","duration":"2.266731439s","start":"2026-03-31T18:45:51.370583Z","end":"2026-03-31T18:45:53.637314Z","steps":["trace[503848006] 'agreement among raft nodes before linearized reading' (duration: 2.266642607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.90939Z","time spent":"727.921602ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" "} {"level":"warn","ts":"2026-03-31T18:45:53.63735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.370543Z","time spent":"2.266802261s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:45:53.637266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.9131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:45:53.637399Z","caller":"traceutil/trace.go:171","msg":"trace[1425702748] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:9010; }","duration":"703.113855ms","start":"2026-03-31T18:45:52.934279Z","end":"2026-03-31T18:45:53.637393Z","steps":["trace[1425702748] 'agreement among raft nodes before linearized reading' (duration: 702.787597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.934254Z","time spent":"703.160277ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:45:53.637406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.002806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:53.637486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.636604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:53.637515Z","caller":"traceutil/trace.go:171","msg":"trace[1103290517] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9010; }","duration":"555.702585ms","start":"2026-03-31T18:45:53.081806Z","end":"2026-03-31T18:45:53.637509Z","steps":["trace[1103290517] 'agreement among raft nodes before linearized reading' (duration: 555.659204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:53.081786Z","time spent":"555.748247ms","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.637548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395352397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:53.637495Z","caller":"traceutil/trace.go:171","msg":"trace[1110753817] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9010; }","duration":"137.10918ms","start":"2026-03-31T18:45:53.500365Z","end":"2026-03-31T18:45:53.637474Z","steps":["trace[1110753817] 'agreement among raft nodes before linearized reading' (duration: 137.002087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.637584Z","caller":"traceutil/trace.go:171","msg":"trace[1071455133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9010; }","duration":"2.395423928s","start":"2026-03-31T18:45:51.242151Z","end":"2026-03-31T18:45:53.637575Z","steps":["trace[1071455133] 'agreement among raft nodes before linearized reading' (duration: 2.395377037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.242131Z","time spent":"2.39547965s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.637627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.67274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:53.637612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.030996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:45:53.637661Z","caller":"traceutil/trace.go:171","msg":"trace[1220570854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9010; }","duration":"298.740511ms","start":"2026-03-31T18:45:53.33891Z","end":"2026-03-31T18:45:53.63765Z","steps":["trace[1220570854] 'agreement among raft nodes before linearized reading' (duration: 298.684379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.637691Z","caller":"traceutil/trace.go:171","msg":"trace[223852547] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9010; }","duration":"988.143799ms","start":"2026-03-31T18:45:52.649533Z","end":"2026-03-31T18:45:53.637677Z","steps":["trace[223852547] 'agreement among raft nodes before linearized reading' (duration: 987.980635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.637006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547114797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:53.637799Z","caller":"traceutil/trace.go:171","msg":"trace[1564535384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9010; }","duration":"2.547932187s","start":"2026-03-31T18:45:51.089857Z","end":"2026-03-31T18:45:53.637789Z","steps":["trace[1564535384] 'agreement among raft nodes before linearized reading' (duration: 2.547110836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.63784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.089842Z","time spent":"2.547987919s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:53.637937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.894015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:45:53.63799Z","caller":"traceutil/trace.go:171","msg":"trace[236468144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9010; }","duration":"989.984117ms","start":"2026-03-31T18:45:52.647993Z","end":"2026-03-31T18:45:53.637977Z","steps":["trace[236468144] 'agreement among raft nodes before linearized reading' (duration: 989.838173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.63751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27738205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:53.63809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696778966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:53.638139Z","caller":"traceutil/trace.go:171","msg":"trace[1656672188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9010; }","duration":"1.696860418s","start":"2026-03-31T18:45:51.941265Z","end":"2026-03-31T18:45:53.638126Z","steps":["trace[1656672188] 'agreement among raft nodes before linearized reading' (duration: 1.696796656s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.638089Z","caller":"traceutil/trace.go:171","msg":"trace[2044663023] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9010; }","duration":"2.277987075s","start":"2026-03-31T18:45:51.360082Z","end":"2026-03-31T18:45:53.638069Z","steps":["trace[2044663023] 'agreement among raft nodes before linearized reading' (duration: 2.277403281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.638183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.941248Z","time spent":"1.696925129s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:45:53.638264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.360062Z","time spent":"2.278141089s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.63774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.64951Z","time spent":"988.218422ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:53.638037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.647964Z","time spent":"990.062138ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:45:53.638413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.411522Z","time spent":"2.226657726s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:01.801569Z","caller":"traceutil/trace.go:171","msg":"trace[262969590] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"109.664956ms","start":"2026-03-31T18:46:01.691873Z","end":"2026-03-31T18:46:01.801538Z","steps":["trace[262969590] 'process raft request' (duration: 109.45142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:01.801826Z","caller":"traceutil/trace.go:171","msg":"trace[2115774884] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"107.84714ms","start":"2026-03-31T18:46:01.693957Z","end":"2026-03-31T18:46:01.801805Z","steps":["trace[2115774884] 'process raft request' (duration: 107.517072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:01.918781Z","caller":"traceutil/trace.go:171","msg":"trace[1856486222] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"112.308592ms","start":"2026-03-31T18:46:01.806436Z","end":"2026-03-31T18:46:01.918744Z","steps":["trace[1856486222] 'process raft request' (duration: 25.745601ms)","trace[1856486222] 'compare' (duration: 86.259563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:01.918821Z","caller":"traceutil/trace.go:171","msg":"trace[1132036173] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"112.343573ms","start":"2026-03-31T18:46:01.806449Z","end":"2026-03-31T18:46:01.918792Z","steps":["trace[1132036173] 'process raft request' (duration: 112.237281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:01.918859Z","caller":"traceutil/trace.go:171","msg":"trace[1944063526] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"112.21332ms","start":"2026-03-31T18:46:01.806625Z","end":"2026-03-31T18:46:01.918838Z","steps":["trace[1944063526] 'process raft request' (duration: 112.111158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:01.918842Z","caller":"traceutil/trace.go:171","msg":"trace[255192068] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9415; }","duration":"111.305457ms","start":"2026-03-31T18:46:01.807526Z","end":"2026-03-31T18:46:01.918831Z","steps":["trace[255192068] 'read index received' (duration: 24.669544ms)","trace[255192068] 'applied index is now lower than readState.Index' (duration: 86.635273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:01.918987Z","caller":"traceutil/trace.go:171","msg":"trace[1780888871] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"112.332633ms","start":"2026-03-31T18:46:01.806645Z","end":"2026-03-31T18:46:01.918978Z","steps":["trace[1780888871] 'process raft request' (duration: 112.117737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:01.919002Z","caller":"traceutil/trace.go:171","msg":"trace[409514299] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"112.324343ms","start":"2026-03-31T18:46:01.806665Z","end":"2026-03-31T18:46:01.918989Z","steps":["trace[409514299] 'process raft request' (duration: 112.117868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:01.919108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.569474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-03-31T18:46:01.919143Z","caller":"traceutil/trace.go:171","msg":"trace[2026085909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9058; }","duration":"111.653726ms","start":"2026-03-31T18:46:01.807482Z","end":"2026-03-31T18:46:01.919135Z","steps":["trace[2026085909] 'agreement among raft nodes before linearized reading' (duration: 111.384779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:02.295543Z","caller":"traceutil/trace.go:171","msg":"trace[1227095962] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"202.990157ms","start":"2026-03-31T18:46:02.092522Z","end":"2026-03-31T18:46:02.295512Z","steps":["trace[1227095962] 'process raft request' (duration: 202.799682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:03.435674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:03.936312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:04.437101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:04.459366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.548076102s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:46:04.459756Z","caller":"traceutil/trace.go:171","msg":"trace[2042331376] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"1.548534313s","start":"2026-03-31T18:46:02.911197Z","end":"2026-03-31T18:46:04.459731Z","steps":["trace[2042331376] 'process raft request' (duration: 1.548337068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.459923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:02.911182Z","time spent":"1.548656537s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.339665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:46:05.339747Z","caller":"traceutil/trace.go:171","msg":"trace[270274892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196975s","start":"2026-03-31T18:46:03.339532Z","end":"2026-03-31T18:46:05.339729Z","steps":["trace[270274892] 'agreement among raft nodes before linearized reading' (duration: 2.000091362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.339793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.339507Z","time spent":"2.000276326s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:05.554553Z","caller":"traceutil/trace.go:171","msg":"trace[1116892803] linearizableReadLoop","detail":"{readStateIndex:9428; appliedIndex:9421; }","duration":"2.61945241s","start":"2026-03-31T18:46:02.935081Z","end":"2026-03-31T18:46:05.554533Z","steps":["trace[1116892803] 'read index received' (duration: 1.524498787s)","trace[1116892803] 'applied index is now lower than readState.Index' (duration: 1.094952893s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:05.554872Z","caller":"traceutil/trace.go:171","msg":"trace[117159891] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"1.707135661s","start":"2026-03-31T18:46:03.847724Z","end":"2026-03-31T18:46:05.55486Z","steps":["trace[117159891] 'process raft request' (duration: 1.706760021s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.554919Z","caller":"traceutil/trace.go:171","msg":"trace[1113814933] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"1.81992717s","start":"2026-03-31T18:46:03.734963Z","end":"2026-03-31T18:46:05.55489Z","steps":["trace[1113814933] 'process raft request' (duration: 1.819438737s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.554939Z","caller":"traceutil/trace.go:171","msg":"trace[734668230] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"1.468218624s","start":"2026-03-31T18:46:04.086685Z","end":"2026-03-31T18:46:05.554903Z","steps":["trace[734668230] 'process raft request' (duration: 1.467824314s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.554997Z","caller":"traceutil/trace.go:171","msg":"trace[1922364036] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"1.74747315s","start":"2026-03-31T18:46:03.807518Z","end":"2026-03-31T18:46:05.554991Z","steps":["trace[1922364036] 'process raft request' (duration: 1.746944146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.554968Z","caller":"traceutil/trace.go:171","msg":"trace[1138139763] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"1.74749479s","start":"2026-03-31T18:46:03.807439Z","end":"2026-03-31T18:46:05.554934Z","steps":["trace[1138139763] 'process raft request' (duration: 1.746998037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.555033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.807479Z","time spent":"1.747535371s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.555047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.734942Z","time spent":"1.820035213s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.555087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.08666Z","time spent":"1.468346967s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.555126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.807417Z","time spent":"1.747620234s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.55517Z","caller":"traceutil/trace.go:171","msg":"trace[1123235873] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"1.862704611s","start":"2026-03-31T18:46:03.692446Z","end":"2026-03-31T18:46:05.55515Z","steps":["trace[1123235873] 'process raft request' (duration: 1.861840348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.554957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.847699Z","time spent":"1.707203513s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.555234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.692422Z","time spent":"1.862784183s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.555273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62019918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:46:05.555299Z","caller":"traceutil/trace.go:171","msg":"trace[5811478] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:9066; }","duration":"2.620249911s","start":"2026-03-31T18:46:02.935042Z","end":"2026-03-31T18:46:05.555292Z","steps":["trace[5811478] 'agreement among raft nodes before linearized reading' (duration: 2.620140738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.555319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:02.93503Z","time spent":"2.620284392s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:46:05.555851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613835824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:05.555892Z","caller":"traceutil/trace.go:171","msg":"trace[1369251887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9066; }","duration":"1.613902835s","start":"2026-03-31T18:46:03.941979Z","end":"2026-03-31T18:46:05.555882Z","steps":["trace[1369251887] 'agreement among raft nodes before linearized reading' (duration: 1.613834403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.555914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.941964Z","time spent":"1.613945247s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:05.555949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632834443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:46:05.555969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.483018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:05.556018Z","caller":"traceutil/trace.go:171","msg":"trace[392736830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9066; }","duration":"1.632971447s","start":"2026-03-31T18:46:03.923029Z","end":"2026-03-31T18:46:05.556001Z","steps":["trace[392736830] 'agreement among raft nodes before linearized reading' (duration: 1.632791632s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.556042Z","caller":"traceutil/trace.go:171","msg":"trace[1850112590] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9066; }","duration":"907.543409ms","start":"2026-03-31T18:46:04.648465Z","end":"2026-03-31T18:46:05.556009Z","steps":["trace[1850112590] 'agreement among raft nodes before linearized reading' (duration: 907.448697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632976877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:05.556064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.259005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:05.556082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.648411Z","time spent":"907.660133ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:05.556091Z","caller":"traceutil/trace.go:171","msg":"trace[821459594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9066; }","duration":"1.633050269s","start":"2026-03-31T18:46:03.92303Z","end":"2026-03-31T18:46:05.55608Z","steps":["trace[821459594] 'agreement among raft nodes before linearized reading' (duration: 1.632967347s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.556099Z","caller":"traceutil/trace.go:171","msg":"trace[1857311064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9066; }","duration":"936.332877ms","start":"2026-03-31T18:46:04.619756Z","end":"2026-03-31T18:46:05.556089Z","steps":["trace[1857311064] 'agreement among raft nodes before linearized reading' (duration: 936.270455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.923006Z","time spent":"1.633112511s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:05.556139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629888259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:05.556169Z","caller":"traceutil/trace.go:171","msg":"trace[480894810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9066; }","duration":"1.629942801s","start":"2026-03-31T18:46:03.926217Z","end":"2026-03-31T18:46:05.55616Z","steps":["trace[480894810] 'agreement among raft nodes before linearized reading' (duration: 1.629860459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.9262Z","time spent":"1.629987301s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:46:05.556192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256716361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:05.556247Z","caller":"traceutil/trace.go:171","msg":"trace[1286133317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9066; }","duration":"1.256794154s","start":"2026-03-31T18:46:04.299439Z","end":"2026-03-31T18:46:05.556233Z","steps":["trace[1286133317] 'agreement among raft nodes before linearized reading' (duration: 1.256705011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.299421Z","time spent":"1.256849655s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:05.55631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.658762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20089e2203820\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T18:46:05.556319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633747326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:46:05.556346Z","caller":"traceutil/trace.go:171","msg":"trace[49958493] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20089e2203820; range_end:; response_count:1; response_revision:9066; }","duration":"212.743385ms","start":"2026-03-31T18:46:05.343592Z","end":"2026-03-31T18:46:05.556335Z","steps":["trace[49958493] 'agreement among raft nodes before linearized reading' (duration: 212.670533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.556354Z","caller":"traceutil/trace.go:171","msg":"trace[1966632032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9066; }","duration":"1.633844128s","start":"2026-03-31T18:46:03.9225Z","end":"2026-03-31T18:46:05.556344Z","steps":["trace[1966632032] 'agreement among raft nodes before linearized reading' (duration: 1.633753856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630826503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:46:05.556383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.922457Z","time spent":"1.63391894s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:46:05.556411Z","caller":"traceutil/trace.go:171","msg":"trace[2077228065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9066; }","duration":"1.630887954s","start":"2026-03-31T18:46:03.925513Z","end":"2026-03-31T18:46:05.556401Z","steps":["trace[2077228065] 'agreement among raft nodes before linearized reading' (duration: 1.630796982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.925499Z","time spent":"1.630932646s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:05.556131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.619737Z","time spent":"936.386318ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:05.556507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633938501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:05.556532Z","caller":"traceutil/trace.go:171","msg":"trace[1538128222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9066; }","duration":"1.634006453s","start":"2026-03-31T18:46:03.922518Z","end":"2026-03-31T18:46:05.556524Z","steps":["trace[1538128222] 'agreement among raft nodes before linearized reading' (duration: 1.633936261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.365095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:05.556568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.922481Z","time spent":"1.634069055s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:05.556056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.922995Z","time spent":"1.633053249s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:05.555969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684879118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:46:05.556682Z","caller":"traceutil/trace.go:171","msg":"trace[1801323156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9066; }","duration":"1.685615256s","start":"2026-03-31T18:46:03.871051Z","end":"2026-03-31T18:46:05.556666Z","steps":["trace[1801323156] 'agreement among raft nodes before linearized reading' (duration: 1.684764975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.871039Z","time spent":"1.685678148s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:46:05.556581Z","caller":"traceutil/trace.go:171","msg":"trace[1480127351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9066; }","duration":"400.439477ms","start":"2026-03-31T18:46:05.15612Z","end":"2026-03-31T18:46:05.556559Z","steps":["trace[1480127351] 'agreement among raft nodes before linearized reading' (duration: 400.384105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.556804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.156101Z","time spent":"400.682483ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:05.7914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.074686ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:46:05.86855Z","caller":"traceutil/trace.go:171","msg":"trace[591793828] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"309.09485ms","start":"2026-03-31T18:46:05.559419Z","end":"2026-03-31T18:46:05.868514Z","steps":["trace[591793828] 'process raft request' (duration: 308.796131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.869194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.642468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:46:05.869253Z","caller":"traceutil/trace.go:171","msg":"trace[1764313534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9073; }","duration":"308.761051ms","start":"2026-03-31T18:46:05.560479Z","end":"2026-03-31T18:46:05.86924Z","steps":["trace[1764313534] 'agreement among raft nodes before linearized reading' (duration: 308.576796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.869282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.559398Z","time spent":"309.775767ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:05.86931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560462Z","time spent":"308.838473ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:46:05.868657Z","caller":"traceutil/trace.go:171","msg":"trace[127573400] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"308.193667ms","start":"2026-03-31T18:46:05.560436Z","end":"2026-03-31T18:46:05.86863Z","steps":["trace[127573400] 'process raft request' (duration: 308.072084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.869555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560427Z","time spent":"309.041308ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.868688Z","caller":"traceutil/trace.go:171","msg":"trace[1439741802] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"308.478293ms","start":"2026-03-31T18:46:05.560176Z","end":"2026-03-31T18:46:05.868655Z","steps":["trace[1439741802] 'process raft request' (duration: 308.280368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.869906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560165Z","time spent":"309.693553ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.86867Z","caller":"traceutil/trace.go:171","msg":"trace[2084297145] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"308.540676ms","start":"2026-03-31T18:46:05.560087Z","end":"2026-03-31T18:46:05.868628Z","steps":["trace[2084297145] 'process raft request' (duration: 308.31106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.870229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560076Z","time spent":"310.083645ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.868785Z","caller":"traceutil/trace.go:171","msg":"trace[1307329262] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"308.238767ms","start":"2026-03-31T18:46:05.560533Z","end":"2026-03-31T18:46:05.868772Z","steps":["trace[1307329262] 'process raft request' (duration: 308.046843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.870389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560512Z","time spent":"309.837338ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.868976Z","caller":"traceutil/trace.go:171","msg":"trace[1164277105] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"307.843208ms","start":"2026-03-31T18:46:05.561123Z","end":"2026-03-31T18:46:05.868967Z","steps":["trace[1164277105] 'process raft request' (duration: 307.605072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.870513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.561111Z","time spent":"309.369936ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:05.869033Z","caller":"traceutil/trace.go:171","msg":"trace[248271391] linearizableReadLoop","detail":"{readStateIndex:9433; appliedIndex:9428; }","duration":"308.490814ms","start":"2026-03-31T18:46:05.560532Z","end":"2026-03-31T18:46:05.869022Z","steps":["trace[248271391] 'read index received' (duration: 62.795136ms)","trace[248271391] 'applied index is now lower than readState.Index' (duration: 245.694518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:05.869079Z","caller":"traceutil/trace.go:171","msg":"trace[995341713] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"307.889129ms","start":"2026-03-31T18:46:05.561173Z","end":"2026-03-31T18:46:05.869062Z","steps":["trace[995341713] 'process raft request' (duration: 307.758295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.870646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.561156Z","time spent":"309.460148ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:06.004009Z","caller":"traceutil/trace.go:171","msg":"trace[2072682165] linearizableReadLoop","detail":"{readStateIndex:9437; appliedIndex:9436; }","duration":"133.40229ms","start":"2026-03-31T18:46:05.870584Z","end":"2026-03-31T18:46:06.003987Z","steps":["trace[2072682165] 'read index received' (duration: 41.732754ms)","trace[2072682165] 'applied index is now lower than readState.Index' (duration: 91.668646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.004088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.763976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.004141Z","caller":"traceutil/trace.go:171","msg":"trace[949772642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9074; }","duration":"440.835938ms","start":"2026-03-31T18:46:05.563287Z","end":"2026-03-31T18:46:06.004122Z","steps":["trace[949772642] 'agreement among raft nodes before linearized reading' (duration: 440.755976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.004141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.519221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:06.004176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.56328Z","time spent":"440.888559ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:06.004186Z","caller":"traceutil/trace.go:171","msg":"trace[865239224] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9074; }","duration":"256.619694ms","start":"2026-03-31T18:46:05.747554Z","end":"2026-03-31T18:46:06.004174Z","steps":["trace[865239224] 'agreement among raft nodes before linearized reading' (duration: 256.47395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.004447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.385891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-03-31T18:46:06.004493Z","caller":"traceutil/trace.go:171","msg":"trace[198776904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9074; }","duration":"443.470764ms","start":"2026-03-31T18:46:05.561011Z","end":"2026-03-31T18:46:06.004482Z","steps":["trace[198776904] 'agreement among raft nodes before linearized reading' (duration: 443.115005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.004526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.560991Z","time spent":"443.522505ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:46:06.004524Z","caller":"traceutil/trace.go:171","msg":"trace[1655376517] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"211.683918ms","start":"2026-03-31T18:46:05.792338Z","end":"2026-03-31T18:46:06.004021Z","steps":["trace[1655376517] 'process raft request' (duration: 119.987331ms)","trace[1655376517] 'compare' (duration: 91.553474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:06.00408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.670175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:06.004754Z","caller":"traceutil/trace.go:171","msg":"trace[1927595204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9074; }","duration":"242.407383ms","start":"2026-03-31T18:46:05.762335Z","end":"2026-03-31T18:46:06.004742Z","steps":["trace[1927595204] 'agreement among raft nodes before linearized reading' (duration: 241.675155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.005103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.145083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T18:46:06.005136Z","caller":"traceutil/trace.go:171","msg":"trace[1017183550] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9074; }","duration":"133.178355ms","start":"2026-03-31T18:46:05.871949Z","end":"2026-03-31T18:46:06.005127Z","steps":["trace[1017183550] 'agreement among raft nodes before linearized reading' (duration: 133.087672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:07.729115Z","caller":"traceutil/trace.go:171","msg":"trace[1968561666] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"169.158525ms","start":"2026-03-31T18:46:07.559929Z","end":"2026-03-31T18:46:07.729088Z","steps":["trace[1968561666] 'process raft request' (duration: 168.97861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:08.374768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:08.875552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:09.206667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477696444s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:46:09.358828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:08.112507Z","time spent":"1.246313798s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:46:09.359658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.555015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:09.359877Z","caller":"traceutil/trace.go:171","msg":"trace[563275776] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"1.798669414s","start":"2026-03-31T18:46:07.561186Z","end":"2026-03-31T18:46:09.359855Z","steps":["trace[563275776] 'process raft request' (duration: 1.645837712s)","trace[563275776] 'compare' (duration: 152.250518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:09.35997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.561151Z","time spent":"1.798758055s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:09.3604Z","caller":"traceutil/trace.go:171","msg":"trace[1956305981] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"1.798893039s","start":"2026-03-31T18:46:07.561484Z","end":"2026-03-31T18:46:09.360377Z","steps":["trace[1956305981] 'process raft request' (duration: 1.798265273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.360524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.561471Z","time spent":"1.798997361s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:09.425799Z","caller":"traceutil/trace.go:171","msg":"trace[1886058559] linearizableReadLoop","detail":"{readStateIndex:9441; appliedIndex:9438; }","duration":"1.552062253s","start":"2026-03-31T18:46:07.873714Z","end":"2026-03-31T18:46:09.425776Z","steps":["trace[1886058559] 'read index received' (duration: 1.33343862s)","trace[1886058559] 'applied index is now lower than readState.Index' (duration: 218.622563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:09.42597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483374317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:09.426009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551400896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:09.426022Z","caller":"traceutil/trace.go:171","msg":"trace[427341674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9077; }","duration":"1.483506911s","start":"2026-03-31T18:46:07.942503Z","end":"2026-03-31T18:46:09.426009Z","steps":["trace[427341674] 'agreement among raft nodes before linearized reading' (duration: 1.483413648s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.42603Z","caller":"traceutil/trace.go:171","msg":"trace[551804685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9077; }","duration":"1.551472767s","start":"2026-03-31T18:46:07.874551Z","end":"2026-03-31T18:46:09.426024Z","steps":["trace[551804685] 'agreement among raft nodes before linearized reading' (duration: 1.551354334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.874488Z","time spent":"1.551558411s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:09.42612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551332055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:46:09.426141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.050932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:46:09.426168Z","caller":"traceutil/trace.go:171","msg":"trace[1906608420] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9077; }","duration":"758.115243ms","start":"2026-03-31T18:46:08.668044Z","end":"2026-03-31T18:46:09.426159Z","steps":["trace[1906608420] 'agreement among raft nodes before linearized reading' (duration: 758.038332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.426173Z","caller":"traceutil/trace.go:171","msg":"trace[322265768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9077; }","duration":"1.551400866s","start":"2026-03-31T18:46:07.874757Z","end":"2026-03-31T18:46:09.426158Z","steps":["trace[322265768] 'agreement among raft nodes before linearized reading' (duration: 1.551251502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550864433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:46:09.426194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:08.668009Z","time spent":"758.178175ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:46:09.426195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55154746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:46:09.426204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.87475Z","time spent":"1.551443287s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:09.426229Z","caller":"traceutil/trace.go:171","msg":"trace[1484064233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9077; }","duration":"1.550973546s","start":"2026-03-31T18:46:07.875237Z","end":"2026-03-31T18:46:09.426211Z","steps":["trace[1484064233] 'agreement among raft nodes before linearized reading' (duration: 1.550702848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55076336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:09.426289Z","caller":"traceutil/trace.go:171","msg":"trace[1051547953] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9077; }","duration":"1.551688714s","start":"2026-03-31T18:46:07.874553Z","end":"2026-03-31T18:46:09.426241Z","steps":["trace[1051547953] 'agreement among raft nodes before linearized reading' (duration: 1.551462577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552478724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:09.426358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.874485Z","time spent":"1.551838568s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:09.42641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415079454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:09.426411Z","caller":"traceutil/trace.go:171","msg":"trace[251281269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9077; }","duration":"1.552727111s","start":"2026-03-31T18:46:07.87365Z","end":"2026-03-31T18:46:09.426378Z","steps":["trace[251281269] 'agreement among raft nodes before linearized reading' (duration: 1.552240338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.942482Z","time spent":"1.483565143s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:09.42634Z","caller":"traceutil/trace.go:171","msg":"trace[1906223089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9077; }","duration":"1.550967396s","start":"2026-03-31T18:46:07.875343Z","end":"2026-03-31T18:46:09.42631Z","steps":["trace[1906223089] 'agreement among raft nodes before linearized reading' (duration: 1.550629197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.873436Z","time spent":"1.553042308s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:09.426522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.875317Z","time spent":"1.551171511s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:09.426277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.87523Z","time spent":"1.551038517s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:09.42633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.350369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:46:09.426611Z","caller":"traceutil/trace.go:171","msg":"trace[1007824818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9077; }","duration":"758.670087ms","start":"2026-03-31T18:46:08.667928Z","end":"2026-03-31T18:46:09.426598Z","steps":["trace[1007824818] 'agreement among raft nodes before linearized reading' (duration: 758.316489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:08.667906Z","time spent":"758.726479ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:09.426715Z","caller":"traceutil/trace.go:171","msg":"trace[1516381328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9077; }","duration":"1.415146265s","start":"2026-03-31T18:46:08.011287Z","end":"2026-03-31T18:46:09.426433Z","steps":["trace[1516381328] 'agreement among raft nodes before linearized reading' (duration: 1.414979121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.426749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:08.011266Z","time spent":"1.415466563s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"info","ts":"2026-03-31T18:46:09.548155Z","caller":"traceutil/trace.go:171","msg":"trace[133743381] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9442; }","duration":"116.819302ms","start":"2026-03-31T18:46:09.431311Z","end":"2026-03-31T18:46:09.54813Z","steps":["trace[133743381] 'read index received' (duration: 71.306522ms)","trace[133743381] 'applied index is now lower than readState.Index' (duration: 45.51207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:09.548203Z","caller":"traceutil/trace.go:171","msg":"trace[1297812721] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"116.170155ms","start":"2026-03-31T18:46:09.432009Z","end":"2026-03-31T18:46:09.548179Z","steps":["trace[1297812721] 'process raft request' (duration: 116.025061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548201Z","caller":"traceutil/trace.go:171","msg":"trace[637186272] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"116.854632ms","start":"2026-03-31T18:46:09.431297Z","end":"2026-03-31T18:46:09.548152Z","steps":["trace[637186272] 'process raft request' (duration: 116.608076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548275Z","caller":"traceutil/trace.go:171","msg":"trace[699011168] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"116.061512ms","start":"2026-03-31T18:46:09.432204Z","end":"2026-03-31T18:46:09.548265Z","steps":["trace[699011168] 'process raft request' (duration: 115.862077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548388Z","caller":"traceutil/trace.go:171","msg":"trace[2026368781] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"116.811702ms","start":"2026-03-31T18:46:09.431562Z","end":"2026-03-31T18:46:09.548374Z","steps":["trace[2026368781] 'process raft request' (duration: 116.397391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548409Z","caller":"traceutil/trace.go:171","msg":"trace[1484316679] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"118.582115ms","start":"2026-03-31T18:46:09.429816Z","end":"2026-03-31T18:46:09.548398Z","steps":["trace[1484316679] 'process raft request' (duration: 117.941489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548488Z","caller":"traceutil/trace.go:171","msg":"trace[588223895] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"116.812811ms","start":"2026-03-31T18:46:09.431652Z","end":"2026-03-31T18:46:09.548465Z","steps":["trace[588223895] 'process raft request' (duration: 116.348449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.548578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.37049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:09.548622Z","caller":"traceutil/trace.go:171","msg":"trace[1355330417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9085; }","duration":"114.442301ms","start":"2026-03-31T18:46:09.434167Z","end":"2026-03-31T18:46:09.54861Z","steps":["trace[1355330417] 'agreement among raft nodes before linearized reading' (duration: 114.344319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:09.548642Z","caller":"traceutil/trace.go:171","msg":"trace[257553516] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"115.855596ms","start":"2026-03-31T18:46:09.432752Z","end":"2026-03-31T18:46:09.548608Z","steps":["trace[257553516] 'process raft request' (duration: 115.343284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.548815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.487628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-03-31T18:46:09.548874Z","caller":"traceutil/trace.go:171","msg":"trace[1967842877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9085; }","duration":"117.577721ms","start":"2026-03-31T18:46:09.431282Z","end":"2026-03-31T18:46:09.54886Z","steps":["trace[1967842877] 'agreement among raft nodes before linearized reading' (duration: 117.210092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:10.084378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.765751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:10.084477Z","caller":"traceutil/trace.go:171","msg":"trace[290419392] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9086; }","duration":"158.920985ms","start":"2026-03-31T18:46:09.925528Z","end":"2026-03-31T18:46:10.084449Z","steps":["trace[290419392] 'count revisions from in-memory index tree' (duration: 158.677678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.00755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:46:12.011727Z","caller":"traceutil/trace.go:171","msg":"trace[1041012618] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"646.173145ms","start":"2026-03-31T18:46:11.365523Z","end":"2026-03-31T18:46:12.011696Z","steps":["trace[1041012618] 'process raft request' (duration: 645.97457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.011916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.365498Z","time spent":"646.328129ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:12.256551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.356785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:12.256692Z","caller":"traceutil/trace.go:171","msg":"trace[91425728] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"891.094583ms","start":"2026-03-31T18:46:11.365583Z","end":"2026-03-31T18:46:12.256678Z","steps":["trace[91425728] 'process raft request' (duration: 733.531552ms)","trace[91425728] 'compare' (duration: 157.255233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:12.256748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.365564Z","time spent":"891.160605ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.256911Z","caller":"traceutil/trace.go:171","msg":"trace[369217917] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"475.089253ms","start":"2026-03-31T18:46:11.781809Z","end":"2026-03-31T18:46:12.256898Z","steps":["trace[369217917] 'process raft request' (duration: 474.828317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.256895Z","caller":"traceutil/trace.go:171","msg":"trace[1706822312] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9450; }","duration":"749.568868ms","start":"2026-03-31T18:46:11.507288Z","end":"2026-03-31T18:46:12.256857Z","steps":["trace[1706822312] 'read index received' (duration: 504.135507ms)","trace[1706822312] 'applied index is now lower than readState.Index' (duration: 245.430901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:12.257003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.781784Z","time spent":"475.163454ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:12.257325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.352225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:46:12.257418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.395021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:46:12.257432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.078728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:12.257463Z","caller":"traceutil/trace.go:171","msg":"trace[1219244073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9089; }","duration":"703.434982ms","start":"2026-03-31T18:46:11.554016Z","end":"2026-03-31T18:46:12.257451Z","steps":["trace[1219244073] 'agreement among raft nodes before linearized reading' (duration: 703.34127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.257497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.554003Z","time spent":"703.484123ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:12.257497Z","caller":"traceutil/trace.go:171","msg":"trace[550142073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9089; }","duration":"702.16741ms","start":"2026-03-31T18:46:11.555314Z","end":"2026-03-31T18:46:12.257481Z","steps":["trace[550142073] 'agreement among raft nodes before linearized reading' (duration: 701.983865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.257437Z","caller":"traceutil/trace.go:171","msg":"trace[1789745170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9089; }","duration":"704.486028ms","start":"2026-03-31T18:46:11.552931Z","end":"2026-03-31T18:46:12.257417Z","steps":["trace[1789745170] 'agreement among raft nodes before linearized reading' (duration: 704.243752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.257544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.555309Z","time spent":"702.225711ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:46:12.257498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.12428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:46:12.257333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.35932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:46:12.257704Z","caller":"traceutil/trace.go:171","msg":"trace[1097592902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9089; }","duration":"703.72815ms","start":"2026-03-31T18:46:11.553954Z","end":"2026-03-31T18:46:12.257682Z","steps":["trace[1097592902] 'agreement among raft nodes before linearized reading' (duration: 703.236248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.257804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.553949Z","time spent":"703.802692ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:12.257327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.874393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:46:12.257718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.552917Z","time spent":"704.738564ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:46:12.257858Z","caller":"traceutil/trace.go:171","msg":"trace[85821671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9089; }","duration":"704.428237ms","start":"2026-03-31T18:46:11.553415Z","end":"2026-03-31T18:46:12.257843Z","steps":["trace[85821671] 'agreement among raft nodes before linearized reading' (duration: 703.77071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.257933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.553412Z","time spent":"704.509409ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:12.25734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.999519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:12.257923Z","caller":"traceutil/trace.go:171","msg":"trace[575706049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9089; }","duration":"704.436737ms","start":"2026-03-31T18:46:11.553342Z","end":"2026-03-31T18:46:12.257779Z","steps":["trace[575706049] 'agreement among raft nodes before linearized reading' (duration: 704.034357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.258128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.553338Z","time spent":"704.686443ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:46:12.257993Z","caller":"traceutil/trace.go:171","msg":"trace[191313854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9089; }","duration":"750.738747ms","start":"2026-03-31T18:46:11.50724Z","end":"2026-03-31T18:46:12.257979Z","steps":["trace[191313854] 'agreement among raft nodes before linearized reading' (duration: 749.813364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.258365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.507198Z","time spent":"751.149578ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:12.764146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.704143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:12.764268Z","caller":"traceutil/trace.go:171","msg":"trace[1409446959] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"503.123831ms","start":"2026-03-31T18:46:12.261111Z","end":"2026-03-31T18:46:12.764235Z","steps":["trace[1409446959] 'process raft request' (duration: 296.235644ms)","trace[1409446959] 'compare' (duration: 206.484667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:12.764337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.261074Z","time spent":"503.233324ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.977333Z","caller":"traceutil/trace.go:171","msg":"trace[943797104] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"716.166263ms","start":"2026-03-31T18:46:12.261147Z","end":"2026-03-31T18:46:12.977313Z","steps":["trace[943797104] 'process raft request' (duration: 632.246983ms)","trace[943797104] 'compare' (duration: 83.803208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:12.97745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.261098Z","time spent":"716.295396ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.977608Z","caller":"traceutil/trace.go:171","msg":"trace[1713581557] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"715.700372ms","start":"2026-03-31T18:46:12.261896Z","end":"2026-03-31T18:46:12.977596Z","steps":["trace[1713581557] 'process raft request' (duration: 715.569738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.977609Z","caller":"traceutil/trace.go:171","msg":"trace[1870188643] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"715.763724ms","start":"2026-03-31T18:46:12.261804Z","end":"2026-03-31T18:46:12.977567Z","steps":["trace[1870188643] 'process raft request' (duration: 715.475367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.977657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.261885Z","time spent":"715.749153ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.977627Z","caller":"traceutil/trace.go:171","msg":"trace[775784972] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"715.178059ms","start":"2026-03-31T18:46:12.262434Z","end":"2026-03-31T18:46:12.977612Z","steps":["trace[775784972] 'process raft request' (duration: 715.112157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.977756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.261784Z","time spent":"715.896907ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:12.977847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.26242Z","time spent":"715.382704ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.977846Z","caller":"traceutil/trace.go:171","msg":"trace[1224576074] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"715.363713ms","start":"2026-03-31T18:46:12.262461Z","end":"2026-03-31T18:46:12.977825Z","steps":["trace[1224576074] 'process raft request' (duration: 715.123337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.97796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.262454Z","time spent":"715.450595ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:12.977971Z","caller":"traceutil/trace.go:171","msg":"trace[105348867] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9453; }","duration":"715.559068ms","start":"2026-03-31T18:46:12.262178Z","end":"2026-03-31T18:46:12.977738Z","steps":["trace[105348867] 'read index received' (duration: 295.080495ms)","trace[105348867] 'applied index is now lower than readState.Index' (duration: 420.477713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:12.978788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.617116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-03-31T18:46:12.97885Z","caller":"traceutil/trace.go:171","msg":"trace[613415370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9095; }","duration":"716.726409ms","start":"2026-03-31T18:46:12.262113Z","end":"2026-03-31T18:46:12.97884Z","steps":["trace[613415370] 'agreement among raft nodes before linearized reading' (duration: 715.879766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.978879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.262096Z","time spent":"716.774669ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:46:13.463469Z","caller":"traceutil/trace.go:171","msg":"trace[472933921] linearizableReadLoop","detail":"{readStateIndex:9460; appliedIndex:9459; }","duration":"483.756362ms","start":"2026-03-31T18:46:12.979685Z","end":"2026-03-31T18:46:13.463441Z","steps":["trace[472933921] 'read index received' (duration: 483.558807ms)","trace[472933921] 'applied index is now lower than readState.Index' (duration: 195.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:13.463486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.978956Z","time spent":"484.521872ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:46:13.463683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.953048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:13.463854Z","caller":"traceutil/trace.go:171","msg":"trace[1933875793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9095; }","duration":"484.157983ms","start":"2026-03-31T18:46:12.979665Z","end":"2026-03-31T18:46:13.463823Z","steps":["trace[1933875793] 'agreement among raft nodes before linearized reading' (duration: 483.874985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.463905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.979634Z","time spent":"484.260905ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:13.465063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.177473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:13.465154Z","caller":"traceutil/trace.go:171","msg":"trace[829742997] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9096; }","duration":"429.323107ms","start":"2026-03-31T18:46:13.035808Z","end":"2026-03-31T18:46:13.465131Z","steps":["trace[829742997] 'agreement among raft nodes before linearized reading' (duration: 429.158773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.46522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:13.035789Z","time spent":"429.416819ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:13.465473Z","caller":"traceutil/trace.go:171","msg":"trace[1802845107] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"405.31429ms","start":"2026-03-31T18:46:13.060126Z","end":"2026-03-31T18:46:13.465441Z","steps":["trace[1802845107] 'process raft request' (duration: 404.693024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.465658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:13.060092Z","time spent":"405.448843ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:13.465825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.980098Z","time spent":"485.722832ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:46:32.642989Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002565.wal"} {"level":"info","ts":"2026-03-31T18:46:35.188655Z","caller":"traceutil/trace.go:171","msg":"trace[1108233083] linearizableReadLoop","detail":"{readStateIndex:9590; appliedIndex:9588; }","duration":"105.544547ms","start":"2026-03-31T18:46:35.083086Z","end":"2026-03-31T18:46:35.18863Z","steps":["trace[1108233083] 'read index received' (duration: 67.058194ms)","trace[1108233083] 'applied index is now lower than readState.Index' (duration: 38.485063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:35.188792Z","caller":"traceutil/trace.go:171","msg":"trace[71160588] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"106.534212ms","start":"2026-03-31T18:46:35.082244Z","end":"2026-03-31T18:46:35.188778Z","steps":["trace[71160588] 'process raft request' (duration: 106.239824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:35.189039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.929746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:46:35.189098Z","caller":"traceutil/trace.go:171","msg":"trace[1232166389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9220; }","duration":"106.013139ms","start":"2026-03-31T18:46:35.083072Z","end":"2026-03-31T18:46:35.189085Z","steps":["trace[1232166389] 'agreement among raft nodes before linearized reading' (duration: 105.845495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:35.189156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.03517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:46:35.189215Z","caller":"traceutil/trace.go:171","msg":"trace[1405101491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9220; }","duration":"106.107741ms","start":"2026-03-31T18:46:35.083093Z","end":"2026-03-31T18:46:35.189201Z","steps":["trace[1405101491] 'agreement among raft nodes before linearized reading' (duration: 105.971298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:35.189309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.433803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:35.189391Z","caller":"traceutil/trace.go:171","msg":"trace[1665533434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9220; }","duration":"103.550046ms","start":"2026-03-31T18:46:35.085822Z","end":"2026-03-31T18:46:35.189372Z","steps":["trace[1665533434] 'agreement among raft nodes before linearized reading' (duration: 103.318491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.383874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.049099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:46:37.383948Z","caller":"traceutil/trace.go:171","msg":"trace[1280381927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9276; }","duration":"182.182352ms","start":"2026-03-31T18:46:37.20175Z","end":"2026-03-31T18:46:37.383933Z","steps":["trace[1280381927] 'range keys from in-memory index tree' (duration: 181.932446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.384281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.753769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:37.384311Z","caller":"traceutil/trace.go:171","msg":"trace[1228149533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9276; }","duration":"190.80949ms","start":"2026-03-31T18:46:37.193493Z","end":"2026-03-31T18:46:37.384303Z","steps":["trace[1228149533] 'range keys from in-memory index tree' (duration: 190.664697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.384324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.925894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:46:37.384421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.479811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:37.384472Z","caller":"traceutil/trace.go:171","msg":"trace[1101123779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9276; }","duration":"315.568023ms","start":"2026-03-31T18:46:37.06889Z","end":"2026-03-31T18:46:37.384458Z","steps":["trace[1101123779] 'count revisions from in-memory index tree' (duration: 315.416999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.384492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.392289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:37.384516Z","caller":"traceutil/trace.go:171","msg":"trace[1528296623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9276; }","duration":"184.434819ms","start":"2026-03-31T18:46:37.200073Z","end":"2026-03-31T18:46:37.384508Z","steps":["trace[1528296623] 'range keys from in-memory index tree' (duration: 184.318007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.384515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:37.068873Z","time spent":"315.627004ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:37.384589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.92588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:37.384691Z","caller":"traceutil/trace.go:171","msg":"trace[1451692018] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:9276; }","duration":"232.080533ms","start":"2026-03-31T18:46:37.152587Z","end":"2026-03-31T18:46:37.384668Z","steps":["trace[1451692018] 'range keys from in-memory index tree' (duration: 231.867919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.384726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.050045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:46:37.384778Z","caller":"traceutil/trace.go:171","msg":"trace[918437756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9276; }","duration":"181.119666ms","start":"2026-03-31T18:46:37.203646Z","end":"2026-03-31T18:46:37.384766Z","steps":["trace[918437756] 'range keys from in-memory index tree' (duration: 180.372977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:37.38466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.175653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:37.384819Z","caller":"traceutil/trace.go:171","msg":"trace[263583476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9276; }","duration":"180.341877ms","start":"2026-03-31T18:46:37.204466Z","end":"2026-03-31T18:46:37.384808Z","steps":["trace[263583476] 'range keys from in-memory index tree' (duration: 180.000108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.384446Z","caller":"traceutil/trace.go:171","msg":"trace[1761027125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9276; }","duration":"231.087779ms","start":"2026-03-31T18:46:37.153331Z","end":"2026-03-31T18:46:37.384419Z","steps":["trace[1761027125] 'range keys from in-memory index tree' (duration: 230.788261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.402158Z","caller":"traceutil/trace.go:171","msg":"trace[1928092692] linearizableReadLoop","detail":"{readStateIndex:9660; appliedIndex:9659; }","duration":"196.634728ms","start":"2026-03-31T18:46:39.205482Z","end":"2026-03-31T18:46:39.402116Z","steps":["trace[1928092692] 'read index received' (duration: 196.421063ms)","trace[1928092692] 'applied index is now lower than readState.Index' (duration: 212.295µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:39.402357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.856043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:39.402394Z","caller":"traceutil/trace.go:171","msg":"trace[297917925] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9287; }","duration":"196.941386ms","start":"2026-03-31T18:46:39.205443Z","end":"2026-03-31T18:46:39.402385Z","steps":["trace[297917925] 'agreement among raft nodes before linearized reading' (duration: 196.841513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.402344Z","caller":"traceutil/trace.go:171","msg":"trace[1038802418] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"490.474452ms","start":"2026-03-31T18:46:38.911796Z","end":"2026-03-31T18:46:39.402271Z","steps":["trace[1038802418] 'process raft request' (duration: 490.160724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:39.402526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:38.911767Z","time spent":"490.671367ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:42.858894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:43.359669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:43.86049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698467759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:44.04461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934509505s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:46:44.059576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436644207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:44.059645Z","caller":"traceutil/trace.go:171","msg":"trace[19470330] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9297; }","duration":"3.43677834s","start":"2026-03-31T18:46:40.622852Z","end":"2026-03-31T18:46:44.05963Z","steps":["trace[19470330] 'count revisions from in-memory index tree' (duration: 3.436558075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.059675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:40.622831Z","time spent":"3.436836352s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:44.060107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644571725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:44.060205Z","caller":"traceutil/trace.go:171","msg":"trace[79222551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9297; }","duration":"2.644702608s","start":"2026-03-31T18:46:41.415481Z","end":"2026-03-31T18:46:44.060183Z","steps":["trace[79222551] 'range keys from in-memory index tree' (duration: 2.644389371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.060256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.415472Z","time spent":"2.64477371s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:44.060345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968109185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.060395Z","caller":"traceutil/trace.go:171","msg":"trace[1568036308] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9297; }","duration":"1.968190077s","start":"2026-03-31T18:46:42.09219Z","end":"2026-03-31T18:46:44.06038Z","steps":["trace[1568036308] 'count revisions from in-memory index tree' (duration: 1.968048333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.060434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.092175Z","time spent":"1.968248588s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:44.060793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118319569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.060864Z","caller":"traceutil/trace.go:171","msg":"trace[945430182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9297; }","duration":"2.118438713s","start":"2026-03-31T18:46:41.942409Z","end":"2026-03-31T18:46:44.060848Z","steps":["trace[945430182] 'range keys from in-memory index tree' (duration: 2.118191056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.060904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.942386Z","time spent":"2.118508784s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:44.061313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357547493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:44.061334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647257392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:44.06134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648734489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:46:44.061359Z","caller":"traceutil/trace.go:171","msg":"trace[124888731] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9297; }","duration":"2.357628865s","start":"2026-03-31T18:46:41.703715Z","end":"2026-03-31T18:46:44.061344Z","steps":["trace[124888731] 'count revisions from in-memory index tree' (duration: 2.357475961s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:44.061371Z","caller":"traceutil/trace.go:171","msg":"trace[543193160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9297; }","duration":"2.647357935s","start":"2026-03-31T18:46:41.414003Z","end":"2026-03-31T18:46:44.061361Z","steps":["trace[543193160] 'range keys from in-memory index tree' (duration: 2.64714563s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:44.061382Z","caller":"traceutil/trace.go:171","msg":"trace[675032741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9297; }","duration":"2.648816832s","start":"2026-03-31T18:46:41.412552Z","end":"2026-03-31T18:46:44.061369Z","steps":["trace[675032741] 'range keys from in-memory index tree' (duration: 2.648572715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.061399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.413986Z","time spent":"2.647405706s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:44.061398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.703696Z","time spent":"2.357692106s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:44.061412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.412531Z","time spent":"2.648872573s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:46:44.061583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646486843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:44.06161Z","caller":"traceutil/trace.go:171","msg":"trace[1211437003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9297; }","duration":"2.646525793s","start":"2026-03-31T18:46:41.415075Z","end":"2026-03-31T18:46:44.061601Z","steps":["trace[1211437003] 'range keys from in-memory index tree' (duration: 2.646414181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.061632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.415069Z","time spent":"2.646557884s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:44.061648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357528482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:46:44.061675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655330487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:44.061685Z","caller":"traceutil/trace.go:171","msg":"trace[904927340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9297; }","duration":"2.357581634s","start":"2026-03-31T18:46:41.70409Z","end":"2026-03-31T18:46:44.061672Z","steps":["trace[904927340] 'range keys from in-memory index tree' (duration: 2.35742181s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:44.061708Z","caller":"traceutil/trace.go:171","msg":"trace[329025137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9297; }","duration":"2.655410069s","start":"2026-03-31T18:46:41.406288Z","end":"2026-03-31T18:46:44.061698Z","steps":["trace[329025137] 'range keys from in-memory index tree' (duration: 2.655204964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.061718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.704083Z","time spent":"2.357627065s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:44.061732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.406264Z","time spent":"2.65546097s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:44.06181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646599585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:46:44.061835Z","caller":"traceutil/trace.go:171","msg":"trace[1628988502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9297; }","duration":"2.646657787s","start":"2026-03-31T18:46:41.41517Z","end":"2026-03-31T18:46:44.061827Z","steps":["trace[1628988502] 'range keys from in-memory index tree' (duration: 2.646425291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.061858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.415155Z","time spent":"2.646696948s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:44.06205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.69752Z","time spent":"1.364524844s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:46:44.061315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647367566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:44.062133Z","caller":"traceutil/trace.go:171","msg":"trace[1949811385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9297; }","duration":"2.648180856s","start":"2026-03-31T18:46:41.413936Z","end":"2026-03-31T18:46:44.062117Z","steps":["trace[1949811385] 'range keys from in-memory index tree' (duration: 2.647244663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.062177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.413879Z","time spent":"2.648285918s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:46:44.062307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179168616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.062353Z","caller":"traceutil/trace.go:171","msg":"trace[1148304684] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9297; }","duration":"2.179247319s","start":"2026-03-31T18:46:41.883091Z","end":"2026-03-31T18:46:44.062339Z","steps":["trace[1148304684] 'count revisions from in-memory index tree' (duration: 2.179093723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.062386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:41.883074Z","time spent":"2.17930279s","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:44.062952Z","caller":"traceutil/trace.go:171","msg":"trace[1179098136] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"1.952965871s","start":"2026-03-31T18:46:42.109964Z","end":"2026-03-31T18:46:44.062929Z","steps":["trace[1179098136] 'process raft request' (duration: 1.934857203s)","trace[1179098136] 'compare' (duration: 14.600729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:44.063069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.109935Z","time spent":"1.953062224s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:44.064702Z","caller":"traceutil/trace.go:171","msg":"trace[1883759947] linearizableReadLoop","detail":"{readStateIndex:9674; appliedIndex:9670; }","duration":"1.706282209s","start":"2026-03-31T18:46:42.358401Z","end":"2026-03-31T18:46:44.064683Z","steps":["trace[1883759947] 'read index received' (duration: 1.686411717s)","trace[1883759947] 'applied index is now lower than readState.Index' (duration: 19.869782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:44.065021Z","caller":"traceutil/trace.go:171","msg":"trace[726068412] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"1.708568126s","start":"2026-03-31T18:46:42.356443Z","end":"2026-03-31T18:46:44.065012Z","steps":["trace[726068412] 'process raft request' (duration: 1.707868889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.356416Z","time spent":"1.708747481s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:44.065304Z","caller":"traceutil/trace.go:171","msg":"trace[1316324056] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"562.949963ms","start":"2026-03-31T18:46:43.502319Z","end":"2026-03-31T18:46:44.065269Z","steps":["trace[1316324056] 'process raft request' (duration: 562.328466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127836386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:46:44.065429Z","caller":"traceutil/trace.go:171","msg":"trace[1890350600] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:9301; }","duration":"1.127899697s","start":"2026-03-31T18:46:42.937519Z","end":"2026-03-31T18:46:44.065419Z","steps":["trace[1890350600] 'agreement among raft nodes before linearized reading' (duration: 1.127836906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.937497Z","time spent":"1.127950748s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:46:44.065476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.502294Z","time spent":"563.099227ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:44.065537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053877448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:44.065293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155939455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T18:46:44.065689Z","caller":"traceutil/trace.go:171","msg":"trace[752750750] range","detail":"{range_begin:/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22; range_end:; response_count:1; response_revision:9301; }","duration":"1.156395657s","start":"2026-03-31T18:46:42.909281Z","end":"2026-03-31T18:46:44.065677Z","steps":["trace[752750750] 'agreement among raft nodes before linearized reading' (duration: 1.155912555s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:44.065245Z","caller":"traceutil/trace.go:171","msg":"trace[113271700] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"1.708266989s","start":"2026-03-31T18:46:42.356951Z","end":"2026-03-31T18:46:44.065218Z","steps":["trace[113271700] 'process raft request' (duration: 1.707654293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.909262Z","time spent":"1.156446758s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" "} {"level":"warn","ts":"2026-03-31T18:46:44.065701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.652159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.065812Z","caller":"traceutil/trace.go:171","msg":"trace[1851904697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9301; }","duration":"726.758342ms","start":"2026-03-31T18:46:43.338997Z","end":"2026-03-31T18:46:44.065755Z","steps":["trace[1851904697] 'agreement among raft nodes before linearized reading' (duration: 726.67366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.436148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.065893Z","caller":"traceutil/trace.go:171","msg":"trace[1389324879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9301; }","duration":"120.000512ms","start":"2026-03-31T18:46:43.945878Z","end":"2026-03-31T18:46:44.065878Z","steps":["trace[1389324879] 'agreement among raft nodes before linearized reading' (duration: 119.447878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.065934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707519751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:44.065992Z","caller":"traceutil/trace.go:171","msg":"trace[1832276390] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9301; }","duration":"1.707634833s","start":"2026-03-31T18:46:42.358345Z","end":"2026-03-31T18:46:44.065979Z","steps":["trace[1832276390] 'agreement among raft nodes before linearized reading' (duration: 1.707527471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.066028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.358321Z","time spent":"1.707697695s","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:44.065641Z","caller":"traceutil/trace.go:171","msg":"trace[1781432090] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9301; }","duration":"1.05401032s","start":"2026-03-31T18:46:43.011603Z","end":"2026-03-31T18:46:44.065613Z","steps":["trace[1781432090] 'agreement among raft nodes before linearized reading' (duration: 1.053726173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.066189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.011587Z","time spent":"1.054588335s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:44.065822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:42.356928Z","time spent":"1.708800493s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:44.06595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.338971Z","time spent":"726.941967ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:45.919758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.885596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:45.919864Z","caller":"traceutil/trace.go:171","msg":"trace[1676395668] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"251.945735ms","start":"2026-03-31T18:46:45.667901Z","end":"2026-03-31T18:46:45.919847Z","steps":["trace[1676395668] 'process raft request' (duration: 122.894495ms)","trace[1676395668] 'compare' (duration: 128.768072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.308528Z","caller":"traceutil/trace.go:171","msg":"trace[1427419579] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"240.669571ms","start":"2026-03-31T18:46:46.067828Z","end":"2026-03-31T18:46:46.308498Z","steps":["trace[1427419579] 'process raft request' (duration: 217.68977ms)","trace[1427419579] 'compare' (duration: 22.853267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.309443Z","caller":"traceutil/trace.go:171","msg":"trace[2049862868] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"238.66006ms","start":"2026-03-31T18:46:46.070768Z","end":"2026-03-31T18:46:46.309428Z","steps":["trace[2049862868] 'process raft request' (duration: 238.488755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.309441Z","caller":"traceutil/trace.go:171","msg":"trace[299398846] linearizableReadLoop","detail":"{readStateIndex:9689; appliedIndex:9686; }","duration":"168.084076ms","start":"2026-03-31T18:46:46.141336Z","end":"2026-03-31T18:46:46.30942Z","steps":["trace[299398846] 'read index received' (duration: 144.205923ms)","trace[299398846] 'applied index is now lower than readState.Index' (duration: 23.877183ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:46.309551Z","caller":"traceutil/trace.go:171","msg":"trace[10475529] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"238.716151ms","start":"2026-03-31T18:46:46.070781Z","end":"2026-03-31T18:46:46.309497Z","steps":["trace[10475529] 'process raft request' (duration: 238.599439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.309658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.304862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:46.309692Z","caller":"traceutil/trace.go:171","msg":"trace[1719109279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9315; }","duration":"168.390774ms","start":"2026-03-31T18:46:46.141292Z","end":"2026-03-31T18:46:46.309682Z","steps":["trace[1719109279] 'agreement among raft nodes before linearized reading' (duration: 168.23596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.309716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.350443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:46:46.309822Z","caller":"traceutil/trace.go:171","msg":"trace[2079774971] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9315; }","duration":"168.512007ms","start":"2026-03-31T18:46:46.141292Z","end":"2026-03-31T18:46:46.309804Z","steps":["trace[2079774971] 'agreement among raft nodes before linearized reading' (duration: 168.21023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.30984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.694234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:46:46.30986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.433245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:46.309854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.516876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:46:46.309874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.118868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:46:46.309876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.164898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:46.309901Z","caller":"traceutil/trace.go:171","msg":"trace[721713246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9315; }","duration":"168.500116ms","start":"2026-03-31T18:46:46.141389Z","end":"2026-03-31T18:46:46.309889Z","steps":["trace[721713246] 'agreement among raft nodes before linearized reading' (duration: 168.409824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.309911Z","caller":"traceutil/trace.go:171","msg":"trace[1088617191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9315; }","duration":"168.183508ms","start":"2026-03-31T18:46:46.141719Z","end":"2026-03-31T18:46:46.309903Z","steps":["trace[1088617191] 'agreement among raft nodes before linearized reading' (duration: 168.097716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.309911Z","caller":"traceutil/trace.go:171","msg":"trace[1158535720] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9315; }","duration":"105.576937ms","start":"2026-03-31T18:46:46.20432Z","end":"2026-03-31T18:46:46.309897Z","steps":["trace[1158535720] 'agreement among raft nodes before linearized reading' (duration: 105.427474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.309751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.340843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:46.309936Z","caller":"traceutil/trace.go:171","msg":"trace[224467796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9315; }","duration":"168.263791ms","start":"2026-03-31T18:46:46.141659Z","end":"2026-03-31T18:46:46.309923Z","steps":["trace[224467796] 'agreement among raft nodes before linearized reading' (duration: 168.091567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.309975Z","caller":"traceutil/trace.go:171","msg":"trace[2023605658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9315; }","duration":"168.62071ms","start":"2026-03-31T18:46:46.141336Z","end":"2026-03-31T18:46:46.309956Z","steps":["trace[2023605658] 'agreement among raft nodes before linearized reading' (duration: 168.297652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.309897Z","caller":"traceutil/trace.go:171","msg":"trace[14609920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9315; }","duration":"159.779646ms","start":"2026-03-31T18:46:46.150105Z","end":"2026-03-31T18:46:46.309884Z","steps":["trace[14609920] 'agreement among raft nodes before linearized reading' (duration: 159.577021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.310084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.427058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:46.310325Z","caller":"traceutil/trace.go:171","msg":"trace[513838304] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9315; }","duration":"102.624943ms","start":"2026-03-31T18:46:46.207601Z","end":"2026-03-31T18:46:46.310226Z","steps":["trace[513838304] 'agreement among raft nodes before linearized reading' (duration: 102.12832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:49.147715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7238} {"level":"info","ts":"2026-03-31T18:46:49.257502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7238,"took":"108.167773ms","hash":2528872504,"current-db-size-bytes":44077056,"current-db-size":"44 MB","current-db-size-in-use-bytes":22573056,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:46:49.257556Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2528872504,"revision":7238,"compact-revision":4337} {"level":"warn","ts":"2026-03-31T18:46:57.28071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.340597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:57.280857Z","caller":"traceutil/trace.go:171","msg":"trace[1587860378] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9795; }","duration":"800.71589ms","start":"2026-03-31T18:46:56.480126Z","end":"2026-03-31T18:46:57.280841Z","steps":["trace[1587860378] 'read index received' (duration: 261.385484ms)","trace[1587860378] 'applied index is now lower than readState.Index' (duration: 539.329366ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:57.280932Z","caller":"traceutil/trace.go:171","msg":"trace[814202008] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"801.477329ms","start":"2026-03-31T18:46:56.479441Z","end":"2026-03-31T18:46:57.280919Z","steps":["trace[814202008] 'process raft request' (duration: 261.840645ms)","trace[814202008] 'compare' (duration: 539.200483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:57.280991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:56.479427Z","time spent":"801.53569ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:57.281271Z","caller":"traceutil/trace.go:171","msg":"trace[1344069274] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"791.980809ms","start":"2026-03-31T18:46:56.489265Z","end":"2026-03-31T18:46:57.281245Z","steps":["trace[1344069274] 'process raft request' (duration: 791.540528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:57.281401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:56.489243Z","time spent":"792.094141ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:57.281321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.160011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:57.281555Z","caller":"traceutil/trace.go:171","msg":"trace[41395891] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9415; }","duration":"801.429338ms","start":"2026-03-31T18:46:56.480105Z","end":"2026-03-31T18:46:57.281535Z","steps":["trace[41395891] 'agreement among raft nodes before linearized reading' (duration: 800.967937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:57.282607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:56.480097Z","time spent":"802.458095ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:58.141309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.413622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:58.141464Z","caller":"traceutil/trace.go:171","msg":"trace[2006745771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9416; }","duration":"551.577186ms","start":"2026-03-31T18:46:57.589862Z","end":"2026-03-31T18:46:58.141439Z","steps":["trace[2006745771] 'range keys from in-memory index tree' (duration: 551.394611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.141528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.060904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:58.141806Z","caller":"traceutil/trace.go:171","msg":"trace[1503275933] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"851.191465ms","start":"2026-03-31T18:46:57.290566Z","end":"2026-03-31T18:46:58.141757Z","steps":["trace[1503275933] 'process raft request' (duration: 851.104473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.141809Z","caller":"traceutil/trace.go:171","msg":"trace[1825238849] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9797; }","duration":"860.8609ms","start":"2026-03-31T18:46:57.28089Z","end":"2026-03-31T18:46:58.141751Z","steps":["trace[1825238849] 'read index received' (duration: 170.525449ms)","trace[1825238849] 'applied index is now lower than readState.Index' (duration: 690.33192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:58.142219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198780397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:58.142221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.290545Z","time spent":"851.596655ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:46:58.141815Z","caller":"traceutil/trace.go:171","msg":"trace[696501489] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"1.291052798s","start":"2026-03-31T18:46:56.850697Z","end":"2026-03-31T18:46:58.14175Z","steps":["trace[696501489] 'process raft request' (duration: 600.678066ms)","trace[696501489] 'compare' (duration: 689.948011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:58.142399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:56.850669Z","time spent":"1.291671923s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:58.141899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023254012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:58.142504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.64997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:58.142515Z","caller":"traceutil/trace.go:171","msg":"trace[308129402] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9418; }","duration":"1.023891279s","start":"2026-03-31T18:46:57.118575Z","end":"2026-03-31T18:46:58.142466Z","steps":["trace[308129402] 'agreement among raft nodes before linearized reading' (duration: 1.023176591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.142566Z","caller":"traceutil/trace.go:171","msg":"trace[1502277622] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9418; }","duration":"426.753572ms","start":"2026-03-31T18:46:57.715796Z","end":"2026-03-31T18:46:58.14255Z","steps":["trace[1502277622] 'agreement among raft nodes before linearized reading' (duration: 426.64803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.142591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.118556Z","time spent":"1.024011762s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:58.142622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.715775Z","time spent":"426.833255ms","remote":"127.0.0.1:60380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:58.142714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.603227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6qzz8\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-31T18:46:58.142771Z","caller":"traceutil/trace.go:171","msg":"trace[1907013769] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6qzz8; range_end:; response_count:1; response_revision:9418; }","duration":"857.6919ms","start":"2026-03-31T18:46:57.285068Z","end":"2026-03-31T18:46:58.14276Z","steps":["trace[1907013769] 'agreement among raft nodes before linearized reading' (duration: 857.30478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.142824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.285052Z","time spent":"857.763131ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6qzz8\" "} {"level":"warn","ts":"2026-03-31T18:46:58.143004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.441368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-31T18:46:58.143104Z","caller":"traceutil/trace.go:171","msg":"trace[1045685156] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9418; }","duration":"191.56659ms","start":"2026-03-31T18:46:57.951503Z","end":"2026-03-31T18:46:58.14307Z","steps":["trace[1045685156] 'agreement among raft nodes before linearized reading' (duration: 191.313444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.142282Z","caller":"traceutil/trace.go:171","msg":"trace[885658725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9418; }","duration":"1.19890683s","start":"2026-03-31T18:46:56.94336Z","end":"2026-03-31T18:46:58.142267Z","steps":["trace[885658725] 'agreement among raft nodes before linearized reading' (duration: 1.198489329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.143208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:56.943342Z","time spent":"1.199850263s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:58.143116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.134565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6qzz8\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-31T18:46:58.143338Z","caller":"traceutil/trace.go:171","msg":"trace[909267204] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6qzz8; range_end:; response_count:1; response_revision:9418; }","duration":"853.385461ms","start":"2026-03-31T18:46:57.28994Z","end":"2026-03-31T18:46:58.143326Z","steps":["trace[909267204] 'agreement among raft nodes before linearized reading' (duration: 852.999421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.143402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.289928Z","time spent":"853.461423ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6qzz8\" "} {"level":"warn","ts":"2026-03-31T18:46:58.143042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.024348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6qzz8\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-31T18:46:58.143505Z","caller":"traceutil/trace.go:171","msg":"trace[1311935859] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6qzz8; range_end:; response_count:1; response_revision:9418; }","duration":"856.49201ms","start":"2026-03-31T18:46:57.286993Z","end":"2026-03-31T18:46:58.143486Z","steps":["trace[1311935859] 'agreement among raft nodes before linearized reading' (duration: 855.990007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.143573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:57.286986Z","time spent":"856.568682ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6qzz8\" "} {"level":"info","ts":"2026-03-31T18:46:58.303562Z","caller":"traceutil/trace.go:171","msg":"trace[427939940] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"146.766207ms","start":"2026-03-31T18:46:58.156775Z","end":"2026-03-31T18:46:58.303541Z","steps":["trace[427939940] 'process raft request' (duration: 146.686695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.303576Z","caller":"traceutil/trace.go:171","msg":"trace[455102795] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"149.916347ms","start":"2026-03-31T18:46:58.153636Z","end":"2026-03-31T18:46:58.303553Z","steps":["trace[455102795] 'process raft request' (duration: 136.295382ms)","trace[455102795] 'compare' (duration: 13.400069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:58.442326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.538319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-31T18:46:58.44242Z","caller":"traceutil/trace.go:171","msg":"trace[645022599] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9425; }","duration":"130.674522ms","start":"2026-03-31T18:46:58.311725Z","end":"2026-03-31T18:46:58.4424Z","steps":["trace[645022599] 'agreement among raft nodes before linearized reading' (duration: 130.450216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:58.646397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.806543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:58.646518Z","caller":"traceutil/trace.go:171","msg":"trace[1319410838] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"199.227385ms","start":"2026-03-31T18:46:58.447268Z","end":"2026-03-31T18:46:58.646495Z","steps":["trace[1319410838] 'process raft request' (duration: 97.228437ms)","trace[1319410838] 'compare' (duration: 101.480514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:58.657704Z","caller":"traceutil/trace.go:171","msg":"trace[926944678] linearizableReadLoop","detail":"{readStateIndex:9808; appliedIndex:9806; }","duration":"210.1988ms","start":"2026-03-31T18:46:58.447486Z","end":"2026-03-31T18:46:58.657685Z","steps":["trace[926944678] 'read index received' (duration: 97.026891ms)","trace[926944678] 'applied index is now lower than readState.Index' (duration: 113.171179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:58.658082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.58185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228824"} {"level":"info","ts":"2026-03-31T18:46:58.658113Z","caller":"traceutil/trace.go:171","msg":"trace[1657067386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9432; }","duration":"210.669622ms","start":"2026-03-31T18:46:58.447437Z","end":"2026-03-31T18:46:58.658106Z","steps":["trace[1657067386] 'agreement among raft nodes before linearized reading' (duration: 210.341154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.658439Z","caller":"traceutil/trace.go:171","msg":"trace[45155524] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"210.98712ms","start":"2026-03-31T18:46:58.447443Z","end":"2026-03-31T18:46:58.65843Z","steps":["trace[45155524] 'process raft request' (duration: 210.007634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.658546Z","caller":"traceutil/trace.go:171","msg":"trace[2048470807] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"210.411486ms","start":"2026-03-31T18:46:58.448129Z","end":"2026-03-31T18:46:58.65854Z","steps":["trace[2048470807] 'process raft request' (duration: 209.412681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.658658Z","caller":"traceutil/trace.go:171","msg":"trace[1673447819] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"210.437656ms","start":"2026-03-31T18:46:58.448212Z","end":"2026-03-31T18:46:58.65865Z","steps":["trace[1673447819] 'process raft request' (duration: 209.359749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.658726Z","caller":"traceutil/trace.go:171","msg":"trace[2059498063] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"210.506978ms","start":"2026-03-31T18:46:58.448213Z","end":"2026-03-31T18:46:58.65872Z","steps":["trace[2059498063] 'process raft request' (duration: 209.38632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.658794Z","caller":"traceutil/trace.go:171","msg":"trace[822935272] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"210.56044ms","start":"2026-03-31T18:46:58.448223Z","end":"2026-03-31T18:46:58.658784Z","steps":["trace[822935272] 'process raft request' (duration: 209.403981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:58.65892Z","caller":"traceutil/trace.go:171","msg":"trace[881178743] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"209.615606ms","start":"2026-03-31T18:46:58.449283Z","end":"2026-03-31T18:46:58.658899Z","steps":["trace[881178743] 'process raft request' (duration: 208.364584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:59.961919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698468161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:00.462973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698468161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:00.547072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193493194s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:47:01.189947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.649736ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:47:01.190727Z","caller":"traceutil/trace.go:171","msg":"trace[958906819] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"743.032162ms","start":"2026-03-31T18:47:00.447682Z","end":"2026-03-31T18:47:01.190714Z","steps":["trace[958906819] 'process raft request' (duration: 742.351325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.190811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.447635Z","time spent":"743.125845ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:01.212083Z","caller":"traceutil/trace.go:171","msg":"trace[805416091] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"764.33696ms","start":"2026-03-31T18:47:00.447726Z","end":"2026-03-31T18:47:01.212063Z","steps":["trace[805416091] 'process raft request' (duration: 742.979681ms)","trace[805416091] 'compare' (duration: 21.209905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:01.212147Z","caller":"traceutil/trace.go:171","msg":"trace[1510351345] linearizableReadLoop","detail":"{readStateIndex:9819; appliedIndex:9815; }","duration":"1.750778193s","start":"2026-03-31T18:46:59.461348Z","end":"2026-03-31T18:47:01.212126Z","steps":["trace[1510351345] 'read index received' (duration: 1.085972757s)","trace[1510351345] 'applied index is now lower than readState.Index' (duration: 664.804626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:01.212219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.447699Z","time spent":"764.451103ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:01.212245Z","caller":"traceutil/trace.go:171","msg":"trace[1979274446] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"763.327605ms","start":"2026-03-31T18:47:00.44891Z","end":"2026-03-31T18:47:01.212238Z","steps":["trace[1979274446] 'process raft request' (duration: 763.12232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751014819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:47:01.212366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.448892Z","time spent":"763.411187ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:01.212393Z","caller":"traceutil/trace.go:171","msg":"trace[170871262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9437; }","duration":"1.751081352s","start":"2026-03-31T18:46:59.461306Z","end":"2026-03-31T18:47:01.212387Z","steps":["trace[170871262] 'agreement among raft nodes before linearized reading' (duration: 1.750961008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:59.461289Z","time spent":"1.751120602s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:47:01.212416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.133935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:47:01.212458Z","caller":"traceutil/trace.go:171","msg":"trace[598364297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9437; }","duration":"549.194586ms","start":"2026-03-31T18:47:00.663252Z","end":"2026-03-31T18:47:01.212447Z","steps":["trace[598364297] 'agreement among raft nodes before linearized reading' (duration: 549.080462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.386851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:47:01.212498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.663243Z","time spent":"549.246707ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:01.212508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.604871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:47:01.212523Z","caller":"traceutil/trace.go:171","msg":"trace[218380585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9437; }","duration":"549.484514ms","start":"2026-03-31T18:47:00.663022Z","end":"2026-03-31T18:47:01.212506Z","steps":["trace[218380585] 'agreement among raft nodes before linearized reading' (duration: 549.305528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:01.212535Z","caller":"traceutil/trace.go:171","msg":"trace[1051386347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9437; }","duration":"546.648002ms","start":"2026-03-31T18:47:00.66588Z","end":"2026-03-31T18:47:01.212528Z","steps":["trace[1051386347] 'agreement among raft nodes before linearized reading' (duration: 546.57228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272679254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:01.21256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.665871Z","time spent":"546.683643ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:47:01.212512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.142634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:47:01.212568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.66301Z","time spent":"549.548515ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:47:01.212576Z","caller":"traceutil/trace.go:171","msg":"trace[1922794148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9437; }","duration":"1.27290031s","start":"2026-03-31T18:46:59.939664Z","end":"2026-03-31T18:47:01.212564Z","steps":["trace[1922794148] 'agreement among raft nodes before linearized reading' (duration: 1.272653163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.21261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:59.939649Z","time spent":"1.272951861s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:47:01.212609Z","caller":"traceutil/trace.go:171","msg":"trace[72458048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9437; }","duration":"549.279178ms","start":"2026-03-31T18:47:00.663315Z","end":"2026-03-31T18:47:01.212594Z","steps":["trace[72458048] 'agreement among raft nodes before linearized reading' (duration: 549.028771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.266466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:47:01.212623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.003206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:47:01.212646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.586583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:47:01.212649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.663302Z","time spent":"549.338449ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:47:01.212656Z","caller":"traceutil/trace.go:171","msg":"trace[1552776968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9437; }","duration":"562.375899ms","start":"2026-03-31T18:47:00.650272Z","end":"2026-03-31T18:47:01.212648Z","steps":["trace[1552776968] 'agreement among raft nodes before linearized reading' (duration: 562.232676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:01.212667Z","caller":"traceutil/trace.go:171","msg":"trace[2034879246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9437; }","duration":"989.652705ms","start":"2026-03-31T18:47:00.223008Z","end":"2026-03-31T18:47:01.212661Z","steps":["trace[2034879246] 'agreement among raft nodes before linearized reading' (duration: 989.593353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.21268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.222989Z","time spent":"989.687565ms","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:47:01.212684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.650242Z","time spent":"562.4316ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:47:01.212703Z","caller":"traceutil/trace.go:171","msg":"trace[816164206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9437; }","duration":"550.110569ms","start":"2026-03-31T18:47:00.662574Z","end":"2026-03-31T18:47:01.212684Z","steps":["trace[816164206] 'agreement among raft nodes before linearized reading' (duration: 549.906614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.611981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:47:01.212763Z","caller":"traceutil/trace.go:171","msg":"trace[1743684213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9437; }","duration":"550.666193ms","start":"2026-03-31T18:47:00.662088Z","end":"2026-03-31T18:47:01.212754Z","steps":["trace[1743684213] 'agreement among raft nodes before linearized reading' (duration: 550.579471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:01.212787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.662552Z","time spent":"550.183741ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:01.212799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:00.662073Z","time spent":"550.719515ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:47:03.236242Z","caller":"traceutil/trace.go:171","msg":"trace[1456172141] linearizableReadLoop","detail":"{readStateIndex:9826; appliedIndex:9825; }","duration":"294.589972ms","start":"2026-03-31T18:47:02.941628Z","end":"2026-03-31T18:47:03.236218Z","steps":["trace[1456172141] 'read index received' (duration: 293.485455ms)","trace[1456172141] 'applied index is now lower than readState.Index' (duration: 1.103437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:03.236333Z","caller":"traceutil/trace.go:171","msg":"trace[1269645180] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"325.713559ms","start":"2026-03-31T18:47:02.91059Z","end":"2026-03-31T18:47:03.236303Z","steps":["trace[1269645180] 'process raft request' (duration: 324.510739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.236485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.851559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:47:03.236499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:02.910559Z","time spent":"325.847292ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:03.236528Z","caller":"traceutil/trace.go:171","msg":"trace[1430857519] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:9444; }","duration":"294.943082ms","start":"2026-03-31T18:47:02.941573Z","end":"2026-03-31T18:47:03.236516Z","steps":["trace[1430857519] 'agreement among raft nodes before linearized reading' (duration: 294.781468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.255958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.397809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:03.256039Z","caller":"traceutil/trace.go:171","msg":"trace[2000969211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9447; }","duration":"313.498391ms","start":"2026-03-31T18:47:02.942523Z","end":"2026-03-31T18:47:03.256022Z","steps":["trace[2000969211] 'agreement among raft nodes before linearized reading' (duration: 313.368347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.256148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:02.942517Z","time spent":"313.623374ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:47:03.256246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.696566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:03.256406Z","caller":"traceutil/trace.go:171","msg":"trace[620803281] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9447; }","duration":"111.049096ms","start":"2026-03-31T18:47:03.145332Z","end":"2026-03-31T18:47:03.256382Z","steps":["trace[620803281] 'agreement among raft nodes before linearized reading' (duration: 110.700697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.389278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.804277ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:47:03.389371Z","caller":"traceutil/trace.go:171","msg":"trace[368526227] linearizableReadLoop","detail":"{readStateIndex:9830; appliedIndex:9829; }","duration":"131.725688ms","start":"2026-03-31T18:47:03.257629Z","end":"2026-03-31T18:47:03.389354Z","steps":["trace[368526227] 'read index received' (duration: 30.849339ms)","trace[368526227] 'applied index is now lower than readState.Index' (duration: 100.874949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:03.389723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.079516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:03.389794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.02568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:47:03.389836Z","caller":"traceutil/trace.go:171","msg":"trace[903326523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9447; }","duration":"132.197069ms","start":"2026-03-31T18:47:03.257621Z","end":"2026-03-31T18:47:03.389818Z","steps":["trace[903326523] 'agreement among raft nodes before linearized reading' (duration: 132.046605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.389794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.924173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:47:03.389889Z","caller":"traceutil/trace.go:171","msg":"trace[1736373096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9447; }","duration":"111.069157ms","start":"2026-03-31T18:47:03.278808Z","end":"2026-03-31T18:47:03.389877Z","steps":["trace[1736373096] 'agreement among raft nodes before linearized reading' (duration: 110.842371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.389794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.346274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:47:03.389878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.083657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:47:03.390033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.378268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:47:03.390027Z","caller":"traceutil/trace.go:171","msg":"trace[1767299096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9447; }","duration":"111.652111ms","start":"2026-03-31T18:47:03.278352Z","end":"2026-03-31T18:47:03.390004Z","steps":["trace[1767299096] 'agreement among raft nodes before linearized reading' (duration: 111.249851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:03.390064Z","caller":"traceutil/trace.go:171","msg":"trace[633936769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9447; }","duration":"111.286562ms","start":"2026-03-31T18:47:03.278765Z","end":"2026-03-31T18:47:03.390052Z","steps":["trace[633936769] 'agreement among raft nodes before linearized reading' (duration: 110.913203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:03.390074Z","caller":"traceutil/trace.go:171","msg":"trace[485755915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9447; }","duration":"129.44577ms","start":"2026-03-31T18:47:03.260616Z","end":"2026-03-31T18:47:03.390062Z","steps":["trace[485755915] 'agreement among raft nodes before linearized reading' (duration: 128.987889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.390057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.276426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:47:03.390212Z","caller":"traceutil/trace.go:171","msg":"trace[88332070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9447; }","duration":"129.479431ms","start":"2026-03-31T18:47:03.260707Z","end":"2026-03-31T18:47:03.390187Z","steps":["trace[88332070] 'agreement among raft nodes before linearized reading' (duration: 128.962288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:03.389855Z","caller":"traceutil/trace.go:171","msg":"trace[202323057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9447; }","duration":"112.159744ms","start":"2026-03-31T18:47:03.277681Z","end":"2026-03-31T18:47:03.389841Z","steps":["trace[202323057] 'agreement among raft nodes before linearized reading' (duration: 111.972089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.390417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.736608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228824"} {"level":"info","ts":"2026-03-31T18:47:03.390455Z","caller":"traceutil/trace.go:171","msg":"trace[571431225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9447; }","duration":"129.803869ms","start":"2026-03-31T18:47:03.260643Z","end":"2026-03-31T18:47:03.390447Z","steps":["trace[571431225] 'agreement among raft nodes before linearized reading' (duration: 129.05827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:03.63325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.03428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:03.633364Z","caller":"traceutil/trace.go:171","msg":"trace[1700402747] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"242.99412ms","start":"2026-03-31T18:47:03.390351Z","end":"2026-03-31T18:47:03.633345Z","steps":["trace[1700402747] 'process raft request' (duration: 115.777345ms)","trace[1700402747] 'compare' (duration: 126.912887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:04.13589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698468202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:04.636801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698468202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:04.981595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404783672s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:47:05.082804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.93687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:05.083039Z","caller":"traceutil/trace.go:171","msg":"trace[482576682] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"1.688864289s","start":"2026-03-31T18:47:03.394135Z","end":"2026-03-31T18:47:05.082999Z","steps":["trace[482576682] 'process raft request' (duration: 1.587654902s)","trace[482576682] 'compare' (duration: 100.832017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:05.083203Z","caller":"traceutil/trace.go:171","msg":"trace[1013455589] linearizableReadLoop","detail":"{readStateIndex:9837; appliedIndex:9831; }","duration":"1.44788251s","start":"2026-03-31T18:47:03.635298Z","end":"2026-03-31T18:47:05.08318Z","steps":["trace[1013455589] 'read index received' (duration: 1.346412377s)","trace[1013455589] 'applied index is now lower than readState.Index' (duration: 101.468633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:05.083229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.394116Z","time spent":"1.689015513s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:05.08344Z","caller":"traceutil/trace.go:171","msg":"trace[564244443] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"1.688970091s","start":"2026-03-31T18:47:03.394452Z","end":"2026-03-31T18:47:05.083423Z","steps":["trace[564244443] 'process raft request' (duration: 1.688458589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.083542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.394444Z","time spent":"1.689049154s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:05.08368Z","caller":"traceutil/trace.go:171","msg":"trace[1787226628] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"1.689191647s","start":"2026-03-31T18:47:03.394475Z","end":"2026-03-31T18:47:05.083666Z","steps":["trace[1787226628] 'process raft request' (duration: 1.68850408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.083754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.39445Z","time spent":"1.689264849s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:05.083915Z","caller":"traceutil/trace.go:171","msg":"trace[1612930098] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"1.687856104s","start":"2026-03-31T18:47:03.396016Z","end":"2026-03-31T18:47:05.083872Z","steps":["trace[1612930098] 'process raft request' (duration: 1.687110574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.084002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448696642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:47:05.084053Z","caller":"traceutil/trace.go:171","msg":"trace[1533470056] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9454; }","duration":"1.448777464s","start":"2026-03-31T18:47:03.635261Z","end":"2026-03-31T18:47:05.084039Z","steps":["trace[1533470056] 'agreement among raft nodes before linearized reading' (duration: 1.44861696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.084095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.635246Z","time spent":"1.448838326s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:47:05.084133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.396008Z","time spent":"1.688006628s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.084133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.577701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.08421Z","caller":"traceutil/trace.go:171","msg":"trace[1587140856] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9454; }","duration":"738.720905ms","start":"2026-03-31T18:47:04.345473Z","end":"2026-03-31T18:47:05.084193Z","steps":["trace[1587140856] 'agreement among raft nodes before linearized reading' (duration: 738.558801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.084259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.34545Z","time spent":"738.797946ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:05.084265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.135212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.084325Z","caller":"traceutil/trace.go:171","msg":"trace[764008354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9454; }","duration":"144.231554ms","start":"2026-03-31T18:47:04.940076Z","end":"2026-03-31T18:47:05.084308Z","steps":["trace[764008354] 'agreement among raft nodes before linearized reading' (duration: 144.136612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.084423Z","caller":"traceutil/trace.go:171","msg":"trace[1402140414] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"1.689906846s","start":"2026-03-31T18:47:03.394498Z","end":"2026-03-31T18:47:05.084405Z","steps":["trace[1402140414] 'process raft request' (duration: 1.68852745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.084513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.394493Z","time spent":"1.689975077s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.084551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.513396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.084598Z","caller":"traceutil/trace.go:171","msg":"trace[1928075449] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"1.689459614s","start":"2026-03-31T18:47:03.395127Z","end":"2026-03-31T18:47:05.084586Z","steps":["trace[1928075449] 'process raft request' (duration: 1.687949026s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.084606Z","caller":"traceutil/trace.go:171","msg":"trace[203134215] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9454; }","duration":"500.602278ms","start":"2026-03-31T18:47:04.583986Z","end":"2026-03-31T18:47:05.084589Z","steps":["trace[203134215] 'agreement among raft nodes before linearized reading' (duration: 500.517486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.084666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.395118Z","time spent":"1.689510035s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.084688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.583969Z","time spent":"500.705891ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:05.508779Z","caller":"traceutil/trace.go:171","msg":"trace[350486206] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"239.330076ms","start":"2026-03-31T18:47:05.269428Z","end":"2026-03-31T18:47:05.508758Z","steps":["trace[350486206] 'process raft request' (duration: 224.530963ms)","trace[350486206] 'compare' (duration: 14.512166ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:05.655932Z","caller":"traceutil/trace.go:171","msg":"trace[1917321713] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"386.086314ms","start":"2026-03-31T18:47:05.269813Z","end":"2026-03-31T18:47:05.6559Z","steps":["trace[1917321713] 'process raft request' (duration: 341.204081ms)","trace[1917321713] 'compare' (duration: 44.679258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:05.656191Z","caller":"traceutil/trace.go:171","msg":"trace[288451024] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"386.130496ms","start":"2026-03-31T18:47:05.270034Z","end":"2026-03-31T18:47:05.656165Z","steps":["trace[288451024] 'process raft request' (duration: 385.800148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.656125Z","caller":"traceutil/trace.go:171","msg":"trace[1416680514] linearizableReadLoop","detail":"{readStateIndex:9840; appliedIndex:9837; }","duration":"255.579346ms","start":"2026-03-31T18:47:05.400519Z","end":"2026-03-31T18:47:05.656098Z","steps":["trace[1416680514] 'read index received' (duration: 93.601874ms)","trace[1416680514] 'applied index is now lower than readState.Index' (duration: 161.974912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:05.656313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.269987Z","time spent":"386.259369ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.656466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.924326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:47:05.656585Z","caller":"traceutil/trace.go:171","msg":"trace[890294038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:9457; }","duration":"256.09504ms","start":"2026-03-31T18:47:05.400473Z","end":"2026-03-31T18:47:05.656568Z","steps":["trace[890294038] 'agreement among raft nodes before linearized reading' (duration: 255.821733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.656482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.269804Z","time spent":"386.327051ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:13.286908Z","caller":"traceutil/trace.go:171","msg":"trace[1238602841] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"154.325479ms","start":"2026-03-31T18:47:13.132556Z","end":"2026-03-31T18:47:13.286881Z","steps":["trace[1238602841] 'process raft request' (duration: 117.653623ms)","trace[1238602841] 'compare' (duration: 36.560573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:17.13524Z","caller":"traceutil/trace.go:171","msg":"trace[292898136] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9997; }","duration":"457.672723ms","start":"2026-03-31T18:47:16.677547Z","end":"2026-03-31T18:47:17.13522Z","steps":["trace[292898136] 'read index received' (duration: 457.488368ms)","trace[292898136] 'applied index is now lower than readState.Index' (duration: 183.475µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:17.135389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.827157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:17.135435Z","caller":"traceutil/trace.go:171","msg":"trace[1874102401] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9610; }","duration":"457.925071ms","start":"2026-03-31T18:47:16.677495Z","end":"2026-03-31T18:47:17.13542Z","steps":["trace[1874102401] 'agreement among raft nodes before linearized reading' (duration: 457.842188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:17.135478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:16.677476Z","time spent":"457.991692ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:47:17.135416Z","caller":"traceutil/trace.go:171","msg":"trace[693673931] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"493.516148ms","start":"2026-03-31T18:47:16.64181Z","end":"2026-03-31T18:47:17.135327Z","steps":["trace[693673931] 'process raft request' (duration: 493.275912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:17.135529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.707663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.18a2017bb5d3eb59\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-03-31T18:47:17.135581Z","caller":"traceutil/trace.go:171","msg":"trace[2045087047] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-glance-server-0.18a2017bb5d3eb59; range_end:; response_count:1; response_revision:9610; }","duration":"221.839556ms","start":"2026-03-31T18:47:16.913725Z","end":"2026-03-31T18:47:17.135565Z","steps":["trace[2045087047] 'agreement among raft nodes before linearized reading' (duration: 221.656831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:17.135561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.026111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7507413c-bdfe-4d0f-8e8a-aba3f3595eff\" ","response":"range_response_count:1 size:3931"} {"level":"warn","ts":"2026-03-31T18:47:17.135571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.189721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:17.13562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:16.641797Z","time spent":"493.739565ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1100,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:17.135632Z","caller":"traceutil/trace.go:171","msg":"trace[1329310172] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7507413c-bdfe-4d0f-8e8a-aba3f3595eff; range_end:; response_count:1; response_revision:9610; }","duration":"110.137753ms","start":"2026-03-31T18:47:17.025477Z","end":"2026-03-31T18:47:17.135615Z","steps":["trace[1329310172] 'agreement among raft nodes before linearized reading' (duration: 109.934268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:17.135645Z","caller":"traceutil/trace.go:171","msg":"trace[1803228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9610; }","duration":"193.318714ms","start":"2026-03-31T18:47:16.942309Z","end":"2026-03-31T18:47:17.135627Z","steps":["trace[1803228] 'agreement among raft nodes before linearized reading' (duration: 193.18035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:17.143797Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:47:17.152393Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:47:17.152486Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:47:59.490044Z","caller":"traceutil/trace.go:171","msg":"trace[1427836342] linearizableReadLoop","detail":"{readStateIndex:10409; appliedIndex:10408; }","duration":"157.242772ms","start":"2026-03-31T18:47:59.332772Z","end":"2026-03-31T18:47:59.490015Z","steps":["trace[1427836342] 'read index received' (duration: 156.696199ms)","trace[1427836342] 'applied index is now lower than readState.Index' (duration: 545.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:59.490243Z","caller":"traceutil/trace.go:171","msg":"trace[546295180] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"310.149596ms","start":"2026-03-31T18:47:59.180061Z","end":"2026-03-31T18:47:59.49021Z","steps":["trace[546295180] 'process raft request' (duration: 309.48878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:59.490384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:59.18004Z","time spent":"310.270269ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:59.490472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.684934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:47:59.490546Z","caller":"traceutil/trace.go:171","msg":"trace[1630815485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10010; }","duration":"157.808706ms","start":"2026-03-31T18:47:59.332718Z","end":"2026-03-31T18:47:59.490527Z","steps":["trace[1630815485] 'agreement among raft nodes before linearized reading' (duration: 157.493028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:59.490848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.164438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:47:59.490866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.861656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:47:59.490882Z","caller":"traceutil/trace.go:171","msg":"trace[1148951556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10010; }","duration":"145.214199ms","start":"2026-03-31T18:47:59.34566Z","end":"2026-03-31T18:47:59.490874Z","steps":["trace[1148951556] 'agreement among raft nodes before linearized reading' (duration: 145.089596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:59.490915Z","caller":"traceutil/trace.go:171","msg":"trace[1844202981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10010; }","duration":"147.970729ms","start":"2026-03-31T18:47:59.342932Z","end":"2026-03-31T18:47:59.490902Z","steps":["trace[1844202981] 'agreement among raft nodes before linearized reading' (duration: 147.811875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:59.490957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.937787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:47:59.491024Z","caller":"traceutil/trace.go:171","msg":"trace[1336334411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10010; }","duration":"150.028481ms","start":"2026-03-31T18:47:59.340975Z","end":"2026-03-31T18:47:59.491004Z","steps":["trace[1336334411] 'agreement among raft nodes before linearized reading' (duration: 149.842006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:59.491348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.93486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:47:59.491441Z","caller":"traceutil/trace.go:171","msg":"trace[1114641732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10010; }","duration":"156.075243ms","start":"2026-03-31T18:47:59.335344Z","end":"2026-03-31T18:47:59.491419Z","steps":["trace[1114641732] 'agreement among raft nodes before linearized reading' (duration: 155.306834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:11.697213Z","caller":"traceutil/trace.go:171","msg":"trace[2052243135] linearizableReadLoop","detail":"{readStateIndex:10480; appliedIndex:10479; }","duration":"132.355906ms","start":"2026-03-31T18:48:11.564836Z","end":"2026-03-31T18:48:11.697191Z","steps":["trace[2052243135] 'read index received' (duration: 132.286115ms)","trace[2052243135] 'applied index is now lower than readState.Index' (duration: 68.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:11.697312Z","caller":"traceutil/trace.go:171","msg":"trace[884577475] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"134.07469ms","start":"2026-03-31T18:48:11.563197Z","end":"2026-03-31T18:48:11.697272Z","steps":["trace[884577475] 'process raft request' (duration: 133.846395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:11.697495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.630573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:48:11.697578Z","caller":"traceutil/trace.go:171","msg":"trace[761972282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10079; }","duration":"132.741856ms","start":"2026-03-31T18:48:11.564815Z","end":"2026-03-31T18:48:11.697557Z","steps":["trace[761972282] 'agreement among raft nodes before linearized reading' (duration: 132.486669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.209191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.830294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:12.209298Z","caller":"traceutil/trace.go:171","msg":"trace[916594844] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10480; }","duration":"511.966406ms","start":"2026-03-31T18:48:11.697316Z","end":"2026-03-31T18:48:12.209283Z","steps":["trace[916594844] 'read index received' (duration: 361.009459ms)","trace[916594844] 'applied index is now lower than readState.Index' (duration: 150.955607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:12.209584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.751941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:48:12.209629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.451948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:48:12.209667Z","caller":"traceutil/trace.go:171","msg":"trace[965640467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10080; }","duration":"633.484169ms","start":"2026-03-31T18:48:11.576168Z","end":"2026-03-31T18:48:12.209652Z","steps":["trace[965640467] 'agreement among raft nodes before linearized reading' (duration: 633.344956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:12.209667Z","caller":"traceutil/trace.go:171","msg":"trace[1486658056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10080; }","duration":"632.861753ms","start":"2026-03-31T18:48:11.576784Z","end":"2026-03-31T18:48:12.209646Z","steps":["trace[1486658056] 'agreement among raft nodes before linearized reading' (duration: 632.631257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.209695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.576157Z","time spent":"633.53104ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:48:12.209708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.576771Z","time spent":"632.927875ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:48:12.209712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.639849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:48:12.209746Z","caller":"traceutil/trace.go:171","msg":"trace[987863437] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"643.853772ms","start":"2026-03-31T18:48:11.565857Z","end":"2026-03-31T18:48:12.209711Z","steps":["trace[987863437] 'process raft request' (duration: 492.411752ms)","trace[987863437] 'compare' (duration: 150.378923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:12.209824Z","caller":"traceutil/trace.go:171","msg":"trace[475362171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10080; }","duration":"636.771922ms","start":"2026-03-31T18:48:11.573028Z","end":"2026-03-31T18:48:12.209799Z","steps":["trace[475362171] 'agreement among raft nodes before linearized reading' (duration: 636.489325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.209902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.573021Z","time spent":"636.863494ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:48:12.209938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.565845Z","time spent":"643.992145ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:12.392731Z","caller":"traceutil/trace.go:171","msg":"trace[2035013843] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"690.660745ms","start":"2026-03-31T18:48:11.702034Z","end":"2026-03-31T18:48:12.392695Z","steps":["trace[2035013843] 'process raft request' (duration: 668.73521ms)","trace[2035013843] 'compare' (duration: 21.679847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:12.392923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.702011Z","time spent":"690.819789ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:12.393373Z","caller":"traceutil/trace.go:171","msg":"trace[285169843] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"583.135266ms","start":"2026-03-31T18:48:11.810208Z","end":"2026-03-31T18:48:12.393343Z","steps":["trace[285169843] 'process raft request' (duration: 582.433348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.393624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.810187Z","time spent":"583.319ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:12.394185Z","caller":"traceutil/trace.go:171","msg":"trace[987729980] transaction","detail":"{read_only:false; response_revision:10083; number_of_response:1; }","duration":"460.841593ms","start":"2026-03-31T18:48:11.933324Z","end":"2026-03-31T18:48:12.394165Z","steps":["trace[987729980] 'process raft request' (duration: 459.612193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:12.394186Z","caller":"traceutil/trace.go:171","msg":"trace[1247845186] linearizableReadLoop","detail":"{readStateIndex:10485; appliedIndex:10481; }","duration":"184.776953ms","start":"2026-03-31T18:48:12.209318Z","end":"2026-03-31T18:48:12.394095Z","steps":["trace[1247845186] 'read index received' (duration: 161.536735ms)","trace[1247845186] 'applied index is now lower than readState.Index' (duration: 23.238838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:12.394251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.648074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8hcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:48:12.394294Z","caller":"traceutil/trace.go:171","msg":"trace[117737582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8hcjm; range_end:; response_count:1; response_revision:10084; }","duration":"306.693065ms","start":"2026-03-31T18:48:12.08759Z","end":"2026-03-31T18:48:12.394283Z","steps":["trace[117737582] 'agreement among raft nodes before linearized reading' (duration: 306.534551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.394296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.933306Z","time spent":"460.936515ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:12.394328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.087529Z","time spent":"306.791997ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8hcjm\" "} {"level":"warn","ts":"2026-03-31T18:48:12.394343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.011828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:12.39437Z","caller":"traceutil/trace.go:171","msg":"trace[419959928] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"460.890075ms","start":"2026-03-31T18:48:11.93344Z","end":"2026-03-31T18:48:12.39433Z","steps":["trace[419959928] 'process raft request' (duration: 460.570187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.394562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.933433Z","time spent":"461.033638ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:12.394582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.407241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:48:12.394605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.838069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-31T18:48:12.394421Z","caller":"traceutil/trace.go:171","msg":"trace[1044847631] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10084; }","duration":"673.153732ms","start":"2026-03-31T18:48:11.721245Z","end":"2026-03-31T18:48:12.394398Z","steps":["trace[1044847631] 'agreement among raft nodes before linearized reading' (duration: 673.008369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:12.394692Z","caller":"traceutil/trace.go:171","msg":"trace[1167243952] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10084; }","duration":"647.540574ms","start":"2026-03-31T18:48:11.747137Z","end":"2026-03-31T18:48:12.394677Z","steps":["trace[1167243952] 'agreement among raft nodes before linearized reading' (duration: 647.312858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:12.394719Z","caller":"traceutil/trace.go:171","msg":"trace[714360303] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10084; }","duration":"690.973662ms","start":"2026-03-31T18:48:11.703724Z","end":"2026-03-31T18:48:12.394698Z","steps":["trace[714360303] 'agreement among raft nodes before linearized reading' (duration: 690.676464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.394734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.721219Z","time spent":"673.49424ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:12.394744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.747126Z","time spent":"647.603906ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":105,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:12.394768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.70371Z","time spent":"691.048804ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7275,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:48:12.394989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.985167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:48:12.395052Z","caller":"traceutil/trace.go:171","msg":"trace[1886687520] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10084; }","duration":"690.08313ms","start":"2026-03-31T18:48:11.704953Z","end":"2026-03-31T18:48:12.395036Z","steps":["trace[1886687520] 'agreement among raft nodes before linearized reading' (duration: 689.400903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:12.395241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:11.704937Z","time spent":"690.284595ms","remote":"127.0.0.1:52158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T18:48:12.894307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871762698469997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:48:13.272127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.312294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:13.272381Z","caller":"traceutil/trace.go:171","msg":"trace[118548122] linearizableReadLoop","detail":"{readStateIndex:10488; appliedIndex:10485; }","duration":"878.105435ms","start":"2026-03-31T18:48:12.394259Z","end":"2026-03-31T18:48:13.272364Z","steps":["trace[118548122] 'read index received' (duration: 662.281676ms)","trace[118548122] 'applied index is now lower than readState.Index' (duration: 215.822629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:13.272477Z","caller":"traceutil/trace.go:171","msg":"trace[1242534002] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"1.058198278s","start":"2026-03-31T18:48:12.214267Z","end":"2026-03-31T18:48:13.272465Z","steps":["trace[1242534002] 'process raft request' (duration: 842.471183ms)","trace[1242534002] 'compare' (duration: 214.896494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:13.272542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.214251Z","time spent":"1.05825849s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:13.272893Z","caller":"traceutil/trace.go:171","msg":"trace[375737735] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"1.058503426s","start":"2026-03-31T18:48:12.214357Z","end":"2026-03-31T18:48:13.27286Z","steps":["trace[375737735] 'process raft request' (duration: 1.05787318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.272987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.698412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:13.272979Z","caller":"traceutil/trace.go:171","msg":"trace[1107299213] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"1.058396314s","start":"2026-03-31T18:48:12.214565Z","end":"2026-03-31T18:48:13.272961Z","steps":["trace[1107299213] 'process raft request' (duration: 1.057750828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.272985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.852586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:13.273012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.86838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:48:13.273029Z","caller":"traceutil/trace.go:171","msg":"trace[1974837344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10087; }","duration":"330.761464ms","start":"2026-03-31T18:48:12.942256Z","end":"2026-03-31T18:48:13.273017Z","steps":["trace[1974837344] 'agreement among raft nodes before linearized reading' (duration: 330.711863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.273063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.942241Z","time spent":"330.816655ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:48:13.273069Z","caller":"traceutil/trace.go:171","msg":"trace[1949009850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10087; }","duration":"130.962942ms","start":"2026-03-31T18:48:13.142089Z","end":"2026-03-31T18:48:13.273052Z","steps":["trace[1949009850] 'agreement among raft nodes before linearized reading' (duration: 130.87685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:13.273065Z","caller":"traceutil/trace.go:171","msg":"trace[1745546410] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10087; }","duration":"290.944798ms","start":"2026-03-31T18:48:12.9821Z","end":"2026-03-31T18:48:13.273045Z","steps":["trace[1745546410] 'agreement among raft nodes before linearized reading' (duration: 290.809694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.272926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061149144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:48:13.273094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.214534Z","time spent":"1.058503807s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:13.273152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.938194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261789"} {"level":"warn","ts":"2026-03-31T18:48:13.273159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.240433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:48:13.273208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.392985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T18:48:13.273189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.469286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:48:13.273257Z","caller":"traceutil/trace.go:171","msg":"trace[2051466306] range","detail":"{range_begin:/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22; range_end:; response_count:1; response_revision:10087; }","duration":"362.474297ms","start":"2026-03-31T18:48:12.910767Z","end":"2026-03-31T18:48:13.273242Z","steps":["trace[2051466306] 'agreement among raft nodes before linearized reading' (duration: 362.329393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:13.273251Z","caller":"traceutil/trace.go:171","msg":"trace[480134256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10087; }","duration":"111.383606ms","start":"2026-03-31T18:48:13.161848Z","end":"2026-03-31T18:48:13.273232Z","steps":["trace[480134256] 'agreement among raft nodes before linearized reading' (duration: 111.10817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.273054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.214349Z","time spent":"1.058627159s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:13.273317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.910747Z","time spent":"362.559398ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-566fc9cb97-55pth.18a20166816d2b22\" "} {"level":"info","ts":"2026-03-31T18:48:13.273196Z","caller":"traceutil/trace.go:171","msg":"trace[1906555332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:10087; }","duration":"873.016006ms","start":"2026-03-31T18:48:12.400167Z","end":"2026-03-31T18:48:13.273183Z","steps":["trace[1906555332] 'agreement among raft nodes before linearized reading' (duration: 872.684208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:13.273277Z","caller":"traceutil/trace.go:171","msg":"trace[554605490] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:10087; }","duration":"328.577768ms","start":"2026-03-31T18:48:12.944685Z","end":"2026-03-31T18:48:13.273263Z","steps":["trace[554605490] 'agreement among raft nodes before linearized reading' (duration: 328.368013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.273398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.944676Z","time spent":"328.708821ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-31T18:48:13.272904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038346477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:48:13.27349Z","caller":"traceutil/trace.go:171","msg":"trace[1019544096] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10087; }","duration":"1.038991864s","start":"2026-03-31T18:48:12.234485Z","end":"2026-03-31T18:48:13.273476Z","steps":["trace[1019544096] 'agreement among raft nodes before linearized reading' (duration: 1.038286136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.27353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.234472Z","time spent":"1.039046975s","remote":"127.0.0.1:49342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:48:13.273218Z","caller":"traceutil/trace.go:171","msg":"trace[285859730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10087; }","duration":"1.06139567s","start":"2026-03-31T18:48:12.211743Z","end":"2026-03-31T18:48:13.273139Z","steps":["trace[285859730] 'agreement among raft nodes before linearized reading' (duration: 1.061056792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.273956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.211727Z","time spent":"1.06221316s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:48:13.273424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.400137Z","time spent":"873.266313ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:48:13.580616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.689844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:13.580806Z","caller":"traceutil/trace.go:171","msg":"trace[614676465] transaction","detail":"{read_only:false; response_revision:10088; number_of_response:1; }","duration":"304.673495ms","start":"2026-03-31T18:48:13.276108Z","end":"2026-03-31T18:48:13.580782Z","steps":["trace[614676465] 'process raft request' (duration: 124.737214ms)","trace[614676465] 'compare' (duration: 179.466288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:13.580835Z","caller":"traceutil/trace.go:171","msg":"trace[279663171] transaction","detail":"{read_only:false; response_revision:10089; number_of_response:1; }","duration":"274.950993ms","start":"2026-03-31T18:48:13.30587Z","end":"2026-03-31T18:48:13.580821Z","steps":["trace[279663171] 'process raft request' (duration: 274.86462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.58091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:13.276091Z","time spent":"304.770537ms","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:13.581023Z","caller":"traceutil/trace.go:171","msg":"trace[306794787] linearizableReadLoop","detail":"{readStateIndex:10490; appliedIndex:10488; }","duration":"303.611198ms","start":"2026-03-31T18:48:13.277401Z","end":"2026-03-31T18:48:13.581013Z","steps":["trace[306794787] 'read index received' (duration: 27.209429ms)","trace[306794787] 'applied index is now lower than readState.Index' (duration: 276.400729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:13.581244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.835634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47deff4e-b467-4f15-8053-65c4c734df87\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:48:13.581282Z","caller":"traceutil/trace.go:171","msg":"trace[51448301] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47deff4e-b467-4f15-8053-65c4c734df87; range_end:; response_count:1; response_revision:10089; }","duration":"303.895115ms","start":"2026-03-31T18:48:13.277377Z","end":"2026-03-31T18:48:13.581272Z","steps":["trace[51448301] 'agreement among raft nodes before linearized reading' (duration: 303.750961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.581289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.205847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:48:13.581314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:13.277366Z","time spent":"303.941027ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-47deff4e-b467-4f15-8053-65c4c734df87\" "} {"level":"info","ts":"2026-03-31T18:48:13.581323Z","caller":"traceutil/trace.go:171","msg":"trace[1940326369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10089; }","duration":"303.276479ms","start":"2026-03-31T18:48:13.278036Z","end":"2026-03-31T18:48:13.581312Z","steps":["trace[1940326369] 'agreement among raft nodes before linearized reading' (duration: 303.169776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.581353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:13.277966Z","time spent":"303.380862ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:48:50.773527Z","caller":"traceutil/trace.go:171","msg":"trace[1044710661] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"291.498941ms","start":"2026-03-31T18:48:50.482002Z","end":"2026-03-31T18:48:50.773501Z","steps":["trace[1044710661] 'process raft request' (duration: 291.338147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:50.806272Z","caller":"traceutil/trace.go:171","msg":"trace[331135832] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"260.728413ms","start":"2026-03-31T18:48:50.545515Z","end":"2026-03-31T18:48:50.806243Z","steps":["trace[331135832] 'process raft request' (duration: 260.438926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:50.806276Z","caller":"traceutil/trace.go:171","msg":"trace[207743307] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"237.073205ms","start":"2026-03-31T18:48:50.569172Z","end":"2026-03-31T18:48:50.806245Z","steps":["trace[207743307] 'process raft request' (duration: 236.955042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:50.806517Z","caller":"traceutil/trace.go:171","msg":"trace[922361274] linearizableReadLoop","detail":"{readStateIndex:10829; appliedIndex:10825; }","duration":"215.154131ms","start":"2026-03-31T18:48:50.591339Z","end":"2026-03-31T18:48:50.806493Z","steps":["trace[922361274] 'read index received' (duration: 182.009623ms)","trace[922361274] 'applied index is now lower than readState.Index' (duration: 33.142898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:50.806579Z","caller":"traceutil/trace.go:171","msg":"trace[759856820] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"237.381663ms","start":"2026-03-31T18:48:50.569172Z","end":"2026-03-31T18:48:50.806553Z","steps":["trace[759856820] 'process raft request' (duration: 237.015174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:50.806645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.281474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:48:50.80773Z","caller":"traceutil/trace.go:171","msg":"trace[1246371767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10418; }","duration":"216.389621ms","start":"2026-03-31T18:48:50.591307Z","end":"2026-03-31T18:48:50.807697Z","steps":["trace[1246371767] 'agreement among raft nodes before linearized reading' (duration: 215.257923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:51.597381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.802629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:51.597462Z","caller":"traceutil/trace.go:171","msg":"trace[188394403] linearizableReadLoop","detail":"{readStateIndex:10833; appliedIndex:10832; }","duration":"146.651618ms","start":"2026-03-31T18:48:51.450798Z","end":"2026-03-31T18:48:51.59745Z","steps":["trace[188394403] 'read index received' (duration: 24.665194ms)","trace[188394403] 'applied index is now lower than readState.Index' (duration: 121.985484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:51.597557Z","caller":"traceutil/trace.go:171","msg":"trace[1428643211] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"302.878938ms","start":"2026-03-31T18:48:51.294638Z","end":"2026-03-31T18:48:51.597517Z","steps":["trace[1428643211] 'process raft request' (duration: 180.879894ms)","trace[1428643211] 'compare' (duration: 121.648836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:51.597703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:51.294569Z","time spent":"303.064533ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15000,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:51.597601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.810212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:48:51.597795Z","caller":"traceutil/trace.go:171","msg":"trace[1671669879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10422; }","duration":"147.034628ms","start":"2026-03-31T18:48:51.45075Z","end":"2026-03-31T18:48:51.597785Z","steps":["trace[1671669879] 'agreement among raft nodes before linearized reading' (duration: 146.763921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:51.597854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.343059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:48:51.597852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.400149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-587896dcb4-4hjp6.18a201839301e20f\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-31T18:48:51.59793Z","caller":"traceutil/trace.go:171","msg":"trace[1490341527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10422; }","duration":"142.552194ms","start":"2026-03-31T18:48:51.455357Z","end":"2026-03-31T18:48:51.597909Z","steps":["trace[1490341527] 'agreement among raft nodes before linearized reading' (duration: 142.243116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:51.597948Z","caller":"traceutil/trace.go:171","msg":"trace[52532071] range","detail":"{range_begin:/registry/events/openstack/glance-api-587896dcb4-4hjp6.18a201839301e20f; range_end:; response_count:1; response_revision:10422; }","duration":"138.544222ms","start":"2026-03-31T18:48:51.459377Z","end":"2026-03-31T18:48:51.597921Z","steps":["trace[52532071] 'agreement among raft nodes before linearized reading' (duration: 138.239825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:51.597972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.903798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:48:51.598026Z","caller":"traceutil/trace.go:171","msg":"trace[370918107] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10422; }","duration":"141.95723ms","start":"2026-03-31T18:48:51.456052Z","end":"2026-03-31T18:48:51.598009Z","steps":["trace[370918107] 'agreement among raft nodes before linearized reading' (duration: 141.816775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:02.000063Z","caller":"traceutil/trace.go:171","msg":"trace[576054081] transaction","detail":"{read_only:false; response_revision:10502; number_of_response:1; }","duration":"275.815815ms","start":"2026-03-31T18:49:01.724184Z","end":"2026-03-31T18:49:01.999999Z","steps":["trace[576054081] 'process raft request' (duration: 275.668432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:02.002169Z","caller":"traceutil/trace.go:171","msg":"trace[702756120] transaction","detail":"{read_only:false; response_revision:10503; number_of_response:1; }","duration":"277.072046ms","start":"2026-03-31T18:49:01.725068Z","end":"2026-03-31T18:49:02.00214Z","steps":["trace[702756120] 'process raft request' (duration: 276.880681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:02.002481Z","caller":"traceutil/trace.go:171","msg":"trace[1133882229] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"277.055786ms","start":"2026-03-31T18:49:01.725397Z","end":"2026-03-31T18:49:02.002452Z","steps":["trace[1133882229] 'process raft request' (duration: 276.694576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:30.614241Z","caller":"traceutil/trace.go:171","msg":"trace[388090651] linearizableReadLoop","detail":"{readStateIndex:11661; appliedIndex:11660; }","duration":"152.741072ms","start":"2026-03-31T18:50:30.46148Z","end":"2026-03-31T18:50:30.614221Z","steps":["trace[388090651] 'read index received' (duration: 152.589138ms)","trace[388090651] 'applied index is now lower than readState.Index' (duration: 150.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:30.614345Z","caller":"traceutil/trace.go:171","msg":"trace[1529057331] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"153.471121ms","start":"2026-03-31T18:50:30.460852Z","end":"2026-03-31T18:50:30.614324Z","steps":["trace[1529057331] 'process raft request' (duration: 153.209474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.614456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.950527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:30.6145Z","caller":"traceutil/trace.go:171","msg":"trace[324531824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11219; }","duration":"153.030289ms","start":"2026-03-31T18:50:30.461457Z","end":"2026-03-31T18:50:30.614487Z","steps":["trace[324531824] 'agreement among raft nodes before linearized reading' (duration: 152.873805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.614624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.758682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:30.61465Z","caller":"traceutil/trace.go:171","msg":"trace[1819203856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11219; }","duration":"148.813903ms","start":"2026-03-31T18:50:30.46583Z","end":"2026-03-31T18:50:30.614644Z","steps":["trace[1819203856] 'agreement among raft nodes before linearized reading' (duration: 148.747231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:30.614888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.074284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:50:30.614923Z","caller":"traceutil/trace.go:171","msg":"trace[224508453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11219; }","duration":"148.132406ms","start":"2026-03-31T18:50:30.466782Z","end":"2026-03-31T18:50:30.614915Z","steps":["trace[224508453] 'agreement among raft nodes before linearized reading' (duration: 148.050264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:33.328175Z","caller":"traceutil/trace.go:171","msg":"trace[1681062374] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"117.479931ms","start":"2026-03-31T18:50:33.21066Z","end":"2026-03-31T18:50:33.32814Z","steps":["trace[1681062374] 'process raft request' (duration: 117.260365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:33.328366Z","caller":"traceutil/trace.go:171","msg":"trace[1586281434] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"117.067451ms","start":"2026-03-31T18:50:33.211274Z","end":"2026-03-31T18:50:33.328341Z","steps":["trace[1586281434] 'process raft request' (duration: 116.774934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:34.647007Z","caller":"traceutil/trace.go:171","msg":"trace[1787002594] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"234.189992ms","start":"2026-03-31T18:50:34.412779Z","end":"2026-03-31T18:50:34.646969Z","steps":["trace[1787002594] 'process raft request' (duration: 233.756811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:49.153232Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9333} {"level":"info","ts":"2026-03-31T18:51:49.238128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9333,"took":"82.928936ms","hash":1901726521,"current-db-size-bytes":44077056,"current-db-size":"44 MB","current-db-size-in-use-bytes":25038848,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:51:49.238186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1901726521,"revision":9333,"compact-revision":7238} {"level":"info","ts":"2026-03-31T18:52:17.402613Z","caller":"traceutil/trace.go:171","msg":"trace[14147482] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"109.184691ms","start":"2026-03-31T18:52:17.293408Z","end":"2026-03-31T18:52:17.402593Z","steps":["trace[14147482] 'process raft request' (duration: 109.008877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:17.403083Z","caller":"traceutil/trace.go:171","msg":"trace[1710076057] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"108.891754ms","start":"2026-03-31T18:52:17.293967Z","end":"2026-03-31T18:52:17.402859Z","steps":["trace[1710076057] 'process raft request' (duration: 108.579786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:02.431746Z","caller":"traceutil/trace.go:171","msg":"trace[982482884] linearizableReadLoop","detail":"{readStateIndex:13189; appliedIndex:13188; }","duration":"104.093097ms","start":"2026-03-31T18:55:02.327628Z","end":"2026-03-31T18:55:02.431721Z","steps":["trace[982482884] 'read index received' (duration: 104.056946ms)","trace[982482884] 'applied index is now lower than readState.Index' (duration: 35.341µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:02.431829Z","caller":"traceutil/trace.go:171","msg":"trace[939395352] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"107.120863ms","start":"2026-03-31T18:55:02.32467Z","end":"2026-03-31T18:55:02.431791Z","steps":["trace[939395352] 'process raft request' (duration: 106.888238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:02.432095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.447606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:55:02.43215Z","caller":"traceutil/trace.go:171","msg":"trace[2011820684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12690; }","duration":"104.539318ms","start":"2026-03-31T18:55:02.327598Z","end":"2026-03-31T18:55:02.432137Z","steps":["trace[2011820684] 'agreement among raft nodes before linearized reading' (duration: 104.22863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:04.657892Z","caller":"traceutil/trace.go:171","msg":"trace[2121606792] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"133.996712ms","start":"2026-03-31T18:55:04.523864Z","end":"2026-03-31T18:55:04.657861Z","steps":["trace[2121606792] 'process raft request' (duration: 81.64806ms)","trace[2121606792] 'compare' (duration: 52.164176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:10.298698Z","caller":"traceutil/trace.go:171","msg":"trace[965941449] linearizableReadLoop","detail":"{readStateIndex:13231; appliedIndex:13230; }","duration":"118.456889ms","start":"2026-03-31T18:55:10.180222Z","end":"2026-03-31T18:55:10.298679Z","steps":["trace[965941449] 'read index received' (duration: 118.188433ms)","trace[965941449] 'applied index is now lower than readState.Index' (duration: 267.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:10.298765Z","caller":"traceutil/trace.go:171","msg":"trace[2013284120] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"165.091287ms","start":"2026-03-31T18:55:10.13365Z","end":"2026-03-31T18:55:10.298741Z","steps":["trace[2013284120] 'process raft request' (duration: 164.83212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:10.298948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.694025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:55:10.299054Z","caller":"traceutil/trace.go:171","msg":"trace[1873351419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12730; }","duration":"118.848679ms","start":"2026-03-31T18:55:10.180178Z","end":"2026-03-31T18:55:10.299027Z","steps":["trace[1873351419] 'agreement among raft nodes before linearized reading' (duration: 118.580402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:11.059674Z","caller":"traceutil/trace.go:171","msg":"trace[510964934] transaction","detail":"{read_only:false; response_revision:12738; number_of_response:1; }","duration":"116.177493ms","start":"2026-03-31T18:55:10.943472Z","end":"2026-03-31T18:55:11.059649Z","steps":["trace[510964934] 'process raft request' (duration: 83.157919ms)","trace[510964934] 'compare' (duration: 32.924271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:56:49.158973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11696} {"level":"info","ts":"2026-03-31T18:56:49.241922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11696,"took":"81.21956ms","hash":2782407688,"current-db-size-bytes":44077056,"current-db-size":"44 MB","current-db-size-in-use-bytes":20750336,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-31T18:56:49.242005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2782407688,"revision":11696,"compact-revision":9333}