{"level":"warn","ts":"2026-03-18T00:48:10.05667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:10.056765Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:48:10.056833Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:10.056846Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-18T00:48:10.057019Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:10.057689Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-03-18T00:48:10.057761Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:48:10.067628Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.658085ms"} {"level":"info","ts":"2026-03-18T00:48:10.083543Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-03-18T00:48:10.083636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:48:10.083663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-03-18T00:48:10.083679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:48:10.083745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-03-18T00:48:10.083923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-03-18T00:48:10.090353Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:48:10.092355Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:48:10.093731Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:48:10.096635Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:48:10.096819Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:48:10.096925Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:10.097016Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:10.097031Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:10.098597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-03-18T00:48:10.098817Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-18T00:48:10.100887Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:10.101008Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-18T00:48:10.101081Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-18T00:48:10.101184Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:48:10.101247Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:48:10.485074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:48:10.485137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:48:10.485171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-03-18T00:48:10.485191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:48:10.485202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-18T00:48:10.485224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-03-18T00:48:10.485243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-18T00:48:10.566215Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:48:10.566238Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:10.566305Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:10.566323Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:10.5666Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:48:10.566659Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:48:10.567604Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:10.567711Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:10.567747Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:10.568228Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:48:10.574921Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-03-18T00:48:12.141976Z","caller":"traceutil/trace.go:171","msg":"trace[1208797453] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"146.754954ms","start":"2026-03-18T00:48:11.995201Z","end":"2026-03-18T00:48:12.141956Z","steps":["trace[1208797453] 'process raft request' (duration: 146.627321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142029Z","caller":"traceutil/trace.go:171","msg":"trace[96638420] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"146.57786ms","start":"2026-03-18T00:48:11.995428Z","end":"2026-03-18T00:48:12.142006Z","steps":["trace[96638420] 'process raft request' (duration: 146.445207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.141965Z","caller":"traceutil/trace.go:171","msg":"trace[473894569] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"147.309045ms","start":"2026-03-18T00:48:11.994628Z","end":"2026-03-18T00:48:12.141937Z","steps":["trace[473894569] 'process raft request' (duration: 142.817754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142182Z","caller":"traceutil/trace.go:171","msg":"trace[437273740] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"145.886066ms","start":"2026-03-18T00:48:11.996282Z","end":"2026-03-18T00:48:12.142168Z","steps":["trace[437273740] 'process raft request' (duration: 145.622381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142304Z","caller":"traceutil/trace.go:171","msg":"trace[409017549] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"103.104032ms","start":"2026-03-18T00:48:12.039185Z","end":"2026-03-18T00:48:12.142289Z","steps":["trace[409017549] 'process raft request' (duration: 102.909418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142281Z","caller":"traceutil/trace.go:171","msg":"trace[1766879388] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"145.869296ms","start":"2026-03-18T00:48:11.996398Z","end":"2026-03-18T00:48:12.142267Z","steps":["trace[1766879388] 'process raft request' (duration: 145.542609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142387Z","caller":"traceutil/trace.go:171","msg":"trace[1847143231] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"104.072151ms","start":"2026-03-18T00:48:12.038267Z","end":"2026-03-18T00:48:12.142339Z","steps":["trace[1847143231] 'process raft request' (duration: 103.790856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.142378Z","caller":"traceutil/trace.go:171","msg":"trace[111119739] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"142.042469ms","start":"2026-03-18T00:48:12.000289Z","end":"2026-03-18T00:48:12.142331Z","steps":["trace[111119739] 'process raft request' (duration: 141.697932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:12.14308Z","caller":"traceutil/trace.go:171","msg":"trace[667174172] linearizableReadLoop","detail":"{readStateIndex:23; appliedIndex:17; }","duration":"106.909368ms","start":"2026-03-18T00:48:12.0361Z","end":"2026-03-18T00:48:12.143009Z","steps":["trace[667174172] 'read index received' (duration: 101.266624ms)","trace[667174172] 'applied index is now lower than readState.Index' (duration: 5.635894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:12.143175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.206321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T00:48:12.144406Z","caller":"traceutil/trace.go:171","msg":"trace[341638920] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"140.461656ms","start":"2026-03-18T00:48:12.003885Z","end":"2026-03-18T00:48:12.144347Z","steps":["trace[341638920] 'agreement among raft nodes before linearized reading' (duration: 139.121759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.143166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.511457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T00:48:12.144517Z","caller":"traceutil/trace.go:171","msg":"trace[177326545] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"138.872654ms","start":"2026-03-18T00:48:12.005599Z","end":"2026-03-18T00:48:12.144472Z","steps":["trace[177326545] 'agreement among raft nodes before linearized reading' (duration: 137.410604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.144642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.837887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T00:48:12.1447Z","caller":"traceutil/trace.go:171","msg":"trace[483409744] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"107.929609ms","start":"2026-03-18T00:48:12.036761Z","end":"2026-03-18T00:48:12.144691Z","steps":["trace[483409744] 'agreement among raft nodes before linearized reading' (duration: 107.794496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.14332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.170502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"info","ts":"2026-03-18T00:48:12.144921Z","caller":"traceutil/trace.go:171","msg":"trace[1549792195] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21; }","duration":"150.793725ms","start":"2026-03-18T00:48:11.994116Z","end":"2026-03-18T00:48:12.14491Z","steps":["trace[1549792195] 'agreement among raft nodes before linearized reading' (duration: 149.138752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.143237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.714234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-26lv2\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-18T00:48:12.145067Z","caller":"traceutil/trace.go:171","msg":"trace[221719491] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-26lv2; range_end:; response_count:1; response_revision:21; }","duration":"150.632392ms","start":"2026-03-18T00:48:11.994367Z","end":"2026-03-18T00:48:12.144999Z","steps":["trace[221719491] 'agreement among raft nodes before linearized reading' (duration: 148.715673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.143253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.672981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T00:48:12.145145Z","caller":"traceutil/trace.go:171","msg":"trace[323682879] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"142.695371ms","start":"2026-03-18T00:48:12.002434Z","end":"2026-03-18T00:48:12.145129Z","steps":["trace[323682879] 'agreement among raft nodes before linearized reading' (duration: 140.595218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:12.145547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.630273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T00:48:12.145606Z","caller":"traceutil/trace.go:171","msg":"trace[609356871] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:21; }","duration":"106.736325ms","start":"2026-03-18T00:48:12.038853Z","end":"2026-03-18T00:48:12.145589Z","steps":["trace[609356871] 'agreement among raft nodes before linearized reading' (duration: 105.906339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:25.649006Z","caller":"traceutil/trace.go:171","msg":"trace[1954435575] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"220.41966ms","start":"2026-03-18T00:48:25.428556Z","end":"2026-03-18T00:48:25.648975Z","steps":["trace[1954435575] 'process raft request' (duration: 220.213235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:26.17176Z","caller":"traceutil/trace.go:171","msg":"trace[1822843219] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:421; }","duration":"636.987419ms","start":"2026-03-18T00:48:25.534728Z","end":"2026-03-18T00:48:26.171716Z","steps":["trace[1822843219] 'read index received' (duration: 114.052912ms)","trace[1822843219] 'applied index is now lower than readState.Index' (duration: 522.932667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:26.171867Z","caller":"traceutil/trace.go:171","msg":"trace[252806323] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"672.17061ms","start":"2026-03-18T00:48:25.499656Z","end":"2026-03-18T00:48:26.171826Z","steps":["trace[252806323] 'process raft request' (duration: 667.514037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:26.171985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.221215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:26.172101Z","caller":"traceutil/trace.go:171","msg":"trace[54285342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"637.409298ms","start":"2026-03-18T00:48:25.534665Z","end":"2026-03-18T00:48:26.172075Z","steps":["trace[54285342] 'agreement among raft nodes before linearized reading' (duration: 637.199554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:26.172159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:25.534642Z","time spent":"637.50843ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:26.172545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:25.499617Z","time spent":"672.361903ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:28.639919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.640974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:28.64005Z","caller":"traceutil/trace.go:171","msg":"trace[1308994862] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"289.975485ms","start":"2026-03-18T00:48:28.350056Z","end":"2026-03-18T00:48:28.640031Z","steps":["trace[1308994862] 'read index received' (duration: 18.756959ms)","trace[1308994862] 'applied index is now lower than readState.Index' (duration: 271.217276ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:28.640089Z","caller":"traceutil/trace.go:171","msg":"trace[1727806147] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"339.720559ms","start":"2026-03-18T00:48:28.30033Z","end":"2026-03-18T00:48:28.64005Z","steps":["trace[1727806147] 'process raft request' (duration: 68.687827ms)","trace[1727806147] 'compare' (duration: 270.48103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:28.640268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.300306Z","time spent":"339.870212ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:28.640301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.210799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:28.64044Z","caller":"traceutil/trace.go:171","msg":"trace[1350256209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:450; }","duration":"290.414613ms","start":"2026-03-18T00:48:28.349998Z","end":"2026-03-18T00:48:28.640412Z","steps":["trace[1350256209] 'agreement among raft nodes before linearized reading' (duration: 290.113367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:30.945685Z","caller":"traceutil/trace.go:171","msg":"trace[1709895358] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"204.083131ms","start":"2026-03-18T00:48:30.741569Z","end":"2026-03-18T00:48:30.945652Z","steps":["trace[1709895358] 'process raft request' (duration: 145.397356ms)","trace[1709895358] 'compare' (duration: 58.559771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:31.987727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.382216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:31.987836Z","caller":"traceutil/trace.go:171","msg":"trace[456352217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"362.545809ms","start":"2026-03-18T00:48:31.625257Z","end":"2026-03-18T00:48:31.987802Z","steps":["trace[456352217] 'range keys from in-memory index tree' (duration: 362.228853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:31.987943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:31.625213Z","time spent":"362.711052ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:48:38.53053Z","caller":"traceutil/trace.go:171","msg":"trace[1743609865] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"170.975882ms","start":"2026-03-18T00:48:38.359522Z","end":"2026-03-18T00:48:38.530498Z","steps":["trace[1743609865] 'process raft request' (duration: 170.797768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.976223Z","caller":"traceutil/trace.go:171","msg":"trace[2141190810] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"226.480672ms","start":"2026-03-18T00:48:38.749716Z","end":"2026-03-18T00:48:38.976197Z","steps":["trace[2141190810] 'read index received' (duration: 226.215997ms)","trace[2141190810] 'applied index is now lower than readState.Index' (duration: 263.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:38.976313Z","caller":"traceutil/trace.go:171","msg":"trace[721944338] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"290.323881ms","start":"2026-03-18T00:48:38.685955Z","end":"2026-03-18T00:48:38.976278Z","steps":["trace[721944338] 'process raft request' (duration: 290.049605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:38.976385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.651786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:38.976425Z","caller":"traceutil/trace.go:171","msg":"trace[1977067177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:473; }","duration":"226.753237ms","start":"2026-03-18T00:48:38.749659Z","end":"2026-03-18T00:48:38.976412Z","steps":["trace[1977067177] 'agreement among raft nodes before linearized reading' (duration: 226.665316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:38.976481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.565133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:38.97655Z","caller":"traceutil/trace.go:171","msg":"trace[1174498448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"226.656576ms","start":"2026-03-18T00:48:38.74987Z","end":"2026-03-18T00:48:38.976526Z","steps":["trace[1174498448] 'agreement among raft nodes before linearized reading' (duration: 226.545263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:42.802341Z","caller":"traceutil/trace.go:171","msg":"trace[270356526] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"176.447482ms","start":"2026-03-18T00:48:42.625871Z","end":"2026-03-18T00:48:42.802319Z","steps":["trace[270356526] 'read index received' (duration: 176.299619ms)","trace[270356526] 'applied index is now lower than readState.Index' (duration: 146.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:42.802399Z","caller":"traceutil/trace.go:171","msg":"trace[1160074540] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"211.117848ms","start":"2026-03-18T00:48:42.591252Z","end":"2026-03-18T00:48:42.80237Z","steps":["trace[1160074540] 'process raft request' (duration: 210.928445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:42.802509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.623615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:42.802545Z","caller":"traceutil/trace.go:171","msg":"trace[381138950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"176.711426ms","start":"2026-03-18T00:48:42.625823Z","end":"2026-03-18T00:48:42.802534Z","steps":["trace[381138950] 'agreement among raft nodes before linearized reading' (duration: 176.614115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:43.115611Z","caller":"traceutil/trace.go:171","msg":"trace[1007900740] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"434.979655ms","start":"2026-03-18T00:48:42.680599Z","end":"2026-03-18T00:48:43.115579Z","steps":["trace[1007900740] 'process raft request' (duration: 410.930826ms)","trace[1007900740] 'compare' (duration: 23.789874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:43.115806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:42.680579Z","time spent":"435.126729ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:43.115845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.084982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:48:43.115639Z","caller":"traceutil/trace.go:171","msg":"trace[748440702] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"125.808317ms","start":"2026-03-18T00:48:42.989758Z","end":"2026-03-18T00:48:43.115566Z","steps":["trace[748440702] 'read index received' (duration: 101.819709ms)","trace[748440702] 'applied index is now lower than readState.Index' (duration: 23.987248ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:43.115898Z","caller":"traceutil/trace.go:171","msg":"trace[1830501578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"126.171514ms","start":"2026-03-18T00:48:42.989709Z","end":"2026-03-18T00:48:43.115881Z","steps":["trace[1830501578] 'agreement among raft nodes before linearized reading' (duration: 125.96788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:46.638819Z","caller":"traceutil/trace.go:171","msg":"trace[226206311] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"101.634917ms","start":"2026-03-18T00:48:46.537158Z","end":"2026-03-18T00:48:46.638793Z","steps":["trace[226206311] 'process raft request' (duration: 50.37519ms)","trace[226206311] 'compare' (duration: 51.131454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:49.930768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.165091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bq48z\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-18T00:48:49.930865Z","caller":"traceutil/trace.go:171","msg":"trace[566890510] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bq48z; range_end:; response_count:1; response_revision:558; }","duration":"455.312234ms","start":"2026-03-18T00:48:49.47553Z","end":"2026-03-18T00:48:49.930842Z","steps":["trace[566890510] 'range keys from in-memory index tree' (duration: 454.963768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:49.930909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:49.47551Z","time spent":"455.390555ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-bq48z\" "} {"level":"info","ts":"2026-03-18T00:48:50.913354Z","caller":"traceutil/trace.go:171","msg":"trace[1419476501] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"287.723599ms","start":"2026-03-18T00:48:50.625599Z","end":"2026-03-18T00:48:50.913323Z","steps":["trace[1419476501] 'read index received' (duration: 287.521655ms)","trace[1419476501] 'applied index is now lower than readState.Index' (duration: 200.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:50.913488Z","caller":"traceutil/trace.go:171","msg":"trace[374461518] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"966.540593ms","start":"2026-03-18T00:48:49.946937Z","end":"2026-03-18T00:48:50.913477Z","steps":["trace[374461518] 'process raft request' (duration: 966.217177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:50.9136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:49.946919Z","time spent":"966.595763ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:50.913747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.149606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:50.913788Z","caller":"traceutil/trace.go:171","msg":"trace[654140818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"288.227088ms","start":"2026-03-18T00:48:50.62555Z","end":"2026-03-18T00:48:50.913777Z","steps":["trace[654140818] 'agreement among raft nodes before linearized reading' (duration: 288.170497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:51.263521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.367505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:51.263664Z","caller":"traceutil/trace.go:171","msg":"trace[1329346641] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"345.834052ms","start":"2026-03-18T00:48:50.917801Z","end":"2026-03-18T00:48:51.263635Z","steps":["trace[1329346641] 'process raft request' (duration: 225.266493ms)","trace[1329346641] 'compare' (duration: 120.232813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:51.263833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:50.917774Z","time spent":"345.961415ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:52.521605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231345022s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:48:53.354573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:52.317607Z","time spent":"1.036957646s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:48:53.35516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.148355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:53.355508Z","caller":"traceutil/trace.go:171","msg":"trace[559994155] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.08712093s","start":"2026-03-18T00:48:51.26837Z","end":"2026-03-18T00:48:53.35549Z","steps":["trace[559994155] 'process raft request' (duration: 2.086901826s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.355577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:51.268341Z","time spent":"2.087204721s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:53.355605Z","caller":"traceutil/trace.go:171","msg":"trace[1500100254] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"2.087366183s","start":"2026-03-18T00:48:51.268217Z","end":"2026-03-18T00:48:53.355583Z","steps":["trace[1500100254] 'process raft request' (duration: 1.253702119s)","trace[1500100254] 'compare' (duration: 832.619374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:53.355718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:51.268197Z","time spent":"2.087450045s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:53.355744Z","caller":"traceutil/trace.go:171","msg":"trace[2025614148] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:579; }","duration":"2.077783214s","start":"2026-03-18T00:48:51.27792Z","end":"2026-03-18T00:48:53.355703Z","steps":["trace[2025614148] 'read index received' (duration: 12.35647ms)","trace[2025614148] 'applied index is now lower than readState.Index' (duration: 2.065424234s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:53.35593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077997969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:53.355982Z","caller":"traceutil/trace.go:171","msg":"trace[279695152] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:564; }","duration":"2.07807194s","start":"2026-03-18T00:48:51.277892Z","end":"2026-03-18T00:48:53.355964Z","steps":["trace[279695152] 'agreement among raft nodes before linearized reading' (duration: 2.077985038s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.356012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:51.27788Z","time spent":"2.078124921s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T00:48:53.356063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729799323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:53.356106Z","caller":"traceutil/trace.go:171","msg":"trace[1237028155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"1.729839174s","start":"2026-03-18T00:48:51.626253Z","end":"2026-03-18T00:48:53.356092Z","steps":["trace[1237028155] 'agreement among raft nodes before linearized reading' (duration: 1.729770452s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:53.356134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:51.626193Z","time spent":"1.729935576s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:54.041601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.969676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.041705Z","caller":"traceutil/trace.go:171","msg":"trace[1695626768] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:571; }","duration":"114.106948ms","start":"2026-03-18T00:48:53.927562Z","end":"2026-03-18T00:48:54.041669Z","steps":["trace[1695626768] 'range keys from in-memory index tree' (duration: 113.873484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.607934Z","caller":"traceutil/trace.go:171","msg":"trace[2143090305] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"163.902158ms","start":"2026-03-18T00:48:54.443991Z","end":"2026-03-18T00:48:54.607893Z","steps":["trace[2143090305] 'process raft request' (duration: 120.663812ms)","trace[2143090305] 'compare' (duration: 42.845048ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.607996Z","caller":"traceutil/trace.go:171","msg":"trace[221084076] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"163.572962ms","start":"2026-03-18T00:48:54.444374Z","end":"2026-03-18T00:48:54.607947Z","steps":["trace[221084076] 'process raft request' (duration: 163.391127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608051Z","caller":"traceutil/trace.go:171","msg":"trace[1949725789] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"163.630903ms","start":"2026-03-18T00:48:54.444393Z","end":"2026-03-18T00:48:54.608024Z","steps":["trace[1949725789] 'process raft request' (duration: 163.4503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608072Z","caller":"traceutil/trace.go:171","msg":"trace[872426143] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"163.581222ms","start":"2026-03-18T00:48:54.444462Z","end":"2026-03-18T00:48:54.608044Z","steps":["trace[872426143] 'process raft request' (duration: 163.46799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608151Z","caller":"traceutil/trace.go:171","msg":"trace[721463984] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"162.123105ms","start":"2026-03-18T00:48:54.445982Z","end":"2026-03-18T00:48:54.608105Z","steps":["trace[721463984] 'process raft request' (duration: 162.010233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608446Z","caller":"traceutil/trace.go:171","msg":"trace[1888390067] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"162.44286ms","start":"2026-03-18T00:48:54.445988Z","end":"2026-03-18T00:48:54.608431Z","steps":["trace[1888390067] 'process raft request' (duration: 162.070524ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608542Z","caller":"traceutil/trace.go:171","msg":"trace[1214761146] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"162.297478ms","start":"2026-03-18T00:48:54.446207Z","end":"2026-03-18T00:48:54.608504Z","steps":["trace[1214761146] 'process raft request' (duration: 162.142625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608758Z","caller":"traceutil/trace.go:171","msg":"trace[328554282] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"161.291749ms","start":"2026-03-18T00:48:54.447453Z","end":"2026-03-18T00:48:54.608745Z","steps":["trace[328554282] 'process raft request' (duration: 160.993954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608759Z","caller":"traceutil/trace.go:171","msg":"trace[1223328955] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"154.742366ms","start":"2026-03-18T00:48:54.454001Z","end":"2026-03-18T00:48:54.608743Z","steps":["trace[1223328955] 'process raft request' (duration: 154.599753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608829Z","caller":"traceutil/trace.go:171","msg":"trace[647921913] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:628; }","duration":"114.707279ms","start":"2026-03-18T00:48:54.494107Z","end":"2026-03-18T00:48:54.608814Z","steps":["trace[647921913] 'read index received' (duration: 70.567557ms)","trace[647921913] 'applied index is now lower than readState.Index' (duration: 44.138052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.609117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.997475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bq48z\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-18T00:48:54.609163Z","caller":"traceutil/trace.go:171","msg":"trace[622741457] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bq48z; range_end:; response_count:1; response_revision:618; }","duration":"115.094776ms","start":"2026-03-18T00:48:54.494057Z","end":"2026-03-18T00:48:54.609151Z","steps":["trace[622741457] 'agreement among raft nodes before linearized reading' (duration: 114.867742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.608792Z","caller":"traceutil/trace.go:171","msg":"trace[581440620] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"113.71248ms","start":"2026-03-18T00:48:54.495058Z","end":"2026-03-18T00:48:54.60877Z","steps":["trace[581440620] 'process raft request' (duration: 113.6618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.85266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.139905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:54.852899Z","caller":"traceutil/trace.go:171","msg":"trace[438477660] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"239.338534ms","start":"2026-03-18T00:48:54.613501Z","end":"2026-03-18T00:48:54.852839Z","steps":["trace[438477660] 'process raft request' (duration: 106.936273ms)","trace[438477660] 'compare' (duration: 131.963732ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.853005Z","caller":"traceutil/trace.go:171","msg":"trace[1726834383] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"236.207366ms","start":"2026-03-18T00:48:54.616772Z","end":"2026-03-18T00:48:54.852979Z","steps":["trace[1726834383] 'process raft request' (duration: 236.078194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.853031Z","caller":"traceutil/trace.go:171","msg":"trace[682165051] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"239.071309ms","start":"2026-03-18T00:48:54.61392Z","end":"2026-03-18T00:48:54.852991Z","steps":["trace[682165051] 'process raft request' (duration: 238.826454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.853661Z","caller":"traceutil/trace.go:171","msg":"trace[261137730] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"230.128333ms","start":"2026-03-18T00:48:54.623497Z","end":"2026-03-18T00:48:54.853625Z","steps":["trace[261137730] 'process raft request' (duration: 229.816837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.853925Z","caller":"traceutil/trace.go:171","msg":"trace[352937759] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"230.315856ms","start":"2026-03-18T00:48:54.623589Z","end":"2026-03-18T00:48:54.853905Z","steps":["trace[352937759] 'process raft request' (duration: 229.961309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.85427Z","caller":"traceutil/trace.go:171","msg":"trace[77016433] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"221.346339ms","start":"2026-03-18T00:48:54.63291Z","end":"2026-03-18T00:48:54.854257Z","steps":["trace[77016433] 'process raft request' (duration: 220.93351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.854303Z","caller":"traceutil/trace.go:171","msg":"trace[735764789] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"217.925425ms","start":"2026-03-18T00:48:54.636342Z","end":"2026-03-18T00:48:54.854267Z","steps":["trace[735764789] 'process raft request' (duration: 217.612778ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:54.854264Z","caller":"traceutil/trace.go:171","msg":"trace[1649467742] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:639; }","duration":"228.980072ms","start":"2026-03-18T00:48:54.625263Z","end":"2026-03-18T00:48:54.854243Z","steps":["trace[1649467742] 'read index received' (duration: 95.218566ms)","trace[1649467742] 'applied index is now lower than readState.Index' (duration: 133.760106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.854471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.175255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.854537Z","caller":"traceutil/trace.go:171","msg":"trace[721276157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"229.293968ms","start":"2026-03-18T00:48:54.625223Z","end":"2026-03-18T00:48:54.854517Z","steps":["trace[721276157] 'agreement among raft nodes before linearized reading' (duration: 229.175595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.079194Z","caller":"traceutil/trace.go:171","msg":"trace[1085860299] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"155.523951ms","start":"2026-03-18T00:48:54.923636Z","end":"2026-03-18T00:48:55.07916Z","steps":["trace[1085860299] 'process raft request' (duration: 82.928917ms)","trace[1085860299] 'compare' (duration: 72.433331ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:55.101268Z","caller":"traceutil/trace.go:171","msg":"trace[806115021] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"153.998763ms","start":"2026-03-18T00:48:54.947241Z","end":"2026-03-18T00:48:55.10124Z","steps":["trace[806115021] 'process raft request' (duration: 153.740219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.101531Z","caller":"traceutil/trace.go:171","msg":"trace[1908275763] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"150.980337ms","start":"2026-03-18T00:48:54.950512Z","end":"2026-03-18T00:48:55.101492Z","steps":["trace[1908275763] 'process raft request' (duration: 150.658881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.212822Z","caller":"traceutil/trace.go:171","msg":"trace[937945659] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"100.933333ms","start":"2026-03-18T00:48:55.111859Z","end":"2026-03-18T00:48:55.212792Z","steps":["trace[937945659] 'process raft request' (duration: 100.809811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.21286Z","caller":"traceutil/trace.go:171","msg":"trace[1408940108] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"107.312553ms","start":"2026-03-18T00:48:55.10548Z","end":"2026-03-18T00:48:55.212792Z","steps":["trace[1408940108] 'process raft request' (duration: 75.157513ms)","trace[1408940108] 'compare' (duration: 31.822803ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:55.212959Z","caller":"traceutil/trace.go:171","msg":"trace[1222972771] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"100.162089ms","start":"2026-03-18T00:48:55.112769Z","end":"2026-03-18T00:48:55.212931Z","steps":["trace[1222972771] 'process raft request' (duration: 99.949455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.687709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.558039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:55.687911Z","caller":"traceutil/trace.go:171","msg":"trace[1260369768] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"405.824002ms","start":"2026-03-18T00:48:55.282061Z","end":"2026-03-18T00:48:55.687885Z","steps":["trace[1260369768] 'process raft request' (duration: 46.011578ms)","trace[1260369768] 'compare' (duration: 359.439227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:55.687972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.592728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:55.687974Z","caller":"traceutil/trace.go:171","msg":"trace[1863524179] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:667; }","duration":"405.498745ms","start":"2026-03-18T00:48:55.282378Z","end":"2026-03-18T00:48:55.687877Z","steps":["trace[1863524179] 'read index received' (duration: 23.5889ms)","trace[1863524179] 'applied index is now lower than readState.Index' (duration: 381.908825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:55.688011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.282032Z","time spent":"405.936044ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.688042Z","caller":"traceutil/trace.go:171","msg":"trace[6218827] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"405.128238ms","start":"2026-03-18T00:48:55.282902Z","end":"2026-03-18T00:48:55.68803Z","steps":["trace[6218827] 'process raft request' (duration: 404.905454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.688106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.282891Z","time spent":"405.177639ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:55.68807Z","caller":"traceutil/trace.go:171","msg":"trace[1569931435] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:652; }","duration":"405.669089ms","start":"2026-03-18T00:48:55.282327Z","end":"2026-03-18T00:48:55.687996Z","steps":["trace[1569931435] 'agreement among raft nodes before linearized reading' (duration: 405.558397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.688257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.282309Z","time spent":"405.880353ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"info","ts":"2026-03-18T00:48:55.698319Z","caller":"traceutil/trace.go:171","msg":"trace[526575918] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"386.605652ms","start":"2026-03-18T00:48:55.3117Z","end":"2026-03-18T00:48:55.698306Z","steps":["trace[526575918] 'process raft request' (duration: 386.47231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.698454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.311691Z","time spent":"386.658984ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:55.69847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.883253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bq48z\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-18T00:48:55.698518Z","caller":"traceutil/trace.go:171","msg":"trace[17543512] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bq48z; range_end:; response_count:1; response_revision:656; }","duration":"195.956846ms","start":"2026-03-18T00:48:55.502547Z","end":"2026-03-18T00:48:55.698504Z","steps":["trace[17543512] 'agreement among raft nodes before linearized reading' (duration: 195.758221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.698519Z","caller":"traceutil/trace.go:171","msg":"trace[740530409] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"385.579664ms","start":"2026-03-18T00:48:55.312926Z","end":"2026-03-18T00:48:55.698506Z","steps":["trace[740530409] 'process raft request' (duration: 385.299718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.698532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.749801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T00:48:55.698628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.980416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:55.698449Z","caller":"traceutil/trace.go:171","msg":"trace[1189252072] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"383.158307ms","start":"2026-03-18T00:48:55.315263Z","end":"2026-03-18T00:48:55.698421Z","steps":["trace[1189252072] 'process raft request' (duration: 382.991804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.698659Z","caller":"traceutil/trace.go:171","msg":"trace[401768094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"307.919155ms","start":"2026-03-18T00:48:55.390715Z","end":"2026-03-18T00:48:55.698634Z","steps":["trace[401768094] 'agreement among raft nodes before linearized reading' (duration: 307.637409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.698663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.312901Z","time spent":"385.677156ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:55.698667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.617083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:48:55.698719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.682538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:48:55.698712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.3907Z","time spent":"308.001026ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:48:55.698725Z","caller":"traceutil/trace.go:171","msg":"trace[1357592558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"298.720294ms","start":"2026-03-18T00:48:55.39999Z","end":"2026-03-18T00:48:55.69871Z","steps":["trace[1357592558] 'agreement among raft nodes before linearized reading' (duration: 298.572061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.698745Z","caller":"traceutil/trace.go:171","msg":"trace[1290913724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"339.742629ms","start":"2026-03-18T00:48:55.358997Z","end":"2026-03-18T00:48:55.69874Z","steps":["trace[1290913724] 'agreement among raft nodes before linearized reading' (duration: 339.674788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.698764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.358985Z","time spent":"339.774959ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:55.698709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.315252Z","time spent":"383.425624ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.698729Z","caller":"traceutil/trace.go:171","msg":"trace[920690067] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"387.214044ms","start":"2026-03-18T00:48:55.311485Z","end":"2026-03-18T00:48:55.698699Z","steps":["trace[920690067] 'process raft request' (duration: 386.584992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.698661Z","caller":"traceutil/trace.go:171","msg":"trace[353973587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"338.057678ms","start":"2026-03-18T00:48:55.360593Z","end":"2026-03-18T00:48:55.698651Z","steps":["trace[353973587] 'agreement among raft nodes before linearized reading' (duration: 337.938815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.698815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.36057Z","time spent":"338.235271ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:48:55.698885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.31145Z","time spent":"387.360077ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.829139Z","caller":"traceutil/trace.go:171","msg":"trace[1762865492] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"126.588842ms","start":"2026-03-18T00:48:55.702517Z","end":"2026-03-18T00:48:55.829106Z","steps":["trace[1762865492] 'process raft request' (duration: 99.442975ms)","trace[1762865492] 'compare' (duration: 26.967004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:55.82935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.124033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-18T00:48:55.829386Z","caller":"traceutil/trace.go:171","msg":"trace[1751659363] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:665; }","duration":"126.182774ms","start":"2026-03-18T00:48:55.703197Z","end":"2026-03-18T00:48:55.82938Z","steps":["trace[1751659363] 'agreement among raft nodes before linearized reading' (duration: 126.014781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.829175Z","caller":"traceutil/trace.go:171","msg":"trace[1243529624] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:680; }","duration":"106.915555ms","start":"2026-03-18T00:48:55.722242Z","end":"2026-03-18T00:48:55.829158Z","steps":["trace[1243529624] 'read index received' (duration: 79.839769ms)","trace[1243529624] 'applied index is now lower than readState.Index' (duration: 27.075006ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:55.829473Z","caller":"traceutil/trace.go:171","msg":"trace[2018477758] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"126.902358ms","start":"2026-03-18T00:48:55.702547Z","end":"2026-03-18T00:48:55.829449Z","steps":["trace[2018477758] 'process raft request' (duration: 126.496221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.829571Z","caller":"traceutil/trace.go:171","msg":"trace[1355477278] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"114.974146ms","start":"2026-03-18T00:48:55.71459Z","end":"2026-03-18T00:48:55.829564Z","steps":["trace[1355477278] 'process raft request' (duration: 114.527038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.829642Z","caller":"traceutil/trace.go:171","msg":"trace[1306965350] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"124.763937ms","start":"2026-03-18T00:48:55.704854Z","end":"2026-03-18T00:48:55.829618Z","steps":["trace[1306965350] 'process raft request' (duration: 124.239128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.829753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.258368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-18T00:48:55.829797Z","caller":"traceutil/trace.go:171","msg":"trace[653152003] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"127.160112ms","start":"2026-03-18T00:48:55.702626Z","end":"2026-03-18T00:48:55.829786Z","steps":["trace[653152003] 'process raft request' (duration: 126.43998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.829801Z","caller":"traceutil/trace.go:171","msg":"trace[87272699] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:665; }","duration":"124.34197ms","start":"2026-03-18T00:48:55.705447Z","end":"2026-03-18T00:48:55.829789Z","steps":["trace[87272699] 'agreement among raft nodes before linearized reading' (duration: 124.170246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.829761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.243071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:55.829885Z","caller":"traceutil/trace.go:171","msg":"trace[1767104040] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:665; }","duration":"121.403905ms","start":"2026-03-18T00:48:55.708451Z","end":"2026-03-18T00:48:55.829855Z","steps":["trace[1767104040] 'agreement among raft nodes before linearized reading' (duration: 121.176141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.99174Z","caller":"traceutil/trace.go:171","msg":"trace[1094157271] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"266.049234ms","start":"2026-03-18T00:48:55.725659Z","end":"2026-03-18T00:48:55.991708Z","steps":["trace[1094157271] 'process raft request' (duration: 235.181488ms)","trace[1094157271] 'compare' (duration: 30.605711ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:55.991888Z","caller":"traceutil/trace.go:171","msg":"trace[1153954385] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"266.023353ms","start":"2026-03-18T00:48:55.725802Z","end":"2026-03-18T00:48:55.991825Z","steps":["trace[1153954385] 'process raft request' (duration: 265.817439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.992071Z","caller":"traceutil/trace.go:171","msg":"trace[228131289] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"264.056036ms","start":"2026-03-18T00:48:55.727907Z","end":"2026-03-18T00:48:55.991963Z","steps":["trace[228131289] 'process raft request' (duration: 263.758061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.99217Z","caller":"traceutil/trace.go:171","msg":"trace[2131273029] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"264.151148ms","start":"2026-03-18T00:48:55.728008Z","end":"2026-03-18T00:48:55.992159Z","steps":["trace[2131273029] 'process raft request' (duration: 263.741471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.992356Z","caller":"traceutil/trace.go:171","msg":"trace[1532297242] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"263.092208ms","start":"2026-03-18T00:48:55.729199Z","end":"2026-03-18T00:48:55.992291Z","steps":["trace[1532297242] 'process raft request' (duration: 262.593059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.992126Z","caller":"traceutil/trace.go:171","msg":"trace[498467803] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"262.65127ms","start":"2026-03-18T00:48:55.729448Z","end":"2026-03-18T00:48:55.992099Z","steps":["trace[498467803] 'process raft request' (duration: 262.379235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.992123Z","caller":"traceutil/trace.go:171","msg":"trace[314699973] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"262.1168ms","start":"2026-03-18T00:48:55.729993Z","end":"2026-03-18T00:48:55.992109Z","steps":["trace[314699973] 'process raft request' (duration: 261.910826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.992086Z","caller":"traceutil/trace.go:171","msg":"trace[547387871] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"261.391887ms","start":"2026-03-18T00:48:55.730611Z","end":"2026-03-18T00:48:55.992003Z","steps":["trace[547387871] 'process raft request' (duration: 261.333416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.001112Z","caller":"traceutil/trace.go:171","msg":"trace[408029334] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"164.152043ms","start":"2026-03-18T00:48:55.836924Z","end":"2026-03-18T00:48:56.001076Z","steps":["trace[408029334] 'process raft request' (duration: 162.863599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.001603Z","caller":"traceutil/trace.go:171","msg":"trace[1899522188] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"163.418869ms","start":"2026-03-18T00:48:55.838152Z","end":"2026-03-18T00:48:56.00157Z","steps":["trace[1899522188] 'process raft request' (duration: 161.789068ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.659799Z","caller":"traceutil/trace.go:171","msg":"trace[1143260388] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"262.373044ms","start":"2026-03-18T00:48:56.397389Z","end":"2026-03-18T00:48:56.659762Z","steps":["trace[1143260388] 'process raft request' (duration: 261.883645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.659808Z","caller":"traceutil/trace.go:171","msg":"trace[1480371769] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"151.759821ms","start":"2026-03-18T00:48:56.508006Z","end":"2026-03-18T00:48:56.659765Z","steps":["trace[1480371769] 'read index received' (duration: 151.159ms)","trace[1480371769] 'applied index is now lower than readState.Index' (duration: 596.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:56.660159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.152297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bq48z\" ","response":"range_response_count:1 size:17704"} {"level":"info","ts":"2026-03-18T00:48:56.660212Z","caller":"traceutil/trace.go:171","msg":"trace[124821592] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bq48z; range_end:; response_count:1; response_revision:692; }","duration":"152.28398ms","start":"2026-03-18T00:48:56.507912Z","end":"2026-03-18T00:48:56.660196Z","steps":["trace[124821592] 'agreement among raft nodes before linearized reading' (duration: 152.041935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.671579Z","caller":"traceutil/trace.go:171","msg":"trace[1178431331] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"160.157568ms","start":"2026-03-18T00:48:56.511397Z","end":"2026-03-18T00:48:56.671554Z","steps":["trace[1178431331] 'process raft request' (duration: 159.986165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.938155Z","caller":"traceutil/trace.go:171","msg":"trace[507647748] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"225.376986ms","start":"2026-03-18T00:48:56.712754Z","end":"2026-03-18T00:48:56.938131Z","steps":["trace[507647748] 'process raft request' (duration: 225.306635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:56.938173Z","caller":"traceutil/trace.go:171","msg":"trace[1838891144] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"261.474639ms","start":"2026-03-18T00:48:56.676662Z","end":"2026-03-18T00:48:56.938136Z","steps":["trace[1838891144] 'process raft request' (duration: 181.282493ms)","trace[1838891144] 'compare' (duration: 79.969502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:57.153961Z","caller":"traceutil/trace.go:171","msg":"trace[1543670818] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"102.92004ms","start":"2026-03-18T00:48:57.051017Z","end":"2026-03-18T00:48:57.153937Z","steps":["trace[1543670818] 'process raft request' (duration: 102.495092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.767272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.256769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:57.767464Z","caller":"traceutil/trace.go:171","msg":"trace[202491135] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"417.135291ms","start":"2026-03-18T00:48:57.35028Z","end":"2026-03-18T00:48:57.767415Z","steps":["trace[202491135] 'process raft request' (duration: 62.677579ms)","trace[202491135] 'compare' (duration: 354.167577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:57.767596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.350272Z","time spent":"417.268964ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:59.566975Z","caller":"traceutil/trace.go:171","msg":"trace[1404923219] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"553.498606ms","start":"2026-03-18T00:48:59.013433Z","end":"2026-03-18T00:48:59.566932Z","steps":["trace[1404923219] 'process raft request' (duration: 553.223871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:59.567253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:59.013403Z","time spent":"553.749002ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:59.588196Z","caller":"traceutil/trace.go:171","msg":"trace[129908200] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"372.093364ms","start":"2026-03-18T00:48:59.216072Z","end":"2026-03-18T00:48:59.588165Z","steps":["trace[129908200] 'process raft request' (duration: 371.92071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:59.588228Z","caller":"traceutil/trace.go:171","msg":"trace[1343564592] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:765; }","duration":"176.769929ms","start":"2026-03-18T00:48:59.41141Z","end":"2026-03-18T00:48:59.58818Z","steps":["trace[1343564592] 'read index received' (duration: 155.062794ms)","trace[1343564592] 'applied index is now lower than readState.Index' (duration: 21.704975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:59.588357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:59.21604Z","time spent":"372.236627ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:59.588358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.930022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:59.588406Z","caller":"traceutil/trace.go:171","msg":"trace[706148070] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:748; }","duration":"177.022754ms","start":"2026-03-18T00:48:59.411368Z","end":"2026-03-18T00:48:59.588391Z","steps":["trace[706148070] 'agreement among raft nodes before linearized reading' (duration: 176.921712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:15.912382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738629432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:16.239905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.301492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:16.239975Z","caller":"traceutil/trace.go:171","msg":"trace[631032664] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"828.459757ms","start":"2026-03-18T00:49:15.411503Z","end":"2026-03-18T00:49:16.239963Z","steps":["trace[631032664] 'read index received' (duration: 578.95101ms)","trace[631032664] 'applied index is now lower than readState.Index' (duration: 249.508137ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:16.240117Z","caller":"traceutil/trace.go:171","msg":"trace[336225906] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.261883253s","start":"2026-03-18T00:49:14.978227Z","end":"2026-03-18T00:49:16.24011Z","steps":["trace[336225906] 'process raft request' (duration: 1.012317995s)","trace[336225906] 'compare' (duration: 249.226651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:16.240151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.978206Z","time spent":"1.261928045s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:16.240207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.338556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:16.240299Z","caller":"traceutil/trace.go:171","msg":"trace[760869182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"612.467878ms","start":"2026-03-18T00:49:15.627813Z","end":"2026-03-18T00:49:16.240281Z","steps":["trace[760869182] 'agreement among raft nodes before linearized reading' (duration: 612.313535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.240332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.627797Z","time spent":"612.52743ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:16.240412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.274407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:16.240436Z","caller":"traceutil/trace.go:171","msg":"trace[1391339088] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:936; }","duration":"245.346629ms","start":"2026-03-18T00:49:15.995082Z","end":"2026-03-18T00:49:16.240429Z","steps":["trace[1391339088] 'agreement among raft nodes before linearized reading' (duration: 245.305028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.240456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.952886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:49:16.240502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.392028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:49:16.240526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.574005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:49:16.240522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.747902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:49:16.240561Z","caller":"traceutil/trace.go:171","msg":"trace[1341643954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"299.453729ms","start":"2026-03-18T00:49:15.94109Z","end":"2026-03-18T00:49:16.240544Z","steps":["trace[1341643954] 'agreement among raft nodes before linearized reading' (duration: 299.284286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.240586Z","caller":"traceutil/trace.go:171","msg":"trace[1045681968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"301.898064ms","start":"2026-03-18T00:49:15.938674Z","end":"2026-03-18T00:49:16.240572Z","steps":["trace[1045681968] 'agreement among raft nodes before linearized reading' (duration: 301.722591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.240587Z","caller":"traceutil/trace.go:171","msg":"trace[349641011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:936; }","duration":"303.722308ms","start":"2026-03-18T00:49:15.936846Z","end":"2026-03-18T00:49:16.240568Z","steps":["trace[349641011] 'agreement among raft nodes before linearized reading' (duration: 303.548435ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.240505Z","caller":"traceutil/trace.go:171","msg":"trace[1664603817] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:936; }","duration":"828.999937ms","start":"2026-03-18T00:49:15.411487Z","end":"2026-03-18T00:49:16.240487Z","steps":["trace[1664603817] 'agreement among raft nodes before linearized reading' (duration: 828.918095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.240582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.926951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:49:16.240614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.936816Z","time spent":"303.793229ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:16.24063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.411391Z","time spent":"829.229931ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:16.240613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.938652Z","time spent":"301.956705ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:16.240663Z","caller":"traceutil/trace.go:171","msg":"trace[1021145002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"334.083585ms","start":"2026-03-18T00:49:15.906556Z","end":"2026-03-18T00:49:16.24064Z","steps":["trace[1021145002] 'agreement among raft nodes before linearized reading' (duration: 333.871441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.240714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.906482Z","time spent":"334.221348ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:16.24071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.415759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:16.240913Z","caller":"traceutil/trace.go:171","msg":"trace[1582644202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:936; }","duration":"298.566432ms","start":"2026-03-18T00:49:15.942246Z","end":"2026-03-18T00:49:16.240812Z","steps":["trace[1582644202] 'agreement among raft nodes before linearized reading' (duration: 298.155004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.37352Z","caller":"traceutil/trace.go:171","msg":"trace[398159309] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"129.571757ms","start":"2026-03-18T00:49:16.243922Z","end":"2026-03-18T00:49:16.373494Z","steps":["trace[398159309] 'process raft request' (duration: 129.475666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.373764Z","caller":"traceutil/trace.go:171","msg":"trace[129335268] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"130.146598ms","start":"2026-03-18T00:49:16.243584Z","end":"2026-03-18T00:49:16.373731Z","steps":["trace[129335268] 'process raft request' (duration: 129.647469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.37402Z","caller":"traceutil/trace.go:171","msg":"trace[1877354846] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"129.804401ms","start":"2026-03-18T00:49:16.244165Z","end":"2026-03-18T00:49:16.37397Z","steps":["trace[1877354846] 'process raft request' (duration: 129.273101ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.37412Z","caller":"traceutil/trace.go:171","msg":"trace[1086054217] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"129.870362ms","start":"2026-03-18T00:49:16.244228Z","end":"2026-03-18T00:49:16.374099Z","steps":["trace[1086054217] 'process raft request' (duration: 129.645948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:50.609723Z","caller":"traceutil/trace.go:171","msg":"trace[1244702396] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"179.116232ms","start":"2026-03-18T00:49:50.430288Z","end":"2026-03-18T00:49:50.609404Z","steps":["trace[1244702396] 'process raft request' (duration: 178.956349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:01.307009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.195619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:01.307116Z","caller":"traceutil/trace.go:171","msg":"trace[1620347704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1455; }","duration":"135.384903ms","start":"2026-03-18T00:50:01.171707Z","end":"2026-03-18T00:50:01.307092Z","steps":["trace[1620347704] 'range keys from in-memory index tree' (duration: 135.124938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:13.497494Z","caller":"traceutil/trace.go:171","msg":"trace[1910762986] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"375.043441ms","start":"2026-03-18T00:50:13.122405Z","end":"2026-03-18T00:50:13.497448Z","steps":["trace[1910762986] 'process raft request' (duration: 374.786306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.497752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.122362Z","time spent":"375.264255ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:14.069594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738630842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:14.570722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738630842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:14.578203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.675742ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:14.578374Z","caller":"traceutil/trace.go:171","msg":"trace[580239472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1624; }","duration":"364.866415ms","start":"2026-03-18T00:50:14.213482Z","end":"2026-03-18T00:50:14.578348Z","steps":["trace[580239472] 'range keys from in-memory index tree' (duration: 364.644862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:14.687143Z","caller":"traceutil/trace.go:171","msg":"trace[2056953545] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"1.118049944s","start":"2026-03-18T00:50:13.569053Z","end":"2026-03-18T00:50:14.687103Z","steps":["trace[2056953545] 'read index received' (duration: 1.117867149s)","trace[2056953545] 'applied index is now lower than readState.Index' (duration: 180.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:14.687177Z","caller":"traceutil/trace.go:171","msg":"trace[437855890] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.1824228s","start":"2026-03-18T00:50:13.504719Z","end":"2026-03-18T00:50:14.687142Z","steps":["trace[437855890] 'process raft request' (duration: 1.182133634s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.687424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118320488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:14.687477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.504697Z","time spent":"1.182647674s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:14.687584Z","caller":"traceutil/trace.go:171","msg":"trace[1483299823] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1625; }","duration":"1.118527292s","start":"2026-03-18T00:50:13.569007Z","end":"2026-03-18T00:50:14.687534Z","steps":["trace[1483299823] 'agreement among raft nodes before linearized reading' (duration: 1.118248427s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.687655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.568986Z","time spent":"1.118656084s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:14.767016Z","caller":"traceutil/trace.go:171","msg":"trace[622177482] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"116.853865ms","start":"2026-03-18T00:50:14.650135Z","end":"2026-03-18T00:50:14.766988Z","steps":["trace[622177482] 'process raft request' (duration: 116.476917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.76719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.909364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:50:14.767176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142429739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:14.767268Z","caller":"traceutil/trace.go:171","msg":"trace[1130109541] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1626; }","duration":"349.025915ms","start":"2026-03-18T00:50:14.418218Z","end":"2026-03-18T00:50:14.767243Z","steps":["trace[1130109541] 'agreement among raft nodes before linearized reading' (duration: 348.785301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:14.767301Z","caller":"traceutil/trace.go:171","msg":"trace[1447089096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"1.142602882s","start":"2026-03-18T00:50:13.624675Z","end":"2026-03-18T00:50:14.767277Z","steps":["trace[1447089096] 'agreement among raft nodes before linearized reading' (duration: 1.142366518s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.767319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.418198Z","time spent":"349.110817ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:14.767357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.624661Z","time spent":"1.142686293s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:14.76744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.826708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:14.767617Z","caller":"traceutil/trace.go:171","msg":"trace[1353732856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"986.052532ms","start":"2026-03-18T00:50:13.78152Z","end":"2026-03-18T00:50:14.767572Z","steps":["trace[1353732856] 'agreement among raft nodes before linearized reading' (duration: 985.407761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.767667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075907504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-18T00:50:14.767696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.781506Z","time spent":"986.176624ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:14.767791Z","caller":"traceutil/trace.go:171","msg":"trace[733262107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4; range_end:; response_count:1; response_revision:1626; }","duration":"1.076045756s","start":"2026-03-18T00:50:13.691678Z","end":"2026-03-18T00:50:14.767724Z","steps":["trace[733262107] 'agreement among raft nodes before linearized reading' (duration: 1.07572743s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.767867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.691668Z","time spent":"1.076186238s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4\" "} {"level":"warn","ts":"2026-03-18T00:50:14.767952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019808939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T00:50:14.768059Z","caller":"traceutil/trace.go:171","msg":"trace[1956386763] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1626; }","duration":"1.019994092s","start":"2026-03-18T00:50:13.748042Z","end":"2026-03-18T00:50:14.768037Z","steps":["trace[1956386763] 'agreement among raft nodes before linearized reading' (duration: 1.018893173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.76813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.748027Z","time spent":"1.020090004s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-18T00:50:15.232603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.78036ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T00:50:15.233173Z","caller":"traceutil/trace.go:171","msg":"trace[1411125770] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"320.820201ms","start":"2026-03-18T00:50:14.912325Z","end":"2026-03-18T00:50:15.233145Z","steps":["trace[1411125770] 'process raft request' (duration: 320.7478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.233342Z","caller":"traceutil/trace.go:171","msg":"trace[243954862] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"460.732886ms","start":"2026-03-18T00:50:14.772569Z","end":"2026-03-18T00:50:15.233302Z","steps":["trace[243954862] 'process raft request' (duration: 460.157004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.233398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.769361Z","time spent":"464.032367ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:50:15.233457Z","caller":"traceutil/trace.go:171","msg":"trace[1798092576] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1690; }","duration":"458.153279ms","start":"2026-03-18T00:50:14.775279Z","end":"2026-03-18T00:50:15.233432Z","steps":["trace[1798092576] 'read index received' (duration: 61.524284ms)","trace[1798092576] 'applied index is now lower than readState.Index' (duration: 396.627295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:15.233546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.772549Z","time spent":"460.887289ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:15.233653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.361732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:15.233729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.389863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:50:15.233786Z","caller":"traceutil/trace.go:171","msg":"trace[826894439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"458.487344ms","start":"2026-03-18T00:50:14.775249Z","end":"2026-03-18T00:50:15.233736Z","steps":["trace[826894439] 'agreement among raft nodes before linearized reading' (duration: 458.277671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.233805Z","caller":"traceutil/trace.go:171","msg":"trace[1995616296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1628; }","duration":"320.508944ms","start":"2026-03-18T00:50:14.913274Z","end":"2026-03-18T00:50:15.233783Z","steps":["trace[1995616296] 'agreement among raft nodes before linearized reading' (duration: 320.309001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.233827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.841909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:50:15.233859Z","caller":"traceutil/trace.go:171","msg":"trace[460476185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1628; }","duration":"402.94271ms","start":"2026-03-18T00:50:14.830905Z","end":"2026-03-18T00:50:15.233848Z","steps":["trace[460476185] 'agreement among raft nodes before linearized reading' (duration: 402.870889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.233728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.848385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:50:15.233884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.688961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:50:15.233911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.830882Z","time spent":"403.007402ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:15.23389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.775233Z","time spent":"458.639308ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:15.233942Z","caller":"traceutil/trace.go:171","msg":"trace[567213828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1628; }","duration":"399.763872ms","start":"2026-03-18T00:50:14.834162Z","end":"2026-03-18T00:50:15.233926Z","steps":["trace[567213828] 'agreement among raft nodes before linearized reading' (duration: 399.598439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.233983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.834151Z","time spent":"399.824432ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:50:15.233962Z","caller":"traceutil/trace.go:171","msg":"trace[1739406975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1628; }","duration":"376.059989ms","start":"2026-03-18T00:50:14.857839Z","end":"2026-03-18T00:50:15.233899Z","steps":["trace[1739406975] 'agreement among raft nodes before linearized reading' (duration: 375.737013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.233861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.913253Z","time spent":"320.594466ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:50:15.233747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.076441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T00:50:15.234104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.857829Z","time spent":"376.256402ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:15.234352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.9123Z","time spent":"320.935903ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.234434Z","caller":"traceutil/trace.go:171","msg":"trace[322201625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1628; }","duration":"404.53408ms","start":"2026-03-18T00:50:14.829626Z","end":"2026-03-18T00:50:15.23416Z","steps":["trace[322201625] 'agreement among raft nodes before linearized reading' (duration: 403.946049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.234521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.829615Z","time spent":"404.880106ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:15.806329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738630854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:16.180969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.095103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:16.181323Z","caller":"traceutil/trace.go:171","msg":"trace[2077334554] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"943.055817ms","start":"2026-03-18T00:50:15.23822Z","end":"2026-03-18T00:50:16.181276Z","steps":["trace[2077334554] 'process raft request' (duration: 643.447264ms)","trace[2077334554] 'compare' (duration: 298.804118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:16.181488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.238198Z","time spent":"943.202439ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:16.181514Z","caller":"traceutil/trace.go:171","msg":"trace[683124841] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"943.077777ms","start":"2026-03-18T00:50:15.238391Z","end":"2026-03-18T00:50:16.181469Z","steps":["trace[683124841] 'process raft request' (duration: 942.707191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.181658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.238377Z","time spent":"943.202659ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:16.181673Z","caller":"traceutil/trace.go:171","msg":"trace[1171824973] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"943.21447ms","start":"2026-03-18T00:50:15.238417Z","end":"2026-03-18T00:50:16.181631Z","steps":["trace[1171824973] 'process raft request' (duration: 942.794693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.181832Z","caller":"traceutil/trace.go:171","msg":"trace[1743990684] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"943.407484ms","start":"2026-03-18T00:50:15.238411Z","end":"2026-03-18T00:50:16.181819Z","steps":["trace[1743990684] 'process raft request' (duration: 943.20313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.181866Z","caller":"traceutil/trace.go:171","msg":"trace[1055502473] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"943.185088ms","start":"2026-03-18T00:50:15.238653Z","end":"2026-03-18T00:50:16.181838Z","steps":["trace[1055502473] 'process raft request' (duration: 943.046045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.181894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.238388Z","time spent":"943.475804ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:16.181915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.238405Z","time spent":"943.364073ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:16.181975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.238642Z","time spent":"943.29011ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:16.18199Z","caller":"traceutil/trace.go:171","msg":"trace[1167956228] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"679.96818ms","start":"2026-03-18T00:50:15.502013Z","end":"2026-03-18T00:50:16.181981Z","steps":["trace[1167956228] 'process raft request' (duration: 679.761177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.182045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.501991Z","time spent":"680.028531ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:16.182093Z","caller":"traceutil/trace.go:171","msg":"trace[195904077] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1694; }","duration":"875.824228ms","start":"2026-03-18T00:50:15.306251Z","end":"2026-03-18T00:50:16.182075Z","steps":["trace[195904077] 'read index received' (duration: 575.590254ms)","trace[195904077] 'applied index is now lower than readState.Index' (duration: 300.231584ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:16.182119Z","caller":"traceutil/trace.go:171","msg":"trace[564345535] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"144.308426ms","start":"2026-03-18T00:50:16.037781Z","end":"2026-03-18T00:50:16.18209Z","steps":["trace[564345535] 'process raft request' (duration: 144.192294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.182255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.21967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:16.182295Z","caller":"traceutil/trace.go:171","msg":"trace[337718078] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1636; }","duration":"718.305252ms","start":"2026-03-18T00:50:15.463978Z","end":"2026-03-18T00:50:16.182283Z","steps":["trace[337718078] 'agreement among raft nodes before linearized reading' (duration: 718.22935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.182337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.463957Z","time spent":"718.365003ms","remote":"127.0.0.1:47120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:16.182355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.208568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-18T00:50:16.182377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.096459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:16.182395Z","caller":"traceutil/trace.go:171","msg":"trace[536558510] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4; range_end:; response_count:1; response_revision:1636; }","duration":"408.300999ms","start":"2026-03-18T00:50:15.774082Z","end":"2026-03-18T00:50:16.182383Z","steps":["trace[536558510] 'agreement among raft nodes before linearized reading' (duration: 408.157286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.182348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.020821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T00:50:16.183248Z","caller":"traceutil/trace.go:171","msg":"trace[1728512322] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1636; }","duration":"876.982129ms","start":"2026-03-18T00:50:15.306212Z","end":"2026-03-18T00:50:16.183194Z","steps":["trace[1728512322] 'agreement among raft nodes before linearized reading' (duration: 875.927429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.183331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.306199Z","time spent":"877.113452ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T00:50:16.182451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.774056Z","time spent":"408.38698ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9764f07-d98c-4872-b8ee-9b1be987dbf4\" "} {"level":"info","ts":"2026-03-18T00:50:16.182461Z","caller":"traceutil/trace.go:171","msg":"trace[1214159846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1636; }","duration":"406.203511ms","start":"2026-03-18T00:50:15.776226Z","end":"2026-03-18T00:50:16.18243Z","steps":["trace[1214159846] 'agreement among raft nodes before linearized reading' (duration: 405.986586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.183852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.77621Z","time spent":"407.618977ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:17.357037Z","caller":"traceutil/trace.go:171","msg":"trace[1043823057] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"114.712125ms","start":"2026-03-18T00:50:17.242282Z","end":"2026-03-18T00:50:17.356994Z","steps":["trace[1043823057] 'process raft request' (duration: 64.321104ms)","trace[1043823057] 'compare' (duration: 50.184037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:17.615858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.696826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:17.616136Z","caller":"traceutil/trace.go:171","msg":"trace[2035623239] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"169.335114ms","start":"2026-03-18T00:50:17.446765Z","end":"2026-03-18T00:50:17.616101Z","steps":["trace[2035623239] 'process raft request' (duration: 20.302151ms)","trace[2035623239] 'compare' (duration: 148.575474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:17.86329Z","caller":"traceutil/trace.go:171","msg":"trace[1520268290] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"238.220202ms","start":"2026-03-18T00:50:17.625028Z","end":"2026-03-18T00:50:17.863248Z","steps":["trace[1520268290] 'process raft request' (duration: 189.000913ms)","trace[1520268290] 'compare' (duration: 49.020476ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:17.86699Z","caller":"traceutil/trace.go:171","msg":"trace[1360070562] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"241.782847ms","start":"2026-03-18T00:50:17.625184Z","end":"2026-03-18T00:50:17.866967Z","steps":["trace[1360070562] 'process raft request' (duration: 241.573764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:17.867242Z","caller":"traceutil/trace.go:171","msg":"trace[866486569] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1709; }","duration":"235.92661ms","start":"2026-03-18T00:50:17.631294Z","end":"2026-03-18T00:50:17.867221Z","steps":["trace[866486569] 'read index received' (duration: 182.686057ms)","trace[866486569] 'applied index is now lower than readState.Index' (duration: 53.238943ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:17.867362Z","caller":"traceutil/trace.go:171","msg":"trace[340849557] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"241.338428ms","start":"2026-03-18T00:50:17.625986Z","end":"2026-03-18T00:50:17.867324Z","steps":["trace[340849557] 'process raft request' (duration: 241.163195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:17.867408Z","caller":"traceutil/trace.go:171","msg":"trace[28673137] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"242.201464ms","start":"2026-03-18T00:50:17.625183Z","end":"2026-03-18T00:50:17.867384Z","steps":["trace[28673137] 'process raft request' (duration: 241.718496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.867501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.06179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:17.86759Z","caller":"traceutil/trace.go:171","msg":"trace[1625546261] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1647; }","duration":"139.195592ms","start":"2026-03-18T00:50:17.728358Z","end":"2026-03-18T00:50:17.867554Z","steps":["trace[1625546261] 'agreement among raft nodes before linearized reading' (duration: 138.988959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.867501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.185835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:17.867678Z","caller":"traceutil/trace.go:171","msg":"trace[224426042] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1647; }","duration":"236.416438ms","start":"2026-03-18T00:50:17.631235Z","end":"2026-03-18T00:50:17.867652Z","steps":["trace[224426042] 'agreement among raft nodes before linearized reading' (duration: 236.086352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:19.357442Z","caller":"traceutil/trace.go:171","msg":"trace[731381106] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"145.430536ms","start":"2026-03-18T00:50:19.211988Z","end":"2026-03-18T00:50:19.357419Z","steps":["trace[731381106] 'process raft request' (duration: 145.294674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:19.452567Z","caller":"traceutil/trace.go:171","msg":"trace[887145582] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"106.323443ms","start":"2026-03-18T00:50:19.346208Z","end":"2026-03-18T00:50:19.452531Z","steps":["trace[887145582] 'process raft request' (duration: 106.205601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:19.452642Z","caller":"traceutil/trace.go:171","msg":"trace[1506724815] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"160.657875ms","start":"2026-03-18T00:50:19.291963Z","end":"2026-03-18T00:50:19.452621Z","steps":["trace[1506724815] 'process raft request' (duration: 160.290089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:24.962453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.497067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:24.96254Z","caller":"traceutil/trace.go:171","msg":"trace[1273784388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"336.645379ms","start":"2026-03-18T00:50:24.625875Z","end":"2026-03-18T00:50:24.96252Z","steps":["trace[1273784388] 'range keys from in-memory index tree' (duration: 336.361204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:24.962584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:24.625849Z","time spent":"336.726341ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:31.664924Z","caller":"traceutil/trace.go:171","msg":"trace[535797063] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1825; }","duration":"374.787196ms","start":"2026-03-18T00:50:31.290113Z","end":"2026-03-18T00:50:31.6649Z","steps":["trace[535797063] 'read index received' (duration: 374.621873ms)","trace[535797063] 'applied index is now lower than readState.Index' (duration: 164.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.665086Z","caller":"traceutil/trace.go:171","msg":"trace[1219987009] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"471.084286ms","start":"2026-03-18T00:50:31.19394Z","end":"2026-03-18T00:50:31.665024Z","steps":["trace[1219987009] 'process raft request' (duration: 470.80055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.665198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.073912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:31.665243Z","caller":"traceutil/trace.go:171","msg":"trace[544279736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1756; }","duration":"375.172524ms","start":"2026-03-18T00:50:31.290059Z","end":"2026-03-18T00:50:31.665231Z","steps":["trace[544279736] 'agreement among raft nodes before linearized reading' (duration: 374.9648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.665253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.193922Z","time spent":"471.241318ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:31.665282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.290036Z","time spent":"375.238724ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:50:31.667302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:31.667303Z","caller":"traceutil/trace.go:171","msg":"trace[1917913167] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"170.647717ms","start":"2026-03-18T00:50:31.496621Z","end":"2026-03-18T00:50:31.667268Z","steps":["trace[1917913167] 'process raft request' (duration: 170.439214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.667371Z","caller":"traceutil/trace.go:171","msg":"trace[411189448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1757; }","duration":"154.538243ms","start":"2026-03-18T00:50:31.512819Z","end":"2026-03-18T00:50:31.667357Z","steps":["trace[411189448] 'agreement among raft nodes before linearized reading' (duration: 154.35567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:00.398718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.489926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:00.399041Z","caller":"traceutil/trace.go:171","msg":"trace[893446441] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"457.758496ms","start":"2026-03-18T00:50:59.941254Z","end":"2026-03-18T00:51:00.399012Z","steps":["trace[893446441] 'process raft request' (duration: 164.855933ms)","trace[893446441] 'compare' (duration: 292.361233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:00.399213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:59.94124Z","time spent":"457.878958ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:06.932448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738631572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:07.565889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.064421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:07.566039Z","caller":"traceutil/trace.go:171","msg":"trace[1976596033] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"1.134458172s","start":"2026-03-18T00:51:06.431558Z","end":"2026-03-18T00:51:07.566016Z","steps":["trace[1976596033] 'read index received' (duration: 563.957332ms)","trace[1976596033] 'applied index is now lower than readState.Index' (duration: 570.49909ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:07.566177Z","caller":"traceutil/trace.go:171","msg":"trace[899624822] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.141878816s","start":"2026-03-18T00:51:06.424281Z","end":"2026-03-18T00:51:07.566145Z","steps":["trace[899624822] 'process raft request' (duration: 571.398446ms)","trace[899624822] 'compare' (duration: 569.489542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:07.566264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.424267Z","time spent":"1.141946317s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:07.566356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04900234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:51:07.566441Z","caller":"traceutil/trace.go:171","msg":"trace[797582494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.049119122s","start":"2026-03-18T00:51:06.517299Z","end":"2026-03-18T00:51:07.566418Z","steps":["trace[797582494] 'agreement among raft nodes before linearized reading' (duration: 1.048898988s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.566493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.517288Z","time spent":"1.049195613s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:07.566544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134986691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:07.566532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048073304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:07.566594Z","caller":"traceutil/trace.go:171","msg":"trace[1698897302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"1.135068813s","start":"2026-03-18T00:51:06.431511Z","end":"2026-03-18T00:51:07.56658Z","steps":["trace[1698897302] 'agreement among raft nodes before linearized reading' (duration: 1.134963381s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:07.566611Z","caller":"traceutil/trace.go:171","msg":"trace[1955675107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.048185916s","start":"2026-03-18T00:51:06.518407Z","end":"2026-03-18T00:51:07.566592Z","steps":["trace[1955675107] 'agreement among raft nodes before linearized reading' (duration: 1.047996193s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.566627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.43149Z","time spent":"1.135130594s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:07.566652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.518395Z","time spent":"1.048248457s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:07.566524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048226997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:51:07.566738Z","caller":"traceutil/trace.go:171","msg":"trace[1587579177] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1932; }","duration":"1.048497052s","start":"2026-03-18T00:51:06.518227Z","end":"2026-03-18T00:51:07.566724Z","steps":["trace[1587579177] 'agreement among raft nodes before linearized reading' (duration: 1.048164826s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.566751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.218757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:51:07.566789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.518206Z","time spent":"1.048555452s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:07.566437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.2845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:07.566817Z","caller":"traceutil/trace.go:171","msg":"trace[631460267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"640.322459ms","start":"2026-03-18T00:51:06.926476Z","end":"2026-03-18T00:51:07.566798Z","steps":["trace[631460267] 'agreement among raft nodes before linearized reading' (duration: 640.117625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.56686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.926453Z","time spent":"640.397841ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:07.566879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049053911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:51:07.566908Z","caller":"traceutil/trace.go:171","msg":"trace[643374175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"940.767778ms","start":"2026-03-18T00:51:06.626107Z","end":"2026-03-18T00:51:07.566875Z","steps":["trace[643374175] 'agreement among raft nodes before linearized reading' (duration: 940.28209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:07.567028Z","caller":"traceutil/trace.go:171","msg":"trace[1219234276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.049267284s","start":"2026-03-18T00:51:06.517728Z","end":"2026-03-18T00:51:07.566996Z","steps":["trace[1219234276] 'agreement among raft nodes before linearized reading' (duration: 1.048810976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.56707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.732306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dc932865655c0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T00:51:07.567218Z","caller":"traceutil/trace.go:171","msg":"trace[1461219956] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dc932865655c0; range_end:; response_count:1; response_revision:1932; }","duration":"472.952441ms","start":"2026-03-18T00:51:07.09423Z","end":"2026-03-18T00:51:07.567183Z","steps":["trace[1461219956] 'agreement among raft nodes before linearized reading' (duration: 472.355449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:07.567313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.094207Z","time spent":"473.094834ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dc932865655c0\" "} {"level":"warn","ts":"2026-03-18T00:51:07.567556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.626089Z","time spent":"940.963241ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:07.567555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.517709Z","time spent":"1.049828036s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:08.372709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.425608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:08.373192Z","caller":"traceutil/trace.go:171","msg":"trace[1451990446] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"803.153776ms","start":"2026-03-18T00:51:07.569988Z","end":"2026-03-18T00:51:08.373141Z","steps":["trace[1451990446] 'process raft request' (duration: 522.193058ms)","trace[1451990446] 'compare' (duration: 280.238675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:08.373386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.569959Z","time spent":"803.36552ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:08.381897Z","caller":"traceutil/trace.go:171","msg":"trace[844484284] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"809.803156ms","start":"2026-03-18T00:51:07.572069Z","end":"2026-03-18T00:51:08.381872Z","steps":["trace[844484284] 'process raft request' (duration: 809.710504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:08.381946Z","caller":"traceutil/trace.go:171","msg":"trace[1162233776] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"810.949446ms","start":"2026-03-18T00:51:07.57094Z","end":"2026-03-18T00:51:08.38189Z","steps":["trace[1162233776] 'process raft request' (duration: 810.716672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.382057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.572056Z","time spent":"809.911608ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:08.38223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.570927Z","time spent":"811.154701ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:08.382832Z","caller":"traceutil/trace.go:171","msg":"trace[1307139575] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"810.707642ms","start":"2026-03-18T00:51:07.572104Z","end":"2026-03-18T00:51:08.382811Z","steps":["trace[1307139575] 'process raft request' (duration: 809.718644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.38293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.572079Z","time spent":"810.802064ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:08.383109Z","caller":"traceutil/trace.go:171","msg":"trace[1642410445] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"810.684502ms","start":"2026-03-18T00:51:07.572387Z","end":"2026-03-18T00:51:08.383071Z","steps":["trace[1642410445] 'process raft request' (duration: 810.316885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.383229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.572375Z","time spent":"810.796594ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:08.383394Z","caller":"traceutil/trace.go:171","msg":"trace[453967721] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2009; }","duration":"659.2663ms","start":"2026-03-18T00:51:07.724099Z","end":"2026-03-18T00:51:08.383366Z","steps":["trace[453967721] 'read index received' (duration: 368.198001ms)","trace[453967721] 'applied index is now lower than readState.Index' (duration: 291.067439ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:08.38357Z","caller":"traceutil/trace.go:171","msg":"trace[1848570373] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"810.54812ms","start":"2026-03-18T00:51:07.573003Z","end":"2026-03-18T00:51:08.383551Z","steps":["trace[1848570373] 'process raft request' (duration: 809.848427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:08.383592Z","caller":"traceutil/trace.go:171","msg":"trace[407660101] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"477.132647ms","start":"2026-03-18T00:51:07.906442Z","end":"2026-03-18T00:51:08.383575Z","steps":["trace[407660101] 'process raft request' (duration: 476.853331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.38366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.572985Z","time spent":"810.630691ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:08.383744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.906414Z","time spent":"477.233348ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:08.383764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.647848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:08.383847Z","caller":"traceutil/trace.go:171","msg":"trace[84582472] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1939; }","duration":"659.79777ms","start":"2026-03-18T00:51:07.724027Z","end":"2026-03-18T00:51:08.383825Z","steps":["trace[84582472] 'agreement among raft nodes before linearized reading' (duration: 659.635057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.38389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.724004Z","time spent":"659.875522ms","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:08.38416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.342076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:51:08.384205Z","caller":"traceutil/trace.go:171","msg":"trace[820254403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"408.439527ms","start":"2026-03-18T00:51:07.975753Z","end":"2026-03-18T00:51:08.384192Z","steps":["trace[820254403] 'agreement among raft nodes before linearized reading' (duration: 408.201913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.384236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:07.975729Z","time spent":"408.500748ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:08.38483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.827304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-03-18T00:51:08.38496Z","caller":"traceutil/trace.go:171","msg":"trace[1933326295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1939; }","duration":"265.991378ms","start":"2026-03-18T00:51:08.118938Z","end":"2026-03-18T00:51:08.384929Z","steps":["trace[1933326295] 'agreement among raft nodes before linearized reading' (duration: 265.049891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:08.730893Z","caller":"traceutil/trace.go:171","msg":"trace[608938060] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"333.866212ms","start":"2026-03-18T00:51:08.396971Z","end":"2026-03-18T00:51:08.730837Z","steps":["trace[608938060] 'read index received' (duration: 330.873317ms)","trace[608938060] 'applied index is now lower than readState.Index' (duration: 2.990435ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:08.731086Z","caller":"traceutil/trace.go:171","msg":"trace[1400784951] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"342.417837ms","start":"2026-03-18T00:51:08.38864Z","end":"2026-03-18T00:51:08.731058Z","steps":["trace[1400784951] 'process raft request' (duration: 339.200958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.73125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.388616Z","time spent":"342.547538ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:08.731257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.358338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:08.731282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.644295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:08.731311Z","caller":"traceutil/trace.go:171","msg":"trace[823385814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"106.46678ms","start":"2026-03-18T00:51:08.624827Z","end":"2026-03-18T00:51:08.731294Z","steps":["trace[823385814] 'agreement among raft nodes before linearized reading' (duration: 106.313597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:08.731378Z","caller":"traceutil/trace.go:171","msg":"trace[113752459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"156.779707ms","start":"2026-03-18T00:51:08.57456Z","end":"2026-03-18T00:51:08.73134Z","steps":["trace[113752459] 'agreement among raft nodes before linearized reading' (duration: 156.574614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.73138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.246538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:08.731527Z","caller":"traceutil/trace.go:171","msg":"trace[1107333777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1940; }","duration":"334.562964ms","start":"2026-03-18T00:51:08.39694Z","end":"2026-03-18T00:51:08.731503Z","steps":["trace[1107333777] 'agreement among raft nodes before linearized reading' (duration: 334.129307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:08.731732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.396927Z","time spent":"334.784908ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T00:51:12.513414Z","caller":"traceutil/trace.go:171","msg":"trace[1364447896] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"110.127606ms","start":"2026-03-18T00:51:12.403263Z","end":"2026-03-18T00:51:12.51339Z","steps":["trace[1364447896] 'process raft request' (duration: 110.045404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.513593Z","caller":"traceutil/trace.go:171","msg":"trace[767244983] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"108.919844ms","start":"2026-03-18T00:51:12.404653Z","end":"2026-03-18T00:51:12.513573Z","steps":["trace[767244983] 'process raft request' (duration: 108.6992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.513749Z","caller":"traceutil/trace.go:171","msg":"trace[1982302762] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"111.738444ms","start":"2026-03-18T00:51:12.401973Z","end":"2026-03-18T00:51:12.513711Z","steps":["trace[1982302762] 'process raft request' (duration: 106.971978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.513792Z","caller":"traceutil/trace.go:171","msg":"trace[482579821] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"108.634859ms","start":"2026-03-18T00:51:12.405129Z","end":"2026-03-18T00:51:12.513764Z","steps":["trace[482579821] 'process raft request' (duration: 108.371885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.513858Z","caller":"traceutil/trace.go:171","msg":"trace[135469328] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"107.288506ms","start":"2026-03-18T00:51:12.406559Z","end":"2026-03-18T00:51:12.513847Z","steps":["trace[135469328] 'process raft request' (duration: 107.142302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:58.141391Z","caller":"traceutil/trace.go:171","msg":"trace[1780299945] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"396.643808ms","start":"2026-03-18T00:51:57.744722Z","end":"2026-03-18T00:51:58.141366Z","steps":["trace[1780299945] 'process raft request' (duration: 396.476883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:58.141566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.744696Z","time spent":"396.77479ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:00.877248Z","caller":"traceutil/trace.go:171","msg":"trace[2071328921] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2459; }","duration":"125.781716ms","start":"2026-03-18T00:52:00.751441Z","end":"2026-03-18T00:52:00.877223Z","steps":["trace[2071328921] 'read index received' (duration: 125.650912ms)","trace[2071328921] 'applied index is now lower than readState.Index' (duration: 129.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:00.87735Z","caller":"traceutil/trace.go:171","msg":"trace[64473077] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"131.632751ms","start":"2026-03-18T00:52:00.745675Z","end":"2026-03-18T00:52:00.877307Z","steps":["trace[64473077] 'process raft request' (duration: 131.389056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:00.877492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.02531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:52:00.877529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.826766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:52:00.877533Z","caller":"traceutil/trace.go:171","msg":"trace[887970578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2365; }","duration":"126.104521ms","start":"2026-03-18T00:52:00.751418Z","end":"2026-03-18T00:52:00.877522Z","steps":["trace[887970578] 'agreement among raft nodes before linearized reading' (duration: 125.937568ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:00.877556Z","caller":"traceutil/trace.go:171","msg":"trace[1708388802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2365; }","duration":"124.899218ms","start":"2026-03-18T00:52:00.752648Z","end":"2026-03-18T00:52:00.877548Z","steps":["trace[1708388802] 'agreement among raft nodes before linearized reading' (duration: 124.817736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:00.877707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.121023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:52:00.877784Z","caller":"traceutil/trace.go:171","msg":"trace[622488341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2365; }","duration":"125.356098ms","start":"2026-03-18T00:52:00.752411Z","end":"2026-03-18T00:52:00.877767Z","steps":["trace[622488341] 'agreement among raft nodes before linearized reading' (duration: 125.005351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:32.969065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738633044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:52:33.248957Z","caller":"traceutil/trace.go:171","msg":"trace[658906639] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"966.91125ms","start":"2026-03-18T00:52:32.282022Z","end":"2026-03-18T00:52:33.248933Z","steps":["trace[658906639] 'process raft request' (duration: 966.761397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.249084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.281998Z","time spent":"967.019813ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:33.695303Z","caller":"traceutil/trace.go:171","msg":"trace[751623098] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"1.408641614s","start":"2026-03-18T00:52:32.286636Z","end":"2026-03-18T00:52:33.695278Z","steps":["trace[751623098] 'process raft request' (duration: 1.330674439s)","trace[751623098] 'compare' (duration: 77.644289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:33.695693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.286608Z","time spent":"1.40900456s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:33.695707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226945728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc94666e4c0d5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T00:52:33.695753Z","caller":"traceutil/trace.go:171","msg":"trace[145256448] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc94666e4c0d5; range_end:; response_count:1; response_revision:2545; }","duration":"1.227007749s","start":"2026-03-18T00:52:32.468734Z","end":"2026-03-18T00:52:33.695742Z","steps":["trace[145256448] 'agreement among raft nodes before linearized reading' (duration: 1.226825545s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:33.695505Z","caller":"traceutil/trace.go:171","msg":"trace[1371079509] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2644; }","duration":"1.226710213s","start":"2026-03-18T00:52:32.468743Z","end":"2026-03-18T00:52:33.695453Z","steps":["trace[1371079509] 'read index received' (duration: 780.090543ms)","trace[1371079509] 'applied index is now lower than readState.Index' (duration: 446.61825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:33.695799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.468665Z","time spent":"1.227125021s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189dc94666e4c0d5\" "} {"level":"warn","ts":"2026-03-18T00:52:33.695865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07060125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:33.695917Z","caller":"traceutil/trace.go:171","msg":"trace[884890280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2545; }","duration":"1.070695683s","start":"2026-03-18T00:52:32.625211Z","end":"2026-03-18T00:52:33.695907Z","steps":["trace[884890280] 'agreement among raft nodes before linearized reading' (duration: 1.070624562s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.695942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.625184Z","time spent":"1.070754425s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:52:33.696006Z","caller":"traceutil/trace.go:171","msg":"trace[1656415782] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"992.521095ms","start":"2026-03-18T00:52:32.703472Z","end":"2026-03-18T00:52:33.695993Z","steps":["trace[1656415782] 'process raft request' (duration: 991.72843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.703421Z","time spent":"992.618737ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:33.696127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.996046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:52:33.696148Z","caller":"traceutil/trace.go:171","msg":"trace[1825145498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2545; }","duration":"609.040546ms","start":"2026-03-18T00:52:33.087101Z","end":"2026-03-18T00:52:33.696141Z","steps":["trace[1825145498] 'agreement among raft nodes before linearized reading' (duration: 608.948985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.087089Z","time spent":"609.077677ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:33.696227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.102257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T00:52:33.696251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.265285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:33.69627Z","caller":"traceutil/trace.go:171","msg":"trace[1611593765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2545; }","duration":"626.344827ms","start":"2026-03-18T00:52:33.06992Z","end":"2026-03-18T00:52:33.696265Z","steps":["trace[1611593765] 'agreement among raft nodes before linearized reading' (duration: 626.293356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.069877Z","time spent":"626.408848ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:52:33.696089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.636429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T00:52:33.696381Z","caller":"traceutil/trace.go:171","msg":"trace[334567251] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2545; }","duration":"607.977367ms","start":"2026-03-18T00:52:33.088388Z","end":"2026-03-18T00:52:33.696365Z","steps":["trace[334567251] 'agreement among raft nodes before linearized reading' (duration: 607.529837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.204167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:52:33.696425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.088373Z","time spent":"608.040828ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:52:33.696497Z","caller":"traceutil/trace.go:171","msg":"trace[1897422628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2545; }","duration":"653.267687ms","start":"2026-03-18T00:52:33.043167Z","end":"2026-03-18T00:52:33.696435Z","steps":["trace[1897422628] 'agreement among raft nodes before linearized reading' (duration: 653.206346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:33.696439Z","caller":"traceutil/trace.go:171","msg":"trace[583104456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2545; }","duration":"172.322673ms","start":"2026-03-18T00:52:33.524054Z","end":"2026-03-18T00:52:33.696376Z","steps":["trace[583104456] 'agreement among raft nodes before linearized reading' (duration: 172.098578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.780177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:52:33.696615Z","caller":"traceutil/trace.go:171","msg":"trace[1046248546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2545; }","duration":"655.836988ms","start":"2026-03-18T00:52:33.040771Z","end":"2026-03-18T00:52:33.696608Z","steps":["trace[1046248546] 'agreement among raft nodes before linearized reading' (duration: 655.768887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.040751Z","time spent":"655.878389ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:33.69658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.134482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:52:33.696743Z","caller":"traceutil/trace.go:171","msg":"trace[892190394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2545; }","duration":"441.377077ms","start":"2026-03-18T00:52:33.255345Z","end":"2026-03-18T00:52:33.696722Z","steps":["trace[892190394] 'agreement among raft nodes before linearized reading' (duration: 440.907717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.255331Z","time spent":"441.482089ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:52:33.696899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.457818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:33.696928Z","caller":"traceutil/trace.go:171","msg":"trace[1755007233] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2545; }","duration":"599.510049ms","start":"2026-03-18T00:52:33.097411Z","end":"2026-03-18T00:52:33.696921Z","steps":["trace[1755007233] 'agreement among raft nodes before linearized reading' (duration: 599.442878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.696948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.097398Z","time spent":"599.54528ms","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:33.696752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068795226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:33.697094Z","caller":"traceutil/trace.go:171","msg":"trace[173034984] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2545; }","duration":"1.069167793s","start":"2026-03-18T00:52:32.627917Z","end":"2026-03-18T00:52:33.697085Z","steps":["trace[173034984] 'agreement among raft nodes before linearized reading' (duration: 1.068801086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:33.697164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:32.627901Z","time spent":"1.069231504s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:33.696528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:33.043146Z","time spent":"653.37661ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:39.109685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.756714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:52:39.110036Z","caller":"traceutil/trace.go:171","msg":"trace[738011293] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2676; }","duration":"180.084965ms","start":"2026-03-18T00:52:38.929841Z","end":"2026-03-18T00:52:39.109926Z","steps":["trace[738011293] 'read index received' (duration: 18.065676ms)","trace[738011293] 'applied index is now lower than readState.Index' (duration: 162.017159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:39.110325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.479562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T00:52:39.11057Z","caller":"traceutil/trace.go:171","msg":"trace[338712835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2573; }","duration":"180.644775ms","start":"2026-03-18T00:52:38.929781Z","end":"2026-03-18T00:52:39.110426Z","steps":["trace[338712835] 'agreement among raft nodes before linearized reading' (duration: 180.210657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:39.825844Z","caller":"traceutil/trace.go:171","msg":"trace[1945843806] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"100.541949ms","start":"2026-03-18T00:52:39.725262Z","end":"2026-03-18T00:52:39.825804Z","steps":["trace[1945843806] 'process raft request' (duration: 58.635534ms)","trace[1945843806] 'compare' (duration: 41.65443ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:04.434709Z","caller":"traceutil/trace.go:171","msg":"trace[894304045] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"145.678643ms","start":"2026-03-18T00:55:04.288998Z","end":"2026-03-18T00:55:04.434677Z","steps":["trace[894304045] 'process raft request' (duration: 145.51104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:04.804099Z","caller":"traceutil/trace.go:171","msg":"trace[1326338279] linearizableReadLoop","detail":"{readStateIndex:3606; appliedIndex:3605; }","duration":"243.392236ms","start":"2026-03-18T00:55:04.560668Z","end":"2026-03-18T00:55:04.804061Z","steps":["trace[1326338279] 'read index received' (duration: 217.842062ms)","trace[1326338279] 'applied index is now lower than readState.Index' (duration: 25.548484ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:04.804173Z","caller":"traceutil/trace.go:171","msg":"trace[408492986] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"386.936209ms","start":"2026-03-18T00:55:04.417186Z","end":"2026-03-18T00:55:04.804123Z","steps":["trace[408492986] 'process raft request' (duration: 361.437536ms)","trace[408492986] 'compare' (duration: 25.167867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:04.804404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.859891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:04.804453Z","caller":"traceutil/trace.go:171","msg":"trace[119300783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3466; }","duration":"239.992743ms","start":"2026-03-18T00:55:04.564449Z","end":"2026-03-18T00:55:04.804442Z","steps":["trace[119300783] 'agreement among raft nodes before linearized reading' (duration: 239.783399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:04.804436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:04.417159Z","time spent":"387.131982ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:04.804532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.560525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:55:04.804636Z","caller":"traceutil/trace.go:171","msg":"trace[1287608504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3466; }","duration":"218.686218ms","start":"2026-03-18T00:55:04.585923Z","end":"2026-03-18T00:55:04.804609Z","steps":["trace[1287608504] 'agreement among raft nodes before linearized reading' (duration: 218.461724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:04.804549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.863796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:55:04.804768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.900382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:55:04.804786Z","caller":"traceutil/trace.go:171","msg":"trace[1381246683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3466; }","duration":"244.12562ms","start":"2026-03-18T00:55:04.560589Z","end":"2026-03-18T00:55:04.804714Z","steps":["trace[1381246683] 'agreement among raft nodes before linearized reading' (duration: 243.62829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:04.804826Z","caller":"traceutil/trace.go:171","msg":"trace[810240313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3466; }","duration":"232.966993ms","start":"2026-03-18T00:55:04.57184Z","end":"2026-03-18T00:55:04.804807Z","steps":["trace[810240313] 'agreement among raft nodes before linearized reading' (duration: 232.863471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:04.804634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.459746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:55:04.804858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.71028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:55:04.804941Z","caller":"traceutil/trace.go:171","msg":"trace[609779371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3466; }","duration":"210.831962ms","start":"2026-03-18T00:55:04.594094Z","end":"2026-03-18T00:55:04.804926Z","steps":["trace[609779371] 'agreement among raft nodes before linearized reading' (duration: 210.590888ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:04.804958Z","caller":"traceutil/trace.go:171","msg":"trace[947299110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3466; }","duration":"223.837153ms","start":"2026-03-18T00:55:04.581082Z","end":"2026-03-18T00:55:04.804919Z","steps":["trace[947299110] 'agreement among raft nodes before linearized reading' (duration: 223.394235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:22.911453Z","caller":"traceutil/trace.go:171","msg":"trace[1814077709] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"160.72399ms","start":"2026-03-18T00:56:22.75071Z","end":"2026-03-18T00:56:22.911434Z","steps":["trace[1814077709] 'process raft request' (duration: 160.619658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.208555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.881545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:27.208638Z","caller":"traceutil/trace.go:171","msg":"trace[1925265897] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4622; }","duration":"357.028078ms","start":"2026-03-18T00:56:26.851595Z","end":"2026-03-18T00:56:27.208623Z","steps":["trace[1925265897] 'count revisions from in-memory index tree' (duration: 356.797013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.208677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.851576Z","time spent":"357.08963ms","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:27.208674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.957272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:27.208758Z","caller":"traceutil/trace.go:171","msg":"trace[1901478637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4622; }","duration":"338.106445ms","start":"2026-03-18T00:56:26.87063Z","end":"2026-03-18T00:56:27.208737Z","steps":["trace[1901478637] 'count revisions from in-memory index tree' (duration: 337.870979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.208801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.870611Z","time spent":"338.178857ms","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:27.208859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.556643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa4e6b5e-eb87-493e-a135-8ec432cb7851\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-18T00:56:27.20883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.40651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:27.208955Z","caller":"traceutil/trace.go:171","msg":"trace[1817624750] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa4e6b5e-eb87-493e-a135-8ec432cb7851; range_end:; response_count:1; response_revision:4622; }","duration":"515.681815ms","start":"2026-03-18T00:56:26.693253Z","end":"2026-03-18T00:56:27.208934Z","steps":["trace[1817624750] 'range keys from in-memory index tree' (duration: 515.394609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.209004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.693238Z","time spent":"515.753807ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa4e6b5e-eb87-493e-a135-8ec432cb7851\" "} {"level":"info","ts":"2026-03-18T00:56:27.209027Z","caller":"traceutil/trace.go:171","msg":"trace[841452597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4622; }","duration":"585.668955ms","start":"2026-03-18T00:56:26.62332Z","end":"2026-03-18T00:56:27.208989Z","steps":["trace[841452597] 'range keys from in-memory index tree' (duration: 585.317777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.209016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.055841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:56:27.209112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.623303Z","time spent":"585.796039ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:56:27.209159Z","caller":"traceutil/trace.go:171","msg":"trace[1552255762] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4622; }","duration":"641.272637ms","start":"2026-03-18T00:56:26.567851Z","end":"2026-03-18T00:56:27.209124Z","steps":["trace[1552255762] 'count revisions from in-memory index tree' (duration: 640.955919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.209233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.56783Z","time spent":"641.38444ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":24,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:56:27.377827Z","caller":"traceutil/trace.go:171","msg":"trace[255862764] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"455.46413ms","start":"2026-03-18T00:56:26.922331Z","end":"2026-03-18T00:56:27.377795Z","steps":["trace[255862764] 'process raft request' (duration: 455.308936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.378037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:26.922307Z","time spent":"455.633554ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:27.476755Z","caller":"traceutil/trace.go:171","msg":"trace[1422542394] linearizableReadLoop","detail":"{readStateIndex:4808; appliedIndex:4806; }","duration":"266.181008ms","start":"2026-03-18T00:56:27.210554Z","end":"2026-03-18T00:56:27.476735Z","steps":["trace[1422542394] 'read index received' (duration: 167.134861ms)","trace[1422542394] 'applied index is now lower than readState.Index' (duration: 99.045017ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:27.476955Z","caller":"traceutil/trace.go:171","msg":"trace[870261213] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"346.150417ms","start":"2026-03-18T00:56:27.130795Z","end":"2026-03-18T00:56:27.476946Z","steps":["trace[870261213] 'process raft request' (duration: 279.023908ms)","trace[870261213] 'compare' (duration: 66.710198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:27.477036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:27.130765Z","time spent":"346.215889ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:27.477109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.868088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa4e6b5e-eb87-493e-a135-8ec432cb7851\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-18T00:56:27.477143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.920773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:56:27.477161Z","caller":"traceutil/trace.go:171","msg":"trace[1837466170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa4e6b5e-eb87-493e-a135-8ec432cb7851; range_end:; response_count:1; response_revision:4624; }","duration":"227.964241ms","start":"2026-03-18T00:56:27.249183Z","end":"2026-03-18T00:56:27.477147Z","steps":["trace[1837466170] 'agreement among raft nodes before linearized reading' (duration: 227.785016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:27.477176Z","caller":"traceutil/trace.go:171","msg":"trace[51209886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4624; }","duration":"142.978675ms","start":"2026-03-18T00:56:27.334188Z","end":"2026-03-18T00:56:27.477166Z","steps":["trace[51209886] 'agreement among raft nodes before linearized reading' (duration: 142.889793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.477261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.76809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:56:27.477288Z","caller":"traceutil/trace.go:171","msg":"trace[986639927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4624; }","duration":"134.814791ms","start":"2026-03-18T00:56:27.342465Z","end":"2026-03-18T00:56:27.47728Z","steps":["trace[986639927] 'agreement among raft nodes before linearized reading' (duration: 134.746769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.477308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.438108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:56:27.477335Z","caller":"traceutil/trace.go:171","msg":"trace[1228925182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4624; }","duration":"139.490079ms","start":"2026-03-18T00:56:27.337838Z","end":"2026-03-18T00:56:27.477328Z","steps":["trace[1228925182] 'agreement among raft nodes before linearized reading' (duration: 139.424758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.47736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.669158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:56:27.477395Z","caller":"traceutil/trace.go:171","msg":"trace[1455188678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4624; }","duration":"162.74434ms","start":"2026-03-18T00:56:27.314642Z","end":"2026-03-18T00:56:27.477386Z","steps":["trace[1455188678] 'agreement among raft nodes before linearized reading' (duration: 162.658427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.477454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:56:27.477579Z","caller":"traceutil/trace.go:171","msg":"trace[848517887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4624; }","duration":"138.685668ms","start":"2026-03-18T00:56:27.338847Z","end":"2026-03-18T00:56:27.477532Z","steps":["trace[848517887] 'agreement among raft nodes before linearized reading' (duration: 138.216927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.477504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.455297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:56:27.477702Z","caller":"traceutil/trace.go:171","msg":"trace[1943832240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4624; }","duration":"135.675083ms","start":"2026-03-18T00:56:27.342019Z","end":"2026-03-18T00:56:27.477694Z","steps":["trace[1943832240] 'agreement among raft nodes before linearized reading' (duration: 135.444377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:27.477375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.828963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:27.477804Z","caller":"traceutil/trace.go:171","msg":"trace[1451911768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4624; }","duration":"267.313735ms","start":"2026-03-18T00:56:27.210484Z","end":"2026-03-18T00:56:27.477798Z","steps":["trace[1451911768] 'agreement among raft nodes before linearized reading' (duration: 266.876064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.956008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738638253,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:29.073547Z","caller":"traceutil/trace.go:171","msg":"trace[1454439498] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4817; }","duration":"617.692457ms","start":"2026-03-18T00:56:28.455813Z","end":"2026-03-18T00:56:29.073505Z","steps":["trace[1454439498] 'read index received' (duration: 616.63976ms)","trace[1454439498] 'applied index is now lower than readState.Index' (duration: 1.051477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:29.073922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.096396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T00:56:29.073896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.48484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:56:29.073925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.07305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:29.073968Z","caller":"traceutil/trace.go:171","msg":"trace[1551860075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:4634; }","duration":"618.204479ms","start":"2026-03-18T00:56:28.455753Z","end":"2026-03-18T00:56:29.073957Z","steps":["trace[1551860075] 'agreement among raft nodes before linearized reading' (duration: 617.924382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:29.073994Z","caller":"traceutil/trace.go:171","msg":"trace[1184607824] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4634; }","duration":"567.150492ms","start":"2026-03-18T00:56:28.506832Z","end":"2026-03-18T00:56:29.073982Z","steps":["trace[1184607824] 'agreement among raft nodes before linearized reading' (duration: 567.005809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:29.073994Z","caller":"traceutil/trace.go:171","msg":"trace[2003636443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4634; }","duration":"447.636023ms","start":"2026-03-18T00:56:28.626341Z","end":"2026-03-18T00:56:29.073977Z","steps":["trace[2003636443] 'agreement among raft nodes before linearized reading' (duration: 447.49424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:29.074068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.626319Z","time spent":"447.714926ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:29.074057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.022509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T00:56:29.074043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.506792Z","time spent":"567.241234ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:29.074634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.455733Z","time spent":"618.861516ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"info","ts":"2026-03-18T00:56:29.074716Z","caller":"traceutil/trace.go:171","msg":"trace[271213342] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"805.094962ms","start":"2026-03-18T00:56:28.269595Z","end":"2026-03-18T00:56:29.074689Z","steps":["trace[271213342] 'process raft request' (duration: 802.913158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:29.074859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.269577Z","time spent":"805.204965ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:29.074142Z","caller":"traceutil/trace.go:171","msg":"trace[1956445594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4634; }","duration":"587.153003ms","start":"2026-03-18T00:56:28.486965Z","end":"2026-03-18T00:56:29.074118Z","steps":["trace[1956445594] 'agreement among raft nodes before linearized reading' (duration: 586.807694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:29.075061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.486952Z","time spent":"588.092006ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:56:32.01708Z","caller":"traceutil/trace.go:171","msg":"trace[2030048452] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"184.678528ms","start":"2026-03-18T00:56:31.832376Z","end":"2026-03-18T00:56:32.017055Z","steps":["trace[2030048452] 'process raft request' (duration: 183.901269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:32.667961Z","caller":"traceutil/trace.go:171","msg":"trace[117957064] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"138.470823ms","start":"2026-03-18T00:56:32.529459Z","end":"2026-03-18T00:56:32.66793Z","steps":["trace[117957064] 'process raft request' (duration: 138.262438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:35.665482Z","caller":"traceutil/trace.go:171","msg":"trace[537510683] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"102.818861ms","start":"2026-03-18T00:56:35.562622Z","end":"2026-03-18T00:56:35.665441Z","steps":["trace[537510683] 'process raft request' (duration: 102.524844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:37.437554Z","caller":"traceutil/trace.go:171","msg":"trace[990662327] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"156.662778ms","start":"2026-03-18T00:56:37.280853Z","end":"2026-03-18T00:56:37.437516Z","steps":["trace[990662327] 'process raft request' (duration: 156.424931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:37.762873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.269138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:37.763113Z","caller":"traceutil/trace.go:171","msg":"trace[1954262668] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"323.640593ms","start":"2026-03-18T00:56:37.439436Z","end":"2026-03-18T00:56:37.763077Z","steps":["trace[1954262668] 'process raft request' (duration: 141.086278ms)","trace[1954262668] 'compare' (duration: 182.077294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:37.763234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.822361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:37.763278Z","caller":"traceutil/trace.go:171","msg":"trace[2118614606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4809; }","duration":"136.908213ms","start":"2026-03-18T00:56:37.62636Z","end":"2026-03-18T00:56:37.763268Z","steps":["trace[2118614606] 'agreement among raft nodes before linearized reading' (duration: 136.816511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:37.763345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.439416Z","time spent":"323.801657ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:56:37.763144Z","caller":"traceutil/trace.go:171","msg":"trace[703619918] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4996; }","duration":"136.720188ms","start":"2026-03-18T00:56:37.626405Z","end":"2026-03-18T00:56:37.763125Z","steps":["trace[703619918] 'read index received' (duration: 32.371µs)","trace[703619918] 'applied index is now lower than readState.Index' (duration: 136.686497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:37.763658Z","caller":"traceutil/trace.go:171","msg":"trace[960799850] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"255.51597ms","start":"2026-03-18T00:56:37.508129Z","end":"2026-03-18T00:56:37.763645Z","steps":["trace[960799850] 'process raft request' (duration: 254.945005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:37.763677Z","caller":"traceutil/trace.go:171","msg":"trace[819890446] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"318.177098ms","start":"2026-03-18T00:56:37.445456Z","end":"2026-03-18T00:56:37.763633Z","steps":["trace[819890446] 'process raft request' (duration: 317.532791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:37.764406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.44541Z","time spent":"318.375812ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:38.120049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.579475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:38.120471Z","caller":"traceutil/trace.go:171","msg":"trace[501475637] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"350.71322ms","start":"2026-03-18T00:56:37.769717Z","end":"2026-03-18T00:56:38.12043Z","steps":["trace[501475637] 'process raft request' (duration: 350.509065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.120528Z","caller":"traceutil/trace.go:171","msg":"trace[1820210710] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"350.761431ms","start":"2026-03-18T00:56:37.769744Z","end":"2026-03-18T00:56:38.120505Z","steps":["trace[1820210710] 'process raft request' (duration: 350.516015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.120545Z","caller":"traceutil/trace.go:171","msg":"trace[2058511465] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"350.875634ms","start":"2026-03-18T00:56:37.769637Z","end":"2026-03-18T00:56:38.120513Z","steps":["trace[2058511465] 'process raft request' (duration: 350.504275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.120604Z","caller":"traceutil/trace.go:171","msg":"trace[733862994] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"353.637413ms","start":"2026-03-18T00:56:37.766934Z","end":"2026-03-18T00:56:38.120572Z","steps":["trace[733862994] 'process raft request' (duration: 220.473953ms)","trace[733862994] 'compare' (duration: 132.048413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:38.120664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769674Z","time spent":"350.892094ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:38.120755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769615Z","time spent":"351.018858ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.120786Z","caller":"traceutil/trace.go:171","msg":"trace[2145861156] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"350.946646ms","start":"2026-03-18T00:56:37.76982Z","end":"2026-03-18T00:56:38.120767Z","steps":["trace[2145861156] 'process raft request' (duration: 350.545006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.120792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.766914Z","time spent":"353.780078ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:56:38.120927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769808Z","time spent":"351.018868ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:38.120665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769734Z","time spent":"350.846503ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.121052Z","caller":"traceutil/trace.go:171","msg":"trace[212806786] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"351.278324ms","start":"2026-03-18T00:56:37.769763Z","end":"2026-03-18T00:56:38.121042Z","steps":["trace[212806786] 'process raft request' (duration: 350.526505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.121111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769747Z","time spent":"351.332856ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.12111Z","caller":"traceutil/trace.go:171","msg":"trace[1755145494] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"350.549597ms","start":"2026-03-18T00:56:37.770536Z","end":"2026-03-18T00:56:38.121086Z","steps":["trace[1755145494] 'process raft request' (duration: 350.311521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.121198Z","caller":"traceutil/trace.go:171","msg":"trace[674270401] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"351.419478ms","start":"2026-03-18T00:56:37.769769Z","end":"2026-03-18T00:56:38.121189Z","steps":["trace[674270401] 'process raft request' (duration: 350.564616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.12121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.770523Z","time spent":"350.635109ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.121222Z","caller":"traceutil/trace.go:171","msg":"trace[1404934118] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"351.147021ms","start":"2026-03-18T00:56:37.770062Z","end":"2026-03-18T00:56:38.121209Z","steps":["trace[1404934118] 'process raft request' (duration: 350.670479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.121246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.769753Z","time spent":"351.469779ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:38.121286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.770049Z","time spent":"351.202652ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.121355Z","caller":"traceutil/trace.go:171","msg":"trace[24984933] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"300.397782ms","start":"2026-03-18T00:56:37.820934Z","end":"2026-03-18T00:56:38.121332Z","steps":["trace[24984933] 'process raft request' (duration: 300.059004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.121517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:37.820863Z","time spent":"300.560016ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:38.455919Z","caller":"traceutil/trace.go:171","msg":"trace[1874851728] linearizableReadLoop","detail":"{readStateIndex:5011; appliedIndex:5010; }","duration":"321.382587ms","start":"2026-03-18T00:56:38.134506Z","end":"2026-03-18T00:56:38.455889Z","steps":["trace[1874851728] 'read index received' (duration: 244.783652ms)","trace[1874851728] 'applied index is now lower than readState.Index' (duration: 76.597795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:38.456045Z","caller":"traceutil/trace.go:171","msg":"trace[343425162] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"329.298654ms","start":"2026-03-18T00:56:38.1267Z","end":"2026-03-18T00:56:38.455999Z","steps":["trace[343425162] 'process raft request' (duration: 252.580715ms)","trace[343425162] 'compare' (duration: 76.464793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:38.456247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:38.126679Z","time spent":"329.462748ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:38.456078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.544221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:38.457463Z","caller":"traceutil/trace.go:171","msg":"trace[364822903] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4821; }","duration":"322.805122ms","start":"2026-03-18T00:56:38.134471Z","end":"2026-03-18T00:56:38.457277Z","steps":["trace[364822903] 'agreement among raft nodes before linearized reading' (duration: 321.52376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.457728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:38.134459Z","time spent":"323.084879ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:40.878329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738638688,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:40.916902Z","caller":"traceutil/trace.go:171","msg":"trace[728497253] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5035; }","duration":"539.294397ms","start":"2026-03-18T00:56:40.37754Z","end":"2026-03-18T00:56:40.916835Z","steps":["trace[728497253] 'read index received' (duration: 539.087711ms)","trace[728497253] 'applied index is now lower than readState.Index' (duration: 205.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:40.91697Z","caller":"traceutil/trace.go:171","msg":"trace[2098681294] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"627.495792ms","start":"2026-03-18T00:56:40.289439Z","end":"2026-03-18T00:56:40.916935Z","steps":["trace[2098681294] 'process raft request' (duration: 627.261016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:40.917137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.576524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z464q\" ","response":"range_response_count:1 size:9897"} {"level":"warn","ts":"2026-03-18T00:56:40.917131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.348416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:40.917197Z","caller":"traceutil/trace.go:171","msg":"trace[2147029159] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z464q; range_end:; response_count:1; response_revision:4845; }","duration":"539.688567ms","start":"2026-03-18T00:56:40.377494Z","end":"2026-03-18T00:56:40.917183Z","steps":["trace[2147029159] 'agreement among raft nodes before linearized reading' (duration: 539.500552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:40.91721Z","caller":"traceutil/trace.go:171","msg":"trace[2100964406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"291.473219ms","start":"2026-03-18T00:56:40.62572Z","end":"2026-03-18T00:56:40.917193Z","steps":["trace[2100964406] 'agreement among raft nodes before linearized reading' (duration: 291.351906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:40.917243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.377478Z","time spent":"539.756018ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9921,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z464q\" "} {"level":"warn","ts":"2026-03-18T00:56:40.917142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.289427Z","time spent":"627.617374ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:41.122281Z","caller":"traceutil/trace.go:171","msg":"trace[997025472] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"105.63357ms","start":"2026-03-18T00:56:41.016621Z","end":"2026-03-18T00:56:41.122255Z","steps":["trace[997025472] 'process raft request' (duration: 105.458586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:41.236152Z","caller":"traceutil/trace.go:171","msg":"trace[323305121] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"107.853117ms","start":"2026-03-18T00:56:41.128277Z","end":"2026-03-18T00:56:41.23613Z","steps":["trace[323305121] 'process raft request' (duration: 106.211605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:41.23986Z","caller":"traceutil/trace.go:171","msg":"trace[1837621741] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5038; }","duration":"106.058721ms","start":"2026-03-18T00:56:41.133782Z","end":"2026-03-18T00:56:41.239841Z","steps":["trace[1837621741] 'read index received' (duration: 100.619935ms)","trace[1837621741] 'applied index is now lower than readState.Index' (duration: 5.437826ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:41.239954Z","caller":"traceutil/trace.go:171","msg":"trace[896636727] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"111.292263ms","start":"2026-03-18T00:56:41.128631Z","end":"2026-03-18T00:56:41.239924Z","steps":["trace[896636727] 'process raft request' (duration: 111.028437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:41.240031Z","caller":"traceutil/trace.go:171","msg":"trace[136327232] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"106.987105ms","start":"2026-03-18T00:56:41.133005Z","end":"2026-03-18T00:56:41.239992Z","steps":["trace[136327232] 'process raft request' (duration: 106.767179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.240106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.269757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T00:56:41.240163Z","caller":"traceutil/trace.go:171","msg":"trace[1343845080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:4850; }","duration":"106.417381ms","start":"2026-03-18T00:56:41.133728Z","end":"2026-03-18T00:56:41.240146Z","steps":["trace[1343845080] 'agreement among raft nodes before linearized reading' (duration: 106.194855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.649142Z","caller":"traceutil/trace.go:171","msg":"trace[1914869125] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"227.266423ms","start":"2026-03-18T00:56:45.421845Z","end":"2026-03-18T00:56:45.649111Z","steps":["trace[1914869125] 'process raft request' (duration: 227.087168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.690379Z","caller":"traceutil/trace.go:171","msg":"trace[1211733595] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"210.680139ms","start":"2026-03-18T00:56:45.479679Z","end":"2026-03-18T00:56:45.690359Z","steps":["trace[1211733595] 'process raft request' (duration: 210.534945ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.690389Z","caller":"traceutil/trace.go:171","msg":"trace[1620980488] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"267.97331ms","start":"2026-03-18T00:56:45.42237Z","end":"2026-03-18T00:56:45.690343Z","steps":["trace[1620980488] 'process raft request' (duration: 267.739175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.690437Z","caller":"traceutil/trace.go:171","msg":"trace[743734283] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"180.118384ms","start":"2026-03-18T00:56:45.510292Z","end":"2026-03-18T00:56:45.690411Z","steps":["trace[743734283] 'process raft request' (duration: 179.97862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.596667Z","caller":"traceutil/trace.go:171","msg":"trace[1001460618] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"166.971505ms","start":"2026-03-18T00:56:46.429671Z","end":"2026-03-18T00:56:46.596642Z","steps":["trace[1001460618] 'process raft request' (duration: 166.911983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.596739Z","caller":"traceutil/trace.go:171","msg":"trace[1972518350] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"197.789576ms","start":"2026-03-18T00:56:46.398918Z","end":"2026-03-18T00:56:46.596707Z","steps":["trace[1972518350] 'process raft request' (duration: 197.566551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.596739Z","caller":"traceutil/trace.go:171","msg":"trace[1862361935] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"203.309474ms","start":"2026-03-18T00:56:46.393396Z","end":"2026-03-18T00:56:46.596705Z","steps":["trace[1862361935] 'process raft request' (duration: 143.051587ms)","trace[1862361935] 'compare' (duration: 59.863068ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:46.596746Z","caller":"traceutil/trace.go:171","msg":"trace[1500018310] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5125; }","duration":"201.16937ms","start":"2026-03-18T00:56:46.395551Z","end":"2026-03-18T00:56:46.59672Z","steps":["trace[1500018310] 'read index received' (duration: 20.639595ms)","trace[1500018310] 'applied index is now lower than readState.Index' (duration: 180.527435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:46.596966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.385345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T00:56:46.59704Z","caller":"traceutil/trace.go:171","msg":"trace[1720528730] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4937; }","duration":"201.487838ms","start":"2026-03-18T00:56:46.395535Z","end":"2026-03-18T00:56:46.597023Z","steps":["trace[1720528730] 'agreement among raft nodes before linearized reading' (duration: 201.265053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.597059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.409866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T00:56:46.597103Z","caller":"traceutil/trace.go:171","msg":"trace[771585878] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4937; }","duration":"201.484319ms","start":"2026-03-18T00:56:46.395607Z","end":"2026-03-18T00:56:46.597091Z","steps":["trace[771585878] 'agreement among raft nodes before linearized reading' (duration: 201.353705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.597133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T00:56:46.597206Z","caller":"traceutil/trace.go:171","msg":"trace[1190729431] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4937; }","duration":"151.010716ms","start":"2026-03-18T00:56:46.446176Z","end":"2026-03-18T00:56:46.597186Z","steps":["trace[1190729431] 'agreement among raft nodes before linearized reading' (duration: 150.80393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.597211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.191562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9316"} {"level":"info","ts":"2026-03-18T00:56:46.597254Z","caller":"traceutil/trace.go:171","msg":"trace[1663768270] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4937; }","duration":"201.260743ms","start":"2026-03-18T00:56:46.39598Z","end":"2026-03-18T00:56:46.597241Z","steps":["trace[1663768270] 'agreement among raft nodes before linearized reading' (duration: 201.097049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.434667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.517559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:47.43492Z","caller":"traceutil/trace.go:171","msg":"trace[179304745] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"218.098254ms","start":"2026-03-18T00:56:47.216805Z","end":"2026-03-18T00:56:47.434903Z","steps":["trace[179304745] 'process raft request' (duration: 217.991531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.435023Z","caller":"traceutil/trace.go:171","msg":"trace[973968494] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"798.980731ms","start":"2026-03-18T00:56:46.636006Z","end":"2026-03-18T00:56:47.434987Z","steps":["trace[973968494] 'read index received' (duration: 150.087734ms)","trace[973968494] 'applied index is now lower than readState.Index' (duration: 648.889667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:47.435094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.131584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:47.435149Z","caller":"traceutil/trace.go:171","msg":"trace[1287919615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4940; }","duration":"811.220976ms","start":"2026-03-18T00:56:46.623915Z","end":"2026-03-18T00:56:47.435136Z","steps":["trace[1287919615] 'agreement among raft nodes before linearized reading' (duration: 811.095383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.435177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.623901Z","time spent":"811.270297ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:47.435245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.082938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-18T00:56:47.435277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.419906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-18T00:56:47.435265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.270108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T00:56:47.435257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.440707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-18T00:56:47.435305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.419042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110613"} {"level":"info","ts":"2026-03-18T00:56:47.43533Z","caller":"traceutil/trace.go:171","msg":"trace[468619002] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4940; }","duration":"794.485758ms","start":"2026-03-18T00:56:46.640829Z","end":"2026-03-18T00:56:47.435315Z","steps":["trace[468619002] 'agreement among raft nodes before linearized reading' (duration: 794.318744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.435331Z","caller":"traceutil/trace.go:171","msg":"trace[671609026] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a; range_end:; response_count:1; response_revision:4940; }","duration":"796.193371ms","start":"2026-03-18T00:56:46.639117Z","end":"2026-03-18T00:56:47.43531Z","steps":["trace[671609026] 'agreement among raft nodes before linearized reading' (duration: 796.019656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.43535Z","caller":"traceutil/trace.go:171","msg":"trace[404703320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:4940; }","duration":"166.387171ms","start":"2026-03-18T00:56:47.26894Z","end":"2026-03-18T00:56:47.435327Z","steps":["trace[404703320] 'agreement among raft nodes before linearized reading' (duration: 166.200556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.435265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.576491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-18T00:56:47.435373Z","caller":"traceutil/trace.go:171","msg":"trace[120116473] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4940; }","duration":"833.511844ms","start":"2026-03-18T00:56:46.601841Z","end":"2026-03-18T00:56:47.435353Z","steps":["trace[120116473] 'agreement among raft nodes before linearized reading' (duration: 833.153655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.435376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.640821Z","time spent":"794.542039ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-18T00:56:47.43538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.639104Z","time spent":"796.259552ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a\" "} {"level":"warn","ts":"2026-03-18T00:56:47.435423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.601824Z","time spent":"833.586906ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110637,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:56:47.43542Z","caller":"traceutil/trace.go:171","msg":"trace[1469865708] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4940; }","duration":"834.761035ms","start":"2026-03-18T00:56:46.600642Z","end":"2026-03-18T00:56:47.435403Z","steps":["trace[1469865708] 'agreement among raft nodes before linearized reading' (duration: 834.457838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.435472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.600631Z","time spent":"834.826457ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18550,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T00:56:47.435359Z","caller":"traceutil/trace.go:171","msg":"trace[2119443395] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4940; }","duration":"834.581211ms","start":"2026-03-18T00:56:46.600758Z","end":"2026-03-18T00:56:47.43534Z","steps":["trace[2119443395] 'agreement among raft nodes before linearized reading' (duration: 834.277094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.435531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.600752Z","time spent":"834.762256ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-18T00:56:47.435455Z","caller":"traceutil/trace.go:171","msg":"trace[444248751] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"817.397521ms","start":"2026-03-18T00:56:46.617404Z","end":"2026-03-18T00:56:47.434802Z","steps":["trace[444248751] 'process raft request' (duration: 168.658228ms)","trace[444248751] 'compare' (duration: 647.944393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:47.435981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.617393Z","time spent":"818.508949ms","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9558,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:48.785263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.396071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T00:56:48.785369Z","caller":"traceutil/trace.go:171","msg":"trace[1888603943] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d; range_end:; response_count:1; response_revision:4964; }","duration":"320.522136ms","start":"2026-03-18T00:56:48.464827Z","end":"2026-03-18T00:56:48.785349Z","steps":["trace[1888603943] 'range keys from in-memory index tree' (duration: 320.201057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:48.785366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.849393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-18T00:56:48.785408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:48.464811Z","time spent":"320.587077ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" "} {"level":"info","ts":"2026-03-18T00:56:48.78544Z","caller":"traceutil/trace.go:171","msg":"trace[147404794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d; range_end:; response_count:1; response_revision:4964; }","duration":"347.221253ms","start":"2026-03-18T00:56:48.438196Z","end":"2026-03-18T00:56:48.785417Z","steps":["trace[147404794] 'range keys from in-memory index tree' (duration: 346.570397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:48.785483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:48.438165Z","time spent":"347.307807ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" "} {"level":"warn","ts":"2026-03-18T00:56:48.785606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.859188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:48.785708Z","caller":"traceutil/trace.go:171","msg":"trace[925465244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4964; }","duration":"160.476664ms","start":"2026-03-18T00:56:48.625154Z","end":"2026-03-18T00:56:48.785631Z","steps":["trace[925465244] 'range keys from in-memory index tree' (duration: 159.756745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:49.454933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738638967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:49.538971Z","caller":"traceutil/trace.go:171","msg":"trace[2017800691] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"747.527084ms","start":"2026-03-18T00:56:48.791419Z","end":"2026-03-18T00:56:49.538946Z","steps":["trace[2017800691] 'process raft request' (duration: 746.830576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:49.539186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:48.791395Z","time spent":"747.712129ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:50.952896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011240395s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:56:50.966133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15913339s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:56:50.966582Z","caller":"traceutil/trace.go:171","msg":"trace[1655017966] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"1.515526083s","start":"2026-03-18T00:56:49.451021Z","end":"2026-03-18T00:56:50.966547Z","steps":["trace[1655017966] 'process raft request' (duration: 1.515229048s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:50.966678Z","caller":"traceutil/trace.go:171","msg":"trace[471621502] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"1.141709656s","start":"2026-03-18T00:56:49.824946Z","end":"2026-03-18T00:56:50.966656Z","steps":["trace[471621502] 'process raft request' (duration: 1.141645795s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:50.966754Z","caller":"traceutil/trace.go:171","msg":"trace[817812025] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5156; }","duration":"2.012013209s","start":"2026-03-18T00:56:48.954655Z","end":"2026-03-18T00:56:50.966669Z","steps":["trace[817812025] 'read index received' (duration: 583.501602ms)","trace[817812025] 'applied index is now lower than readState.Index' (duration: 1.428507417s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:50.966764Z","caller":"traceutil/trace.go:171","msg":"trace[1091901931] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"1.266391472s","start":"2026-03-18T00:56:49.700342Z","end":"2026-03-18T00:56:50.966733Z","steps":["trace[1091901931] 'process raft request' (duration: 1.266155528s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.700316Z","time spent":"1.266542215s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:50.96711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.652822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:56:50.967169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012472809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-18T00:56:50.967176Z","caller":"traceutil/trace.go:171","msg":"trace[2018280217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4968; }","duration":"747.744994ms","start":"2026-03-18T00:56:50.219416Z","end":"2026-03-18T00:56:50.967161Z","steps":["trace[2018280217] 'agreement among raft nodes before linearized reading' (duration: 747.556411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.219401Z","time spent":"747.821155ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:56:50.967252Z","caller":"traceutil/trace.go:171","msg":"trace[694339324] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a; range_end:; response_count:1; response_revision:4968; }","duration":"2.012606711s","start":"2026-03-18T00:56:48.954602Z","end":"2026-03-18T00:56:50.967208Z","steps":["trace[694339324] 'agreement among raft nodes before linearized reading' (duration: 2.012275955s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.526149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:56:50.967263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.550144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:50.967306Z","caller":"traceutil/trace.go:171","msg":"trace[343516292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4968; }","duration":"748.59509ms","start":"2026-03-18T00:56:50.218693Z","end":"2026-03-18T00:56:50.967288Z","steps":["trace[343516292] 'agreement among raft nodes before linearized reading' (duration: 748.484058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340954434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:50.967332Z","caller":"traceutil/trace.go:171","msg":"trace[2097202108] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4968; }","duration":"983.686506ms","start":"2026-03-18T00:56:49.983629Z","end":"2026-03-18T00:56:50.967315Z","steps":["trace[2097202108] 'agreement among raft nodes before linearized reading' (duration: 983.554374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.96711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.418584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-18T00:56:50.967329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.004245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:56:50.967371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.983599Z","time spent":"983.761898ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:56:50.967381Z","caller":"traceutil/trace.go:171","msg":"trace[1240967366] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4968; }","duration":"551.71805ms","start":"2026-03-18T00:56:50.415646Z","end":"2026-03-18T00:56:50.967364Z","steps":["trace[1240967366] 'agreement among raft nodes before linearized reading' (duration: 551.369974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176738056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-18T00:56:50.967411Z","caller":"traceutil/trace.go:171","msg":"trace[436726011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4968; }","duration":"757.135548ms","start":"2026-03-18T00:56:50.21026Z","end":"2026-03-18T00:56:50.967396Z","steps":["trace[436726011] 'agreement among raft nodes before linearized reading' (duration: 756.943614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.415629Z","time spent":"551.785121ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T00:56:50.967404Z","caller":"traceutil/trace.go:171","msg":"trace[1042939887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4968; }","duration":"1.341062446s","start":"2026-03-18T00:56:49.626292Z","end":"2026-03-18T00:56:50.967355Z","steps":["trace[1042939887] 'agreement among raft nodes before linearized reading' (duration: 1.340919423s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:50.967441Z","caller":"traceutil/trace.go:171","msg":"trace[914186263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d; range_end:; response_count:1; response_revision:4968; }","duration":"1.176838457s","start":"2026-03-18T00:56:49.790583Z","end":"2026-03-18T00:56:50.967421Z","steps":["trace[914186263] 'agreement among raft nodes before linearized reading' (duration: 1.176679134s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.950906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T00:56:50.966793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.824907Z","time spent":"1.141824339s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:50.967497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.790564Z","time spent":"1.176923319s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.62625Z","time spent":"1.341229989s","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:56:50.967545Z","caller":"traceutil/trace.go:171","msg":"trace[371421859] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4968; }","duration":"524.14298ms","start":"2026-03-18T00:56:50.443369Z","end":"2026-03-18T00:56:50.967512Z","steps":["trace[371421859] 'agreement among raft nodes before linearized reading' (duration: 523.775663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517882909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T00:56:50.967611Z","caller":"traceutil/trace.go:171","msg":"trace[1992920113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:4968; }","duration":"1.518365078s","start":"2026-03-18T00:56:49.44923Z","end":"2026-03-18T00:56:50.967595Z","steps":["trace[1992920113] 'agreement among raft nodes before linearized reading' (duration: 1.517707026s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.952297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:56:50.967623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361727751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T00:56:50.967724Z","caller":"traceutil/trace.go:171","msg":"trace[2146033285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4968; }","duration":"1.361865674s","start":"2026-03-18T00:56:49.605844Z","end":"2026-03-18T00:56:50.96771Z","steps":["trace[2146033285] 'agreement among raft nodes before linearized reading' (duration: 1.361538928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.967296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:48.954583Z","time spent":"2.012701933s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189dc9863a8bac4a\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.449216Z","time spent":"1.518439529s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.605824Z","time spent":"1.361951866s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.443346Z","time spent":"524.255951ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.210234Z","time spent":"757.2194ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.218682Z","time spent":"748.781714ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:56:50.96677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:49.450992Z","time spent":"1.515677997s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:50.96768Z","caller":"traceutil/trace.go:171","msg":"trace[1272539717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4968; }","duration":"735.031138ms","start":"2026-03-18T00:56:50.232632Z","end":"2026-03-18T00:56:50.967663Z","steps":["trace[1272539717] 'agreement among raft nodes before linearized reading' (duration: 734.870415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.968185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.232621Z","time spent":"735.549218ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:50.967671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.974787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:56:50.968311Z","caller":"traceutil/trace.go:171","msg":"trace[2123207134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4968; }","duration":"742.65212ms","start":"2026-03-18T00:56:50.225636Z","end":"2026-03-18T00:56:50.968288Z","steps":["trace[2123207134] 'agreement among raft nodes before linearized reading' (duration: 741.411647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.968381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.225623Z","time spent":"742.737272ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:50.968567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.209713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:56:50.968632Z","caller":"traceutil/trace.go:171","msg":"trace[171923357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4968; }","duration":"748.290764ms","start":"2026-03-18T00:56:50.220322Z","end":"2026-03-18T00:56:50.968613Z","steps":["trace[171923357] 'agreement among raft nodes before linearized reading' (duration: 746.787786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.968667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.220314Z","time spent":"748.344956ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:56:53.126159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738639008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:53.407415Z","caller":"traceutil/trace.go:171","msg":"trace[327257824] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"798.483723ms","start":"2026-03-18T00:56:52.608907Z","end":"2026-03-18T00:56:53.407391Z","steps":["trace[327257824] 'process raft request' (duration: 798.341129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.407541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.608856Z","time spent":"798.625315ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:56:53.46841Z","caller":"traceutil/trace.go:171","msg":"trace[1578582395] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5184; }","duration":"842.538677ms","start":"2026-03-18T00:56:52.625853Z","end":"2026-03-18T00:56:53.468392Z","steps":["trace[1578582395] 'read index received' (duration: 781.381726ms)","trace[1578582395] 'applied index is now lower than readState.Index' (duration: 61.155871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:53.468515Z","caller":"traceutil/trace.go:171","msg":"trace[523669764] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"493.489193ms","start":"2026-03-18T00:56:52.975015Z","end":"2026-03-18T00:56:53.468504Z","steps":["trace[523669764] 'process raft request' (duration: 493.238588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.468625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.974975Z","time spent":"493.571664ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:53.46876Z","caller":"traceutil/trace.go:171","msg":"trace[1622001322] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"492.558415ms","start":"2026-03-18T00:56:52.976159Z","end":"2026-03-18T00:56:53.468718Z","steps":["trace[1622001322] 'process raft request' (duration: 492.198729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.468896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.997764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:53.468974Z","caller":"traceutil/trace.go:171","msg":"trace[1134904326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4993; }","duration":"843.146658ms","start":"2026-03-18T00:56:52.625796Z","end":"2026-03-18T00:56:53.468943Z","steps":["trace[1134904326] 'agreement among raft nodes before linearized reading' (duration: 842.927403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.469037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.976149Z","time spent":"492.688977ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:53.469059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.625772Z","time spent":"843.27832ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:53.48199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.658142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:56:53.482052Z","caller":"traceutil/trace.go:171","msg":"trace[1856011324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4996; }","duration":"456.721643ms","start":"2026-03-18T00:56:53.025316Z","end":"2026-03-18T00:56:53.482038Z","steps":["trace[1856011324] 'agreement among raft nodes before linearized reading' (duration: 456.55533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.482086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.025255Z","time spent":"456.823045ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:53.482274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.407537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:56:53.482346Z","caller":"traceutil/trace.go:171","msg":"trace[1435751642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4996; }","duration":"457.517319ms","start":"2026-03-18T00:56:53.024812Z","end":"2026-03-18T00:56:53.48233Z","steps":["trace[1435751642] 'agreement among raft nodes before linearized reading' (duration: 457.188773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.482384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.0248Z","time spent":"457.574769ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:53.482456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.307016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:56:53.482489Z","caller":"traceutil/trace.go:171","msg":"trace[1606013494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4996; }","duration":"456.356987ms","start":"2026-03-18T00:56:53.026122Z","end":"2026-03-18T00:56:53.482479Z","steps":["trace[1606013494] 'agreement among raft nodes before linearized reading' (duration: 456.272056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.482484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.87169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T00:56:53.482515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.026114Z","time spent":"456.394868ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:56:53.48254Z","caller":"traceutil/trace.go:171","msg":"trace[2018408794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:4996; }","duration":"454.956611ms","start":"2026-03-18T00:56:53.027569Z","end":"2026-03-18T00:56:53.482525Z","steps":["trace[2018408794] 'agreement among raft nodes before linearized reading' (duration: 454.784088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.482572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.027556Z","time spent":"455.009232ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T00:56:53.482767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.433346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:56:53.482803Z","caller":"traceutil/trace.go:171","msg":"trace[254113911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4996; }","duration":"457.488127ms","start":"2026-03-18T00:56:53.025305Z","end":"2026-03-18T00:56:53.482793Z","steps":["trace[254113911] 'agreement among raft nodes before linearized reading' (duration: 457.399405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.482837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.025292Z","time spent":"457.534267ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:56:53.482977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.298335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:53.483024Z","caller":"traceutil/trace.go:171","msg":"trace[1923372886] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4996; }","duration":"193.353986ms","start":"2026-03-18T00:56:53.289657Z","end":"2026-03-18T00:56:53.483011Z","steps":["trace[1923372886] 'agreement among raft nodes before linearized reading' (duration: 193.261124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.483227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.528084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:53.483256Z","caller":"traceutil/trace.go:171","msg":"trace[1039672338] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4996; }","duration":"645.597955ms","start":"2026-03-18T00:56:52.837647Z","end":"2026-03-18T00:56:53.483245Z","steps":["trace[1039672338] 'agreement among raft nodes before linearized reading' (duration: 645.549534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.483277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.837626Z","time spent":"645.645276ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:53.483423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.244122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-18T00:56:53.483444Z","caller":"traceutil/trace.go:171","msg":"trace[781027360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d; range_end:; response_count:1; response_revision:4996; }","duration":"504.280662ms","start":"2026-03-18T00:56:52.979157Z","end":"2026-03-18T00:56:53.483437Z","steps":["trace[781027360] 'agreement among raft nodes before linearized reading' (duration: 504.219101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.483464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.979146Z","time spent":"504.311234ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" "} {"level":"warn","ts":"2026-03-18T00:56:53.483768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.019506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:56:53.4838Z","caller":"traceutil/trace.go:171","msg":"trace[1108264434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4996; }","duration":"459.052737ms","start":"2026-03-18T00:56:53.024738Z","end":"2026-03-18T00:56:53.483791Z","steps":["trace[1108264434] 'agreement among raft nodes before linearized reading' (duration: 458.966865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.483827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:53.024706Z","time spent":"459.112438ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:56:53.48385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.226967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:53.483877Z","caller":"traceutil/trace.go:171","msg":"trace[78744545] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4996; }","duration":"738.290079ms","start":"2026-03-18T00:56:52.745579Z","end":"2026-03-18T00:56:53.483869Z","steps":["trace[78744545] 'agreement among raft nodes before linearized reading' (duration: 738.238478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.483898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.745562Z","time spent":"738.330049ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:53.484033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.215671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:56:53.484175Z","caller":"traceutil/trace.go:171","msg":"trace[1295476953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4996; }","duration":"499.042326ms","start":"2026-03-18T00:56:52.98509Z","end":"2026-03-18T00:56:53.484132Z","steps":["trace[1295476953] 'agreement among raft nodes before linearized reading' (duration: 498.18992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:53.484258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:52.985078Z","time spent":"499.161458ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:57:00.715212Z","caller":"traceutil/trace.go:171","msg":"trace[1913038028] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"150.491463ms","start":"2026-03-18T00:57:00.564688Z","end":"2026-03-18T00:57:00.71518Z","steps":["trace[1913038028] 'process raft request' (duration: 150.176878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:00.881185Z","caller":"traceutil/trace.go:171","msg":"trace[263229423] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"154.330383ms","start":"2026-03-18T00:57:00.726825Z","end":"2026-03-18T00:57:00.881155Z","steps":["trace[263229423] 'process raft request' (duration: 106.261745ms)","trace[263229423] 'compare' (duration: 47.448887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:01.009208Z","caller":"traceutil/trace.go:171","msg":"trace[273467252] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"121.566558ms","start":"2026-03-18T00:57:00.887616Z","end":"2026-03-18T00:57:01.009183Z","steps":["trace[273467252] 'process raft request' (duration: 121.405565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:01.009312Z","caller":"traceutil/trace.go:171","msg":"trace[1088101402] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"121.7345ms","start":"2026-03-18T00:57:00.887546Z","end":"2026-03-18T00:57:01.00928Z","steps":["trace[1088101402] 'process raft request' (duration: 121.395924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:01.009324Z","caller":"traceutil/trace.go:171","msg":"trace[534937666] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"121.785542ms","start":"2026-03-18T00:57:00.887512Z","end":"2026-03-18T00:57:01.009297Z","steps":["trace[534937666] 'process raft request' (duration: 117.205127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:01.009416Z","caller":"traceutil/trace.go:171","msg":"trace[1413608187] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"118.731225ms","start":"2026-03-18T00:57:00.890672Z","end":"2026-03-18T00:57:01.009403Z","steps":["trace[1413608187] 'process raft request' (duration: 118.41051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:07.783622Z","caller":"traceutil/trace.go:171","msg":"trace[1958940794] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"254.307511ms","start":"2026-03-18T00:57:07.529288Z","end":"2026-03-18T00:57:07.783595Z","steps":["trace[1958940794] 'process raft request' (duration: 254.123828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.137377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.377156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:08.1375Z","caller":"traceutil/trace.go:171","msg":"trace[202778567] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5381; }","duration":"564.523237ms","start":"2026-03-18T00:57:07.572966Z","end":"2026-03-18T00:57:08.137489Z","steps":["trace[202778567] 'read index received' (duration: 210.489502ms)","trace[202778567] 'applied index is now lower than readState.Index' (duration: 354.032865ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:08.137572Z","caller":"traceutil/trace.go:171","msg":"trace[1766174886] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"606.645775ms","start":"2026-03-18T00:57:07.53092Z","end":"2026-03-18T00:57:08.137566Z","steps":["trace[1766174886] 'process raft request' (duration: 367.020785ms)","trace[1766174886] 'compare' (duration: 239.286764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:08.137614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.530898Z","time spent":"606.699396ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:08.13787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.904903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:57:08.137911Z","caller":"traceutil/trace.go:171","msg":"trace[1200034614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5185; }","duration":"564.979624ms","start":"2026-03-18T00:57:07.572925Z","end":"2026-03-18T00:57:08.137905Z","steps":["trace[1200034614] 'agreement among raft nodes before linearized reading' (duration: 564.862212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.137938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.572913Z","time spent":"565.020815ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:08.138055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.879635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:57:08.138084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.107869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:57:08.138094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.965356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-18T00:57:08.138153Z","caller":"traceutil/trace.go:171","msg":"trace[826044602] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5185; }","duration":"239.023289ms","start":"2026-03-18T00:57:07.89911Z","end":"2026-03-18T00:57:08.138133Z","steps":["trace[826044602] 'agreement among raft nodes before linearized reading' (duration: 238.872415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.184063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T00:57:08.138327Z","caller":"traceutil/trace.go:171","msg":"trace[1057831734] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5185; }","duration":"502.430289ms","start":"2026-03-18T00:57:07.635863Z","end":"2026-03-18T00:57:08.138294Z","steps":["trace[1057831734] 'agreement among raft nodes before linearized reading' (duration: 502.032271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.63585Z","time spent":"502.536491ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T00:57:08.138182Z","caller":"traceutil/trace.go:171","msg":"trace[480079921] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5185; }","duration":"504.080079ms","start":"2026-03-18T00:57:07.634079Z","end":"2026-03-18T00:57:08.138159Z","steps":["trace[480079921] 'agreement among raft nodes before linearized reading' (duration: 503.839123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.126541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:57:08.138543Z","caller":"traceutil/trace.go:171","msg":"trace[864602477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5185; }","duration":"549.222293ms","start":"2026-03-18T00:57:07.589312Z","end":"2026-03-18T00:57:08.138534Z","steps":["trace[864602477] 'agreement among raft nodes before linearized reading' (duration: 549.103251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.46312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:57:08.138586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.589285Z","time spent":"549.293385ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:08.138084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.754447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T00:57:08.138573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.634069Z","time spent":"504.471266ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:57:08.138611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.218019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:57:08.13865Z","caller":"traceutil/trace.go:171","msg":"trace[1521705330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5185; }","duration":"555.568122ms","start":"2026-03-18T00:57:07.583041Z","end":"2026-03-18T00:57:08.138609Z","steps":["trace[1521705330] 'agreement among raft nodes before linearized reading' (duration: 555.425839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.138675Z","caller":"traceutil/trace.go:171","msg":"trace[169887715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5185; }","duration":"552.308411ms","start":"2026-03-18T00:57:07.586349Z","end":"2026-03-18T00:57:08.138657Z","steps":["trace[169887715] 'agreement among raft nodes before linearized reading' (duration: 552.017296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.58302Z","time spent":"555.677943ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:57:08.138719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.586334Z","time spent":"552.374712ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:57:08.138177Z","caller":"traceutil/trace.go:171","msg":"trace[706056080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5185; }","duration":"557.294562ms","start":"2026-03-18T00:57:07.580855Z","end":"2026-03-18T00:57:08.13815Z","steps":["trace[706056080] 'agreement among raft nodes before linearized reading' (duration: 557.033687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.138658Z","caller":"traceutil/trace.go:171","msg":"trace[247655105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:5185; }","duration":"548.366668ms","start":"2026-03-18T00:57:07.590267Z","end":"2026-03-18T00:57:08.138633Z","steps":["trace[247655105] 'agreement among raft nodes before linearized reading' (duration: 547.612874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.138838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.590256Z","time spent":"548.574102ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T00:57:08.13885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.58082Z","time spent":"558.010267ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:08.138179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.765401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:08.138964Z","caller":"traceutil/trace.go:171","msg":"trace[2007669653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5185; }","duration":"513.584545ms","start":"2026-03-18T00:57:07.625364Z","end":"2026-03-18T00:57:08.138949Z","steps":["trace[2007669653] 'agreement among raft nodes before linearized reading' (duration: 512.78025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.139017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.625345Z","time spent":"513.657607ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:08.139478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.530147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:57:08.140242Z","caller":"traceutil/trace.go:171","msg":"trace[1882435644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5185; }","duration":"552.188779ms","start":"2026-03-18T00:57:07.587766Z","end":"2026-03-18T00:57:08.139954Z","steps":["trace[1882435644] 'agreement among raft nodes before linearized reading' (duration: 550.557719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.140422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:07.587753Z","time spent":"552.647677ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:57:08.492615Z","caller":"traceutil/trace.go:171","msg":"trace[638200884] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"348.944112ms","start":"2026-03-18T00:57:08.143644Z","end":"2026-03-18T00:57:08.492588Z","steps":["trace[638200884] 'process raft request' (duration: 348.868151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.492717Z","caller":"traceutil/trace.go:171","msg":"trace[1011863448] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"349.879459ms","start":"2026-03-18T00:57:08.142802Z","end":"2026-03-18T00:57:08.492681Z","steps":["trace[1011863448] 'process raft request' (duration: 349.545953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.492783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.14363Z","time spent":"349.066854ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:08.492979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.142658Z","time spent":"350.139064ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:08.493128Z","caller":"traceutil/trace.go:171","msg":"trace[184333774] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"349.242887ms","start":"2026-03-18T00:57:08.143835Z","end":"2026-03-18T00:57:08.493078Z","steps":["trace[184333774] 'process raft request' (duration: 348.719108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.493242Z","caller":"traceutil/trace.go:171","msg":"trace[2110926775] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5383; }","duration":"349.798677ms","start":"2026-03-18T00:57:08.143406Z","end":"2026-03-18T00:57:08.493205Z","steps":["trace[2110926775] 'read index received' (duration: 64.3629ms)","trace[2110926775] 'applied index is now lower than readState.Index' (duration: 285.434397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:08.49331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.143826Z","time spent":"349.397339ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:08.493165Z","caller":"traceutil/trace.go:171","msg":"trace[1161193810] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"347.624656ms","start":"2026-03-18T00:57:08.145528Z","end":"2026-03-18T00:57:08.493152Z","steps":["trace[1161193810] 'process raft request' (duration: 347.415823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.493395Z","caller":"traceutil/trace.go:171","msg":"trace[1518399604] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"347.594866ms","start":"2026-03-18T00:57:08.145758Z","end":"2026-03-18T00:57:08.493352Z","steps":["trace[1518399604] 'process raft request' (duration: 347.329811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.493453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.145518Z","time spent":"347.897422ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:08.49356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.145752Z","time spent":"347.730158ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:08.493584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.137663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c020e82-da37-46a8-b7a7-e5616780f72d\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-18T00:57:08.493629Z","caller":"traceutil/trace.go:171","msg":"trace[215754611] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c020e82-da37-46a8-b7a7-e5616780f72d; range_end:; response_count:1; response_revision:5192; }","duration":"350.255175ms","start":"2026-03-18T00:57:08.143357Z","end":"2026-03-18T00:57:08.493612Z","steps":["trace[215754611] 'agreement among raft nodes before linearized reading' (duration: 350.040192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.493661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.395765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81782"} {"level":"warn","ts":"2026-03-18T00:57:08.493679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.143339Z","time spent":"350.329306ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-7c020e82-da37-46a8-b7a7-e5616780f72d\" "} {"level":"info","ts":"2026-03-18T00:57:08.493716Z","caller":"traceutil/trace.go:171","msg":"trace[1986229750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5192; }","duration":"345.466676ms","start":"2026-03-18T00:57:08.148237Z","end":"2026-03-18T00:57:08.493704Z","steps":["trace[1986229750] 'agreement among raft nodes before linearized reading' (duration: 345.185261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.493753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.148231Z","time spent":"345.513848ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81806,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:57:08.49461Z","caller":"traceutil/trace.go:171","msg":"trace[2143859427] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"345.156531ms","start":"2026-03-18T00:57:08.149439Z","end":"2026-03-18T00:57:08.494596Z","steps":["trace[2143859427] 'process raft request' (duration: 343.698804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.49469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.149432Z","time spent":"345.219482ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:08.70263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.235414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:08.702823Z","caller":"traceutil/trace.go:171","msg":"trace[1974000614] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"203.354609ms","start":"2026-03-18T00:57:08.499431Z","end":"2026-03-18T00:57:08.702785Z","steps":["trace[1974000614] 'process raft request' (duration: 69.84006ms)","trace[1974000614] 'compare' (duration: 132.937367ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:08.756837Z","caller":"traceutil/trace.go:171","msg":"trace[1588826142] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"256.907299ms","start":"2026-03-18T00:57:08.499904Z","end":"2026-03-18T00:57:08.756812Z","steps":["trace[1588826142] 'process raft request' (duration: 256.668915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.757287Z","caller":"traceutil/trace.go:171","msg":"trace[1088185340] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"257.313727ms","start":"2026-03-18T00:57:08.499942Z","end":"2026-03-18T00:57:08.757256Z","steps":["trace[1088185340] 'process raft request' (duration: 256.798927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.757379Z","caller":"traceutil/trace.go:171","msg":"trace[1450882412] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"257.030562ms","start":"2026-03-18T00:57:08.500286Z","end":"2026-03-18T00:57:08.757317Z","steps":["trace[1450882412] 'process raft request' (duration: 256.791258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.757411Z","caller":"traceutil/trace.go:171","msg":"trace[947237104] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5390; }","duration":"255.967312ms","start":"2026-03-18T00:57:08.501416Z","end":"2026-03-18T00:57:08.757383Z","steps":["trace[947237104] 'read index received' (duration: 67.867934ms)","trace[947237104] 'applied index is now lower than readState.Index' (duration: 188.097488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:08.757579Z","caller":"traceutil/trace.go:171","msg":"trace[1055833369] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"247.049018ms","start":"2026-03-18T00:57:08.510516Z","end":"2026-03-18T00:57:08.757565Z","steps":["trace[1055833369] 'process raft request' (duration: 246.684061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.757615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.186016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T00:57:08.757657Z","caller":"traceutil/trace.go:171","msg":"trace[1495803523] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e1a51f3-0bca-4e8e-ba4e-903750727f0d; range_end:; response_count:1; response_revision:5197; }","duration":"256.258168ms","start":"2026-03-18T00:57:08.501388Z","end":"2026-03-18T00:57:08.757646Z","steps":["trace[1495803523] 'agreement among raft nodes before linearized reading' (duration: 256.068295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:08.757651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.674926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:08.757697Z","caller":"traceutil/trace.go:171","msg":"trace[307659125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5197; }","duration":"130.747087ms","start":"2026-03-18T00:57:08.626935Z","end":"2026-03-18T00:57:08.757682Z","steps":["trace[307659125] 'agreement among raft nodes before linearized reading' (duration: 130.670885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:09.330031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.190986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:09.33013Z","caller":"traceutil/trace.go:171","msg":"trace[198537620] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"567.273237ms","start":"2026-03-18T00:57:08.762837Z","end":"2026-03-18T00:57:09.33011Z","steps":["trace[198537620] 'process raft request' (duration: 98.895048ms)","trace[198537620] 'compare' (duration: 467.982342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:09.330194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.762811Z","time spent":"567.354108ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:09.365039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738639474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:57:09.408188Z","caller":"traceutil/trace.go:171","msg":"trace[696838030] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"644.134638ms","start":"2026-03-18T00:57:08.764026Z","end":"2026-03-18T00:57:09.408161Z","steps":["trace[696838030] 'process raft request' (duration: 644.011196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:09.40819Z","caller":"traceutil/trace.go:171","msg":"trace[1700376469] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"644.895913ms","start":"2026-03-18T00:57:08.763247Z","end":"2026-03-18T00:57:09.408142Z","steps":["trace[1700376469] 'process raft request' (duration: 644.596107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:09.408382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.764016Z","time spent":"644.25531ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:09.408528Z","caller":"traceutil/trace.go:171","msg":"trace[2108300765] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"644.251801ms","start":"2026-03-18T00:57:08.764257Z","end":"2026-03-18T00:57:09.408509Z","steps":["trace[2108300765] 'process raft request' (duration: 643.829983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:09.408533Z","caller":"traceutil/trace.go:171","msg":"trace[2142331395] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"633.982811ms","start":"2026-03-18T00:57:08.774531Z","end":"2026-03-18T00:57:09.408514Z","steps":["trace[2142331395] 'process raft request' (duration: 633.821038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:09.408605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.764227Z","time spent":"644.344562ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:09.408648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.774519Z","time spent":"634.070902ms","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:09.408939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.76321Z","time spent":"645.164757ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:10.167507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.160998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:57:10.167769Z","caller":"traceutil/trace.go:171","msg":"trace[1223867267] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5396; }","duration":"1.302939408s","start":"2026-03-18T00:57:08.864807Z","end":"2026-03-18T00:57:10.167746Z","steps":["trace[1223867267] 'read index received' (duration: 543.048069ms)","trace[1223867267] 'applied index is now lower than readState.Index' (duration: 759.890199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:10.167984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303169712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T00:57:10.168032Z","caller":"traceutil/trace.go:171","msg":"trace[1579915294] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5202; }","duration":"1.303295145s","start":"2026-03-18T00:57:08.864722Z","end":"2026-03-18T00:57:10.168017Z","steps":["trace[1579915294] 'agreement among raft nodes before linearized reading' (duration: 1.303128552s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.168074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:08.864697Z","time spent":"1.303366086s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T00:57:10.168302Z","caller":"traceutil/trace.go:171","msg":"trace[1759480035] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"380.405042ms","start":"2026-03-18T00:57:09.787864Z","end":"2026-03-18T00:57:10.168269Z","steps":["trace[1759480035] 'process raft request' (duration: 379.755891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.16848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.787843Z","time spent":"380.540885ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:10.274569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.208013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:10.27494Z","caller":"traceutil/trace.go:171","msg":"trace[1463439637] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"319.879184ms","start":"2026-03-18T00:57:09.955011Z","end":"2026-03-18T00:57:10.27489Z","steps":["trace[1463439637] 'process raft request' (duration: 213.239002ms)","trace[1463439637] 'compare' (duration: 105.614053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:10.275169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.954977Z","time spent":"320.070048ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:10.275402Z","caller":"traceutil/trace.go:171","msg":"trace[2086425711] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"131.063963ms","start":"2026-03-18T00:57:10.144309Z","end":"2026-03-18T00:57:10.275373Z","steps":["trace[2086425711] 'process raft request' (duration: 130.420332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:10.275541Z","caller":"traceutil/trace.go:171","msg":"trace[495121520] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5402; }","duration":"107.715701ms","start":"2026-03-18T00:57:10.167811Z","end":"2026-03-18T00:57:10.275527Z","steps":["trace[495121520] 'read index received' (duration: 72.909197ms)","trace[495121520] 'applied index is now lower than readState.Index' (duration: 34.800924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:10.275692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055697227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:10.275707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.332893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:10.275807Z","caller":"traceutil/trace.go:171","msg":"trace[1421031411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5205; }","duration":"650.473715ms","start":"2026-03-18T00:57:09.625308Z","end":"2026-03-18T00:57:10.275782Z","steps":["trace[1421031411] 'agreement among raft nodes before linearized reading' (duration: 650.283621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.275807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.757954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T00:57:10.275851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.485561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c020e82-da37-46a8-b7a7-e5616780f72d\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-18T00:57:10.27587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.625284Z","time spent":"650.572857ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:57:10.275738Z","caller":"traceutil/trace.go:171","msg":"trace[725682542] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5205; }","duration":"1.055789369s","start":"2026-03-18T00:57:09.219934Z","end":"2026-03-18T00:57:10.275724Z","steps":["trace[725682542] 'agreement among raft nodes before linearized reading' (duration: 1.055703807s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:10.275891Z","caller":"traceutil/trace.go:171","msg":"trace[2021955577] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c020e82-da37-46a8-b7a7-e5616780f72d; range_end:; response_count:1; response_revision:5205; }","duration":"104.524241ms","start":"2026-03-18T00:57:10.171357Z","end":"2026-03-18T00:57:10.275882Z","steps":["trace[2021955577] 'agreement among raft nodes before linearized reading' (duration: 104.412429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.275703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.016552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:10.275992Z","caller":"traceutil/trace.go:171","msg":"trace[1717240044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5205; }","duration":"865.332007ms","start":"2026-03-18T00:57:09.410651Z","end":"2026-03-18T00:57:10.275983Z","steps":["trace[1717240044] 'agreement among raft nodes before linearized reading' (duration: 864.957771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.276038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.410591Z","time spent":"865.435499ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:10.275994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.21991Z","time spent":"1.056028882s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:10.275877Z","caller":"traceutil/trace.go:171","msg":"trace[969251295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5205; }","duration":"965.861456ms","start":"2026-03-18T00:57:09.309997Z","end":"2026-03-18T00:57:10.275859Z","steps":["trace[969251295] 'agreement among raft nodes before linearized reading' (duration: 965.598261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.276216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.309983Z","time spent":"966.216553ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:10.27784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.180354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112491"} {"level":"info","ts":"2026-03-18T00:57:10.277897Z","caller":"traceutil/trace.go:171","msg":"trace[650664572] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5205; }","duration":"859.276356ms","start":"2026-03-18T00:57:09.418608Z","end":"2026-03-18T00:57:10.277885Z","steps":["trace[650664572] 'agreement among raft nodes before linearized reading' (duration: 856.956613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:10.277946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:09.418594Z","time spent":"859.338537ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112515,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:57:10.444711Z","caller":"traceutil/trace.go:171","msg":"trace[1101427962] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"163.098986ms","start":"2026-03-18T00:57:10.281584Z","end":"2026-03-18T00:57:10.444683Z","steps":["trace[1101427962] 'process raft request' (duration: 162.848241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:10.444848Z","caller":"traceutil/trace.go:171","msg":"trace[1163198599] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"153.579969ms","start":"2026-03-18T00:57:10.291234Z","end":"2026-03-18T00:57:10.444814Z","steps":["trace[1163198599] 'process raft request' (duration: 153.373485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:11.786295Z","caller":"traceutil/trace.go:171","msg":"trace[1535473297] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"106.295936ms","start":"2026-03-18T00:57:11.679962Z","end":"2026-03-18T00:57:11.786258Z","steps":["trace[1535473297] 'process raft request' (duration: 106.072272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:22.31483Z","caller":"traceutil/trace.go:171","msg":"trace[1258518770] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"107.44919ms","start":"2026-03-18T00:57:22.207352Z","end":"2026-03-18T00:57:22.314801Z","steps":["trace[1258518770] 'process raft request' (duration: 107.289167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:23.337038Z","caller":"traceutil/trace.go:171","msg":"trace[1781465440] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"634.414722ms","start":"2026-03-18T00:57:22.702595Z","end":"2026-03-18T00:57:23.33701Z","steps":["trace[1781465440] 'process raft request' (duration: 634.225228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:23.337221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.702569Z","time spent":"634.545854ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:23.399034Z","caller":"traceutil/trace.go:171","msg":"trace[1567459017] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"695.643476ms","start":"2026-03-18T00:57:22.703362Z","end":"2026-03-18T00:57:23.399005Z","steps":["trace[1567459017] 'process raft request' (duration: 695.507394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:23.399189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.703354Z","time spent":"695.753248ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:44.517704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.133569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:44.517947Z","caller":"traceutil/trace.go:171","msg":"trace[371898691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5487; }","duration":"305.396985ms","start":"2026-03-18T00:57:44.212529Z","end":"2026-03-18T00:57:44.517926Z","steps":["trace[371898691] 'range keys from in-memory index tree' (duration: 305.114518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:44.518067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.228416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:44.518305Z","caller":"traceutil/trace.go:171","msg":"trace[476694833] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5695; }","duration":"179.342937ms","start":"2026-03-18T00:57:44.338943Z","end":"2026-03-18T00:57:44.518286Z","steps":["trace[476694833] 'read index received' (duration: 178.615593ms)","trace[476694833] 'applied index is now lower than readState.Index' (duration: 726.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:44.518381Z","caller":"traceutil/trace.go:171","msg":"trace[1825019010] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"285.961122ms","start":"2026-03-18T00:57:44.232409Z","end":"2026-03-18T00:57:44.51837Z","steps":["trace[1825019010] 'process raft request' (duration: 285.775549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:44.518422Z","caller":"traceutil/trace.go:171","msg":"trace[581833007] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"541.834977ms","start":"2026-03-18T00:57:43.976548Z","end":"2026-03-18T00:57:44.518383Z","steps":["trace[581833007] 'process raft request' (duration: 327.191403ms)","trace[581833007] 'compare' (duration: 213.872399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:44.518601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:43.976525Z","time spent":"542.00093ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:44.518802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.834427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:44.518955Z","caller":"traceutil/trace.go:171","msg":"trace[1926116834] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5489; }","duration":"179.952479ms","start":"2026-03-18T00:57:44.338926Z","end":"2026-03-18T00:57:44.518878Z","steps":["trace[1926116834] 'agreement among raft nodes before linearized reading' (duration: 179.638414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:44.521227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.928157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:44.521269Z","caller":"traceutil/trace.go:171","msg":"trace[533007836] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"124.820882ms","start":"2026-03-18T00:57:44.396418Z","end":"2026-03-18T00:57:44.521239Z","steps":["trace[533007836] 'process raft request' (duration: 124.619058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:44.521308Z","caller":"traceutil/trace.go:171","msg":"trace[2054765009] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5490; }","duration":"170.037039ms","start":"2026-03-18T00:57:44.351254Z","end":"2026-03-18T00:57:44.521291Z","steps":["trace[2054765009] 'agreement among raft nodes before linearized reading' (duration: 169.927647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:44.521351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.040008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:44.521342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.093903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-18T00:57:44.521415Z","caller":"traceutil/trace.go:171","msg":"trace[703920293] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5490; }","duration":"172.14784ms","start":"2026-03-18T00:57:44.349252Z","end":"2026-03-18T00:57:44.5214Z","steps":["trace[703920293] 'agreement among raft nodes before linearized reading' (duration: 172.048858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:44.521432Z","caller":"traceutil/trace.go:171","msg":"trace[859617632] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5490; }","duration":"167.236245ms","start":"2026-03-18T00:57:44.354174Z","end":"2026-03-18T00:57:44.521411Z","steps":["trace[859617632] 'agreement among raft nodes before linearized reading' (duration: 167.011361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:53.845859Z","caller":"traceutil/trace.go:171","msg":"trace[964385506] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5753; }","duration":"196.755593ms","start":"2026-03-18T00:57:53.649076Z","end":"2026-03-18T00:57:53.845832Z","steps":["trace[964385506] 'read index received' (duration: 142.122246ms)","trace[964385506] 'applied index is now lower than readState.Index' (duration: 54.631847ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:53.845958Z","caller":"traceutil/trace.go:171","msg":"trace[1547228318] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"265.318176ms","start":"2026-03-18T00:57:53.580614Z","end":"2026-03-18T00:57:53.845933Z","steps":["trace[1547228318] 'process raft request' (duration: 210.582537ms)","trace[1547228318] 'compare' (duration: 54.387543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:53.847052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.957065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T00:57:53.847145Z","caller":"traceutil/trace.go:171","msg":"trace[1619171173] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5545; }","duration":"198.112238ms","start":"2026-03-18T00:57:53.649011Z","end":"2026-03-18T00:57:53.847123Z","steps":["trace[1619171173] 'agreement among raft nodes before linearized reading' (duration: 196.955346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:54.758815Z","caller":"traceutil/trace.go:171","msg":"trace[244851875] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"179.420019ms","start":"2026-03-18T00:57:54.579369Z","end":"2026-03-18T00:57:54.758789Z","steps":["trace[244851875] 'process raft request' (duration: 179.270547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:54.776845Z","caller":"traceutil/trace.go:171","msg":"trace[2825121] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5757; }","duration":"169.227554ms","start":"2026-03-18T00:57:54.60759Z","end":"2026-03-18T00:57:54.776818Z","steps":["trace[2825121] 'read index received' (duration: 151.148607ms)","trace[2825121] 'applied index is now lower than readState.Index' (duration: 18.075767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:54.776919Z","caller":"traceutil/trace.go:171","msg":"trace[1047614227] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"197.442625ms","start":"2026-03-18T00:57:54.579418Z","end":"2026-03-18T00:57:54.776861Z","steps":["trace[1047614227] 'process raft request' (duration: 197.153899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:54.776958Z","caller":"traceutil/trace.go:171","msg":"trace[1613661485] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"137.21011ms","start":"2026-03-18T00:57:54.639726Z","end":"2026-03-18T00:57:54.776936Z","steps":["trace[1613661485] 'process raft request' (duration: 137.028127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:54.777127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.522259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:57:54.777177Z","caller":"traceutil/trace.go:171","msg":"trace[1291779966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5550; }","duration":"169.626651ms","start":"2026-03-18T00:57:54.607536Z","end":"2026-03-18T00:57:54.777163Z","steps":["trace[1291779966] 'agreement among raft nodes before linearized reading' (duration: 169.453478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:54.777337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.203268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:54.777386Z","caller":"traceutil/trace.go:171","msg":"trace[509797543] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5550; }","duration":"115.30287ms","start":"2026-03-18T00:57:54.662071Z","end":"2026-03-18T00:57:54.777374Z","steps":["trace[509797543] 'agreement among raft nodes before linearized reading' (duration: 115.183898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:54.777229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.411792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:54.777482Z","caller":"traceutil/trace.go:171","msg":"trace[1948395019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"151.669877ms","start":"2026-03-18T00:57:54.625786Z","end":"2026-03-18T00:57:54.777456Z","steps":["trace[1948395019] 'agreement among raft nodes before linearized reading' (duration: 151.368961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.057747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.601089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:55.057856Z","caller":"traceutil/trace.go:171","msg":"trace[1113563701] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5761; }","duration":"199.596146ms","start":"2026-03-18T00:57:54.858244Z","end":"2026-03-18T00:57:55.05784Z","steps":["trace[1113563701] 'read index received' (duration: 27.24µs)","trace[1113563701] 'applied index is now lower than readState.Index' (duration: 199.567556ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:55.057917Z","caller":"traceutil/trace.go:171","msg":"trace[2133858687] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"233.962605ms","start":"2026-03-18T00:57:54.823912Z","end":"2026-03-18T00:57:55.057875Z","steps":["trace[2133858687] 'process raft request' (duration: 26.147042ms)","trace[2133858687] 'compare' (duration: 207.482707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:55.058007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.76488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:57:55.058045Z","caller":"traceutil/trace.go:171","msg":"trace[1068991582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5552; }","duration":"199.823321ms","start":"2026-03-18T00:57:54.858212Z","end":"2026-03-18T00:57:55.058036Z","steps":["trace[1068991582] 'agreement among raft nodes before linearized reading' (duration: 199.707608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.058096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.44342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:57:55.058155Z","caller":"traceutil/trace.go:171","msg":"trace[1585618608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5552; }","duration":"191.541162ms","start":"2026-03-18T00:57:54.866597Z","end":"2026-03-18T00:57:55.058139Z","steps":["trace[1585618608] 'agreement among raft nodes before linearized reading' (duration: 191.4022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:55.058262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.940151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T00:57:55.058355Z","caller":"traceutil/trace.go:171","msg":"trace[381151022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:5552; }","duration":"178.063774ms","start":"2026-03-18T00:57:54.880269Z","end":"2026-03-18T00:57:55.058333Z","steps":["trace[381151022] 'agreement among raft nodes before linearized reading' (duration: 177.781928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:08.921378Z","caller":"traceutil/trace.go:171","msg":"trace[673790546] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"111.6149ms","start":"2026-03-18T00:58:08.809739Z","end":"2026-03-18T00:58:08.921354Z","steps":["trace[673790546] 'process raft request' (duration: 111.422207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:08.97867Z","caller":"traceutil/trace.go:171","msg":"trace[1426824088] linearizableReadLoop","detail":"{readStateIndex:5853; appliedIndex:5851; }","duration":"115.980114ms","start":"2026-03-18T00:58:08.862662Z","end":"2026-03-18T00:58:08.978642Z","steps":["trace[1426824088] 'read index received' (duration: 58.564493ms)","trace[1426824088] 'applied index is now lower than readState.Index' (duration: 57.41419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:08.97888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.202957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:58:08.978923Z","caller":"traceutil/trace.go:171","msg":"trace[1013414274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5641; }","duration":"116.267288ms","start":"2026-03-18T00:58:08.862644Z","end":"2026-03-18T00:58:08.978911Z","steps":["trace[1013414274] 'agreement among raft nodes before linearized reading' (duration: 116.101575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:08.978944Z","caller":"traceutil/trace.go:171","msg":"trace[295047042] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"157.731074ms","start":"2026-03-18T00:58:08.821165Z","end":"2026-03-18T00:58:08.978896Z","steps":["trace[295047042] 'process raft request' (duration: 157.312726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:09.249153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.482409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:09.249281Z","caller":"traceutil/trace.go:171","msg":"trace[1848219196] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"266.00688ms","start":"2026-03-18T00:58:08.983249Z","end":"2026-03-18T00:58:09.249256Z","steps":["trace[1848219196] 'process raft request' (duration: 36.311117ms)","trace[1848219196] 'compare' (duration: 229.222434ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:09.288099Z","caller":"traceutil/trace.go:171","msg":"trace[1848109227] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"121.968978ms","start":"2026-03-18T00:58:09.166104Z","end":"2026-03-18T00:58:09.288072Z","steps":["trace[1848109227] 'process raft request' (duration: 121.782075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:09.394648Z","caller":"traceutil/trace.go:171","msg":"trace[682739843] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5855; }","duration":"101.2331ms","start":"2026-03-18T00:58:09.293386Z","end":"2026-03-18T00:58:09.394619Z","steps":["trace[682739843] 'read index received' (duration: 20.90521ms)","trace[682739843] 'applied index is now lower than readState.Index' (duration: 80.32651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:58:09.395036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.635068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109028"} {"level":"info","ts":"2026-03-18T00:58:09.395103Z","caller":"traceutil/trace.go:171","msg":"trace[391997596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5645; }","duration":"101.749279ms","start":"2026-03-18T00:58:09.293338Z","end":"2026-03-18T00:58:09.395088Z","steps":["trace[391997596] 'agreement among raft nodes before linearized reading' (duration: 101.446704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:09.828497Z","caller":"traceutil/trace.go:171","msg":"trace[1284572991] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"160.617359ms","start":"2026-03-18T00:58:09.667853Z","end":"2026-03-18T00:58:09.82847Z","steps":["trace[1284572991] 'process raft request' (duration: 160.445996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.603239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2734} {"level":"info","ts":"2026-03-18T00:58:10.72654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2734,"took":"121.967138ms","hash":3507779700,"current-db-size-bytes":40529920,"current-db-size":"40 MB","current-db-size-in-use-bytes":30441472,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T00:58:10.726608Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3507779700,"revision":2734,"compact-revision":-1} {"level":"info","ts":"2026-03-18T00:58:11.120638Z","caller":"traceutil/trace.go:171","msg":"trace[229055005] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"136.530447ms","start":"2026-03-18T00:58:10.984082Z","end":"2026-03-18T00:58:11.120612Z","steps":["trace[229055005] 'process raft request' (duration: 132.451539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:01:29.229057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.036421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T01:02:58.61094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738646278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:59.049881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007420214s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:02:59.050292Z","caller":"traceutil/trace.go:171","msg":"trace[1838010182] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"1.007950855s","start":"2026-03-18T01:02:58.042317Z","end":"2026-03-18T01:02:59.050268Z","steps":["trace[1838010182] 'process raft request' (duration: 1.007819843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.050428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.042289Z","time spent":"1.008069386s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:59.498062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.992659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:59.498366Z","caller":"traceutil/trace.go:171","msg":"trace[1193724267] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"1.398000646s","start":"2026-03-18T01:02:58.10032Z","end":"2026-03-18T01:02:59.498321Z","steps":["trace[1193724267] 'process raft request' (duration: 1.040658571s)","trace[1193724267] 'compare' (duration: 356.747344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:59.498444Z","caller":"traceutil/trace.go:171","msg":"trace[211687081] linearizableReadLoop","detail":"{readStateIndex:7950; appliedIndex:7947; }","duration":"1.388278811s","start":"2026-03-18T01:02:58.110146Z","end":"2026-03-18T01:02:59.498424Z","steps":["trace[211687081] 'read index received' (duration: 940.088428ms)","trace[211687081] 'applied index is now lower than readState.Index' (duration: 448.188853ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:59.498427Z","caller":"traceutil/trace.go:171","msg":"trace[485912415] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"985.724677ms","start":"2026-03-18T01:02:58.512641Z","end":"2026-03-18T01:02:59.498365Z","steps":["trace[485912415] 'process raft request' (duration: 985.545554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.498571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.100288Z","time spent":"1.398173668s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:59.499436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.512621Z","time spent":"986.650592ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:59.506021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395859917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T01:02:59.506109Z","caller":"traceutil/trace.go:171","msg":"trace[897420790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7668; }","duration":"1.395997519s","start":"2026-03-18T01:02:58.110093Z","end":"2026-03-18T01:02:59.50609Z","steps":["trace[897420790] 'agreement among raft nodes before linearized reading' (duration: 1.388453884s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.506153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.110081Z","time spent":"1.396063981s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:02:59.506489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196841709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:59.506558Z","caller":"traceutil/trace.go:171","msg":"trace[119653074] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7668; }","duration":"1.196968932s","start":"2026-03-18T01:02:58.309574Z","end":"2026-03-18T01:02:59.506543Z","steps":["trace[119653074] 'agreement among raft nodes before linearized reading' (duration: 1.196839839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.506597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.309553Z","time spent":"1.197036383s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:59.506731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.441324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T01:02:59.506771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.373022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:02:59.506786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102655223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:59.506806Z","caller":"traceutil/trace.go:171","msg":"trace[1392325721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7668; }","duration":"628.429963ms","start":"2026-03-18T01:02:58.878365Z","end":"2026-03-18T01:02:59.506795Z","steps":["trace[1392325721] 'agreement among raft nodes before linearized reading' (duration: 628.305191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.506839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.878352Z","time spent":"628.482243ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:02:59.507016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.093885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:02:59.507045Z","caller":"traceutil/trace.go:171","msg":"trace[1874049663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7668; }","duration":"398.123855ms","start":"2026-03-18T01:02:59.108915Z","end":"2026-03-18T01:02:59.507039Z","steps":["trace[1874049663] 'agreement among raft nodes before linearized reading' (duration: 398.010333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.108817Z","time spent":"398.242847ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"info","ts":"2026-03-18T01:02:59.506797Z","caller":"traceutil/trace.go:171","msg":"trace[987891271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7668; }","duration":"613.524507ms","start":"2026-03-18T01:02:58.893258Z","end":"2026-03-18T01:02:59.506782Z","steps":["trace[987891271] 'agreement among raft nodes before linearized reading' (duration: 613.325193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.89325Z","time spent":"613.896063ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:59.507172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.843687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:02:59.507222Z","caller":"traceutil/trace.go:171","msg":"trace[2138079687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7668; }","duration":"610.937419ms","start":"2026-03-18T01:02:58.896271Z","end":"2026-03-18T01:02:59.507208Z","steps":["trace[2138079687] 'agreement among raft nodes before linearized reading' (duration: 610.835677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.896249Z","time spent":"611.00934ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:59.507022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.65559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:02:59.507346Z","caller":"traceutil/trace.go:171","msg":"trace[1901240127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7668; }","duration":"618.017306ms","start":"2026-03-18T01:02:58.88932Z","end":"2026-03-18T01:02:59.507337Z","steps":["trace[1901240127] 'agreement among raft nodes before linearized reading' (duration: 617.6481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.889305Z","time spent":"618.063687ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:02:59.506809Z","caller":"traceutil/trace.go:171","msg":"trace[2076390546] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7668; }","duration":"1.102716903s","start":"2026-03-18T01:02:58.404084Z","end":"2026-03-18T01:02:59.506801Z","steps":["trace[2076390546] 'agreement among raft nodes before linearized reading' (duration: 1.102682242s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.404062Z","time spent":"1.103376035s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:59.506752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.919789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:59.507607Z","caller":"traceutil/trace.go:171","msg":"trace[1400084957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7668; }","duration":"881.796924ms","start":"2026-03-18T01:02:58.6258Z","end":"2026-03-18T01:02:59.507597Z","steps":["trace[1400084957] 'agreement among raft nodes before linearized reading' (duration: 880.926039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:59.507635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:58.625787Z","time spent":"881.840405ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:09.642144Z","caller":"traceutil/trace.go:171","msg":"trace[702392192] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"110.237456ms","start":"2026-03-18T01:03:09.531871Z","end":"2026-03-18T01:03:09.642108Z","steps":["trace[702392192] 'process raft request' (duration: 109.874569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:09.782416Z","caller":"traceutil/trace.go:171","msg":"trace[657813154] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"129.070433ms","start":"2026-03-18T01:03:09.653309Z","end":"2026-03-18T01:03:09.782379Z","steps":["trace[657813154] 'process raft request' (duration: 82.016499ms)","trace[657813154] 'compare' (duration: 46.654266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:11.124401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738646435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:03:11.313428Z","caller":"traceutil/trace.go:171","msg":"trace[862339709] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"708.694321ms","start":"2026-03-18T01:03:10.604707Z","end":"2026-03-18T01:03:11.313401Z","steps":["trace[862339709] 'process raft request' (duration: 708.506188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.313586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:10.604678Z","time spent":"708.831223ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:11.878667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.766087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:11.879014Z","caller":"traceutil/trace.go:171","msg":"trace[151420534] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"1.124631465s","start":"2026-03-18T01:03:10.754341Z","end":"2026-03-18T01:03:11.878972Z","steps":["trace[151420534] 'process raft request' (duration: 1.004478492s)","trace[151420534] 'compare' (duration: 119.34953ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:11.879084Z","caller":"traceutil/trace.go:171","msg":"trace[76005598] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"602.759922ms","start":"2026-03-18T01:03:11.276304Z","end":"2026-03-18T01:03:11.879064Z","steps":["trace[76005598] 'process raft request' (duration: 602.703331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:11.879063Z","caller":"traceutil/trace.go:171","msg":"trace[1772010990] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"775.725053ms","start":"2026-03-18T01:03:11.103314Z","end":"2026-03-18T01:03:11.879039Z","steps":["trace[1772010990] 'process raft request' (duration: 775.447188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.879155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.276277Z","time spent":"602.846374ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:11.879167Z","caller":"traceutil/trace.go:171","msg":"trace[47108208] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8006; }","duration":"1.255562761s","start":"2026-03-18T01:03:10.623586Z","end":"2026-03-18T01:03:11.879148Z","steps":["trace[47108208] 'read index received' (duration: 689.661369ms)","trace[47108208] 'applied index is now lower than readState.Index' (duration: 565.899542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:11.879192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:10.754326Z","time spent":"1.124773258s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:11.879277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255690654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:11.879284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.103284Z","time spent":"775.862464ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:11.879303Z","caller":"traceutil/trace.go:171","msg":"trace[1501137460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7724; }","duration":"1.255762276s","start":"2026-03-18T01:03:10.623535Z","end":"2026-03-18T01:03:11.879297Z","steps":["trace[1501137460] 'agreement among raft nodes before linearized reading' (duration: 1.255699025s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.879343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:10.623515Z","time spent":"1.255823267s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:11.973118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5651} {"level":"info","ts":"2026-03-18T01:03:11.973185Z","caller":"traceutil/trace.go:171","msg":"trace[774881195] compact","detail":"{revision:5651; response_revision:7724; }","duration":"658.42578ms","start":"2026-03-18T01:03:11.314734Z","end":"2026-03-18T01:03:11.97316Z","steps":["trace[774881195] 'process raft request' (duration: 618.245351ms)","trace[774881195] 'check and update compact revision' (duration: 39.883354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:11.973283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.314668Z","time spent":"658.610403ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T01:03:11.973505Z","caller":"traceutil/trace.go:171","msg":"trace[453047456] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"325.739438ms","start":"2026-03-18T01:03:11.647737Z","end":"2026-03-18T01:03:11.973476Z","steps":["trace[453047456] 'process raft request' (duration: 325.27904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.973686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.64771Z","time spent":"325.87523ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:11.973818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.955345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:03:11.973852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285704113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T01:03:11.973876Z","caller":"traceutil/trace.go:171","msg":"trace[1282675477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7725; }","duration":"262.072877ms","start":"2026-03-18T01:03:11.711791Z","end":"2026-03-18T01:03:11.973864Z","steps":["trace[1282675477] 'agreement among raft nodes before linearized reading' (duration: 261.852353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:11.973882Z","caller":"traceutil/trace.go:171","msg":"trace[837600834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7725; }","duration":"1.285783113s","start":"2026-03-18T01:03:10.688087Z","end":"2026-03-18T01:03:11.97387Z","steps":["trace[837600834] 'agreement among raft nodes before linearized reading' (duration: 1.285673311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.973906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:10.68807Z","time spent":"1.285831945s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:11.973991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.053535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:11.974013Z","caller":"traceutil/trace.go:171","msg":"trace[1762751268] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7725; }","duration":"811.096477ms","start":"2026-03-18T01:03:11.162907Z","end":"2026-03-18T01:03:11.974004Z","steps":["trace[1762751268] 'agreement among raft nodes before linearized reading' (duration: 810.683789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.162894Z","time spent":"811.133927ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:11.974056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.891122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:11.974085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.750835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:03:11.974129Z","caller":"traceutil/trace.go:171","msg":"trace[28115441] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7725; }","duration":"166.002014ms","start":"2026-03-18T01:03:11.808105Z","end":"2026-03-18T01:03:11.974107Z","steps":["trace[28115441] 'agreement among raft nodes before linearized reading' (duration: 165.455035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.503177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T01:03:11.974153Z","caller":"traceutil/trace.go:171","msg":"trace[964605101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7725; }","duration":"259.819826ms","start":"2026-03-18T01:03:11.714317Z","end":"2026-03-18T01:03:11.974137Z","steps":["trace[964605101] 'agreement among raft nodes before linearized reading' (duration: 259.261446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.577748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:03:11.974216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.747606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T01:03:11.974234Z","caller":"traceutil/trace.go:171","msg":"trace[147166798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7725; }","duration":"624.795048ms","start":"2026-03-18T01:03:11.349434Z","end":"2026-03-18T01:03:11.974229Z","steps":["trace[147166798] 'agreement among raft nodes before linearized reading' (duration: 624.145576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.34942Z","time spent":"624.825508ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T01:03:11.974176Z","caller":"traceutil/trace.go:171","msg":"trace[463839548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7725; }","duration":"261.592129ms","start":"2026-03-18T01:03:11.712579Z","end":"2026-03-18T01:03:11.974171Z","steps":["trace[463839548] 'agreement among raft nodes before linearized reading' (duration: 261.014669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.229863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:11.974353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.605886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:11.974371Z","caller":"traceutil/trace.go:171","msg":"trace[473171659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7725; }","duration":"262.650807ms","start":"2026-03-18T01:03:11.711716Z","end":"2026-03-18T01:03:11.974367Z","steps":["trace[473171659] 'agreement among raft nodes before linearized reading' (duration: 261.816472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:11.974376Z","caller":"traceutil/trace.go:171","msg":"trace[346431606] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7725; }","duration":"852.350386ms","start":"2026-03-18T01:03:11.122004Z","end":"2026-03-18T01:03:11.974354Z","steps":["trace[346431606] 'agreement among raft nodes before linearized reading' (duration: 851.549762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:11.974219Z","caller":"traceutil/trace.go:171","msg":"trace[2063397591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7725; }","duration":"261.715461ms","start":"2026-03-18T01:03:11.712488Z","end":"2026-03-18T01:03:11.974204Z","steps":["trace[2063397591] 'agreement among raft nodes before linearized reading' (duration: 261.131521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.925874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:03:11.974532Z","caller":"traceutil/trace.go:171","msg":"trace[86206386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7725; }","duration":"262.059777ms","start":"2026-03-18T01:03:11.712431Z","end":"2026-03-18T01:03:11.97449Z","steps":["trace[86206386] 'agreement among raft nodes before linearized reading' (duration: 261.201442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:11.974437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:11.121985Z","time spent":"852.435958ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:12.218476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.795158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:12.218741Z","caller":"traceutil/trace.go:171","msg":"trace[2018818051] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"239.517022ms","start":"2026-03-18T01:03:11.979177Z","end":"2026-03-18T01:03:12.218694Z","steps":["trace[2018818051] 'process raft request' (duration: 37.408189ms)","trace[2018818051] 'compare' (duration: 158.38428ms)","trace[2018818051] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 43.192053ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T01:03:12.21877Z","caller":"traceutil/trace.go:171","msg":"trace[250134809] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"239.416991ms","start":"2026-03-18T01:03:11.979333Z","end":"2026-03-18T01:03:12.21875Z","steps":["trace[250134809] 'process raft request' (duration: 239.270089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219069Z","caller":"traceutil/trace.go:171","msg":"trace[1372312050] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"239.625134ms","start":"2026-03-18T01:03:11.979412Z","end":"2026-03-18T01:03:12.219037Z","steps":["trace[1372312050] 'process raft request' (duration: 239.303089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219156Z","caller":"traceutil/trace.go:171","msg":"trace[1435978642] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"239.668425ms","start":"2026-03-18T01:03:11.97947Z","end":"2026-03-18T01:03:12.219138Z","steps":["trace[1435978642] 'process raft request' (duration: 239.509312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219393Z","caller":"traceutil/trace.go:171","msg":"trace[246618878] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"239.710166ms","start":"2026-03-18T01:03:11.979659Z","end":"2026-03-18T01:03:12.219369Z","steps":["trace[246618878] 'process raft request' (duration: 239.429291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219581Z","caller":"traceutil/trace.go:171","msg":"trace[292926746] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"239.872258ms","start":"2026-03-18T01:03:11.979692Z","end":"2026-03-18T01:03:12.219564Z","steps":["trace[292926746] 'process raft request' (duration: 239.595553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219743Z","caller":"traceutil/trace.go:171","msg":"trace[1925653052] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"240.011871ms","start":"2026-03-18T01:03:11.979718Z","end":"2026-03-18T01:03:12.21973Z","steps":["trace[1925653052] 'process raft request' (duration: 239.760167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.219783Z","caller":"traceutil/trace.go:171","msg":"trace[815312290] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8012; }","duration":"238.053457ms","start":"2026-03-18T01:03:11.98172Z","end":"2026-03-18T01:03:12.219773Z","steps":["trace[815312290] 'read index received' (duration: 34.941916ms)","trace[815312290] 'applied index is now lower than readState.Index' (duration: 203.110531ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:12.21989Z","caller":"traceutil/trace.go:171","msg":"trace[1289425771] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"239.839239ms","start":"2026-03-18T01:03:11.97998Z","end":"2026-03-18T01:03:12.21982Z","steps":["trace[1289425771] 'process raft request' (duration: 239.700325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:12.220003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.805342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-18T01:03:12.220043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.334406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129027"} {"level":"info","ts":"2026-03-18T01:03:12.220058Z","caller":"traceutil/trace.go:171","msg":"trace[1267238259] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7733; }","duration":"237.898393ms","start":"2026-03-18T01:03:11.982146Z","end":"2026-03-18T01:03:12.220044Z","steps":["trace[1267238259] 'agreement among raft nodes before linearized reading' (duration: 237.727131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.220087Z","caller":"traceutil/trace.go:171","msg":"trace[1277852833] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7733; }","duration":"236.419657ms","start":"2026-03-18T01:03:11.983658Z","end":"2026-03-18T01:03:12.220077Z","steps":["trace[1277852833] 'agreement among raft nodes before linearized reading' (duration: 236.216924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:12.220165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.434564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223798"} {"level":"info","ts":"2026-03-18T01:03:12.220207Z","caller":"traceutil/trace.go:171","msg":"trace[73986647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7733; }","duration":"238.516915ms","start":"2026-03-18T01:03:11.98168Z","end":"2026-03-18T01:03:12.220196Z","steps":["trace[73986647] 'agreement among raft nodes before linearized reading' (duration: 238.154019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:12.220276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.65229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:12.22033Z","caller":"traceutil/trace.go:171","msg":"trace[409627575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7733; }","duration":"237.754061ms","start":"2026-03-18T01:03:11.982563Z","end":"2026-03-18T01:03:12.220317Z","steps":["trace[409627575] 'agreement among raft nodes before linearized reading' (duration: 237.614499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:12.699674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5651,"took":"721.933097ms","hash":2561297085,"current-db-size-bytes":42827776,"current-db-size":"43 MB","current-db-size-in-use-bytes":23384064,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T01:03:12.699725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2561297085,"revision":5651,"compact-revision":2734} {"level":"info","ts":"2026-03-18T01:03:14.077468Z","caller":"traceutil/trace.go:171","msg":"trace[457266201] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"192.191744ms","start":"2026-03-18T01:03:13.885213Z","end":"2026-03-18T01:03:14.077405Z","steps":["trace[457266201] 'process raft request' (duration: 135.849525ms)","trace[457266201] 'compare' (duration: 56.111485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:14.397945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.760008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:03:14.397911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.892714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:14.398054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.51739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:14.398052Z","caller":"traceutil/trace.go:171","msg":"trace[615874092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7736; }","duration":"185.064607ms","start":"2026-03-18T01:03:14.212968Z","end":"2026-03-18T01:03:14.398032Z","steps":["trace[615874092] 'range keys from in-memory index tree' (duration: 184.870044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.398077Z","caller":"traceutil/trace.go:171","msg":"trace[1983155679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7736; }","duration":"173.541531ms","start":"2026-03-18T01:03:14.22453Z","end":"2026-03-18T01:03:14.398072Z","steps":["trace[1983155679] 'range keys from in-memory index tree' (duration: 173.204694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.398315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.528302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:03:14.398305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.461351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:14.398395Z","caller":"traceutil/trace.go:171","msg":"trace[793182463] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7736; }","duration":"172.607465ms","start":"2026-03-18T01:03:14.225766Z","end":"2026-03-18T01:03:14.398373Z","steps":["trace[793182463] 'count revisions from in-memory index tree' (duration: 172.329898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.398343Z","caller":"traceutil/trace.go:171","msg":"trace[371080706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7736; }","duration":"172.618443ms","start":"2026-03-18T01:03:14.225715Z","end":"2026-03-18T01:03:14.398333Z","steps":["trace[371080706] 'range keys from in-memory index tree' (duration: 172.343849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.398492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.559825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:14.398517Z","caller":"traceutil/trace.go:171","msg":"trace[1540942700] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7736; }","duration":"176.588015ms","start":"2026-03-18T01:03:14.221923Z","end":"2026-03-18T01:03:14.398511Z","steps":["trace[1540942700] 'count revisions from in-memory index tree' (duration: 176.467583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.398588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.294072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:03:14.398657Z","caller":"traceutil/trace.go:171","msg":"trace[2008254493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7736; }","duration":"175.433065ms","start":"2026-03-18T01:03:14.223207Z","end":"2026-03-18T01:03:14.39864Z","steps":["trace[2008254493] 'range keys from in-memory index tree' (duration: 175.095248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.398002Z","caller":"traceutil/trace.go:171","msg":"trace[1665194264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7736; }","duration":"171.836059ms","start":"2026-03-18T01:03:14.226152Z","end":"2026-03-18T01:03:14.397988Z","steps":["trace[1665194264] 'range keys from in-memory index tree' (duration: 171.493644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.398698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.875244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T01:03:14.398747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.61779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:03:14.398839Z","caller":"traceutil/trace.go:171","msg":"trace[1357660776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7736; }","duration":"175.079518ms","start":"2026-03-18T01:03:14.223729Z","end":"2026-03-18T01:03:14.398808Z","steps":["trace[1357660776] 'range keys from in-memory index tree' (duration: 174.60352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.398857Z","caller":"traceutil/trace.go:171","msg":"trace[1048716674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7736; }","duration":"174.760813ms","start":"2026-03-18T01:03:14.224074Z","end":"2026-03-18T01:03:14.398835Z","steps":["trace[1048716674] 'range keys from in-memory index tree' (duration: 174.348696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.398719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.299114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:14.398912Z","caller":"traceutil/trace.go:171","msg":"trace[2101836343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7736; }","duration":"174.524839ms","start":"2026-03-18T01:03:14.224374Z","end":"2026-03-18T01:03:14.398899Z","steps":["trace[2101836343] 'range keys from in-memory index tree' (duration: 174.145362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.610147Z","caller":"traceutil/trace.go:171","msg":"trace[1049246410] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"207.314705ms","start":"2026-03-18T01:03:14.402806Z","end":"2026-03-18T01:03:14.610121Z","steps":["trace[1049246410] 'process raft request' (duration: 207.136272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.673311Z","caller":"traceutil/trace.go:171","msg":"trace[1315007317] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"270.440537ms","start":"2026-03-18T01:03:14.402851Z","end":"2026-03-18T01:03:14.673292Z","steps":["trace[1315007317] 'process raft request' (duration: 270.301334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.673566Z","caller":"traceutil/trace.go:171","msg":"trace[1369744838] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"269.948459ms","start":"2026-03-18T01:03:14.403593Z","end":"2026-03-18T01:03:14.673541Z","steps":["trace[1369744838] 'process raft request' (duration: 269.662474ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.673661Z","caller":"traceutil/trace.go:171","msg":"trace[43482028] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"269.810886ms","start":"2026-03-18T01:03:14.403831Z","end":"2026-03-18T01:03:14.673642Z","steps":["trace[43482028] 'process raft request' (duration: 269.650743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.673738Z","caller":"traceutil/trace.go:171","msg":"trace[20180514] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"269.589261ms","start":"2026-03-18T01:03:14.404135Z","end":"2026-03-18T01:03:14.673725Z","steps":["trace[20180514] 'process raft request' (duration: 269.462309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:14.673826Z","caller":"traceutil/trace.go:171","msg":"trace[2067073595] linearizableReadLoop","detail":"{readStateIndex:8026; appliedIndex:8024; }","duration":"270.636851ms","start":"2026-03-18T01:03:14.403181Z","end":"2026-03-18T01:03:14.673818Z","steps":["trace[2067073595] 'read index received' (duration: 206.718366ms)","trace[2067073595] 'applied index is now lower than readState.Index' (duration: 63.917565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:14.673838Z","caller":"traceutil/trace.go:171","msg":"trace[571959090] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"269.688823ms","start":"2026-03-18T01:03:14.404141Z","end":"2026-03-18T01:03:14.67383Z","steps":["trace[571959090] 'process raft request' (duration: 269.54617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.674014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.508745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T01:03:14.674055Z","caller":"traceutil/trace.go:171","msg":"trace[706466250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7742; }","duration":"257.583776ms","start":"2026-03-18T01:03:14.41646Z","end":"2026-03-18T01:03:14.674044Z","steps":["trace[706466250] 'agreement among raft nodes before linearized reading' (duration: 257.444064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:14.674262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.058439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223798"} {"level":"info","ts":"2026-03-18T01:03:14.674353Z","caller":"traceutil/trace.go:171","msg":"trace[1810273280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7742; }","duration":"271.18436ms","start":"2026-03-18T01:03:14.403151Z","end":"2026-03-18T01:03:14.674335Z","steps":["trace[1810273280] 'agreement among raft nodes before linearized reading' (duration: 270.699761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:16.48781Z","caller":"traceutil/trace.go:171","msg":"trace[901224651] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"404.404938ms","start":"2026-03-18T01:03:16.083378Z","end":"2026-03-18T01:03:16.487783Z","steps":["trace[901224651] 'process raft request' (duration: 404.238065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.488072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.083351Z","time spent":"404.610191ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:16.797025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.604094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:16.79714Z","caller":"traceutil/trace.go:171","msg":"trace[628532944] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8031; }","duration":"241.758273ms","start":"2026-03-18T01:03:16.555362Z","end":"2026-03-18T01:03:16.79712Z","steps":["trace[628532944] 'read index received' (duration: 34.946946ms)","trace[628532944] 'applied index is now lower than readState.Index' (duration: 206.809767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:16.797243Z","caller":"traceutil/trace.go:171","msg":"trace[141751528] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"712.903137ms","start":"2026-03-18T01:03:16.084326Z","end":"2026-03-18T01:03:16.797229Z","steps":["trace[141751528] 'process raft request' (duration: 505.929447ms)","trace[141751528] 'compare' (duration: 206.347708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:16.79731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.084314Z","time spent":"712.962808ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:16.797614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.230621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:16.797779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.241174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T01:03:16.797612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.219177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:03:16.797775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.40766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:03:16.797831Z","caller":"traceutil/trace.go:171","msg":"trace[523682337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7744; }","duration":"183.290295ms","start":"2026-03-18T01:03:16.614528Z","end":"2026-03-18T01:03:16.797818Z","steps":["trace[523682337] 'agreement among raft nodes before linearized reading' (duration: 182.803547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:16.797844Z","caller":"traceutil/trace.go:171","msg":"trace[556611548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7744; }","duration":"119.482821ms","start":"2026-03-18T01:03:16.678348Z","end":"2026-03-18T01:03:16.797831Z","steps":["trace[556611548] 'agreement among raft nodes before linearized reading' (duration: 119.107275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:16.797862Z","caller":"traceutil/trace.go:171","msg":"trace[2054369149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7744; }","duration":"119.531943ms","start":"2026-03-18T01:03:16.678311Z","end":"2026-03-18T01:03:16.797843Z","steps":["trace[2054369149] 'agreement among raft nodes before linearized reading' (duration: 119.261878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.797645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.864077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:03:16.797952Z","caller":"traceutil/trace.go:171","msg":"trace[96270466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7744; }","duration":"116.172302ms","start":"2026-03-18T01:03:16.681771Z","end":"2026-03-18T01:03:16.797943Z","steps":["trace[96270466] 'agreement among raft nodes before linearized reading' (duration: 115.749005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:16.797774Z","caller":"traceutil/trace.go:171","msg":"trace[1247819308] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7744; }","duration":"242.442795ms","start":"2026-03-18T01:03:16.5553Z","end":"2026-03-18T01:03:16.797742Z","steps":["trace[1247819308] 'agreement among raft nodes before linearized reading' (duration: 242.223241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.798065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.909869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:03:16.79818Z","caller":"traceutil/trace.go:171","msg":"trace[29828518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7744; }","duration":"120.118212ms","start":"2026-03-18T01:03:16.678008Z","end":"2026-03-18T01:03:16.798126Z","steps":["trace[29828518] 'agreement among raft nodes before linearized reading' (duration: 119.606754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.797656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.772209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:03:16.798274Z","caller":"traceutil/trace.go:171","msg":"trace[1884549846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7744; }","duration":"119.411521ms","start":"2026-03-18T01:03:16.678851Z","end":"2026-03-18T01:03:16.798262Z","steps":["trace[1884549846] 'agreement among raft nodes before linearized reading' (duration: 118.680717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.797657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.319618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:03:16.798416Z","caller":"traceutil/trace.go:171","msg":"trace[1791014464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7744; }","duration":"120.118963ms","start":"2026-03-18T01:03:16.678276Z","end":"2026-03-18T01:03:16.798395Z","steps":["trace[1791014464] 'agreement among raft nodes before linearized reading' (duration: 119.268997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.797706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.254267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:16.798498Z","caller":"traceutil/trace.go:171","msg":"trace[506069242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7744; }","duration":"173.062571ms","start":"2026-03-18T01:03:16.625413Z","end":"2026-03-18T01:03:16.798476Z","steps":["trace[506069242] 'agreement among raft nodes before linearized reading' (duration: 172.268117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:17.185903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.335226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:17.186039Z","caller":"traceutil/trace.go:171","msg":"trace[217792448] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"382.832012ms","start":"2026-03-18T01:03:16.803184Z","end":"2026-03-18T01:03:17.186016Z","steps":["trace[217792448] 'process raft request' (duration: 276.274411ms)","trace[217792448] 'compare' (duration: 106.066732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:17.186124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.803164Z","time spent":"382.919293ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:18.875419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795931107s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:03:18.87597Z","caller":"traceutil/trace.go:171","msg":"trace[745860910] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"2.072659716s","start":"2026-03-18T01:03:16.803288Z","end":"2026-03-18T01:03:18.875948Z","steps":["trace[745860910] 'process raft request' (duration: 2.072367441s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.876136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.803262Z","time spent":"2.072785439s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:18.876293Z","caller":"traceutil/trace.go:171","msg":"trace[169086197] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"2.072947332s","start":"2026-03-18T01:03:16.803327Z","end":"2026-03-18T01:03:18.876274Z","steps":["trace[169086197] 'process raft request' (duration: 2.072548464s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.876382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.803318Z","time spent":"2.073020643s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:18.876616Z","caller":"traceutil/trace.go:171","msg":"trace[1239677060] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"2.073146646s","start":"2026-03-18T01:03:16.803456Z","end":"2026-03-18T01:03:18.876602Z","steps":["trace[1239677060] 'process raft request' (duration: 2.072708108s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.876685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.80345Z","time spent":"2.073202167s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:18.876725Z","caller":"traceutil/trace.go:171","msg":"trace[1658502394] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"2.073019104s","start":"2026-03-18T01:03:16.803694Z","end":"2026-03-18T01:03:18.876714Z","steps":["trace[1658502394] 'process raft request' (duration: 2.072624047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.876782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.803673Z","time spent":"2.073077424s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:18.877574Z","caller":"traceutil/trace.go:171","msg":"trace[1017759399] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8032; }","duration":"2.015835949s","start":"2026-03-18T01:03:16.86171Z","end":"2026-03-18T01:03:18.877546Z","steps":["trace[1017759399] 'read index received' (duration: 217.765683ms)","trace[1017759399] 'applied index is now lower than readState.Index' (duration: 1.798069036s)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:18.877836Z","caller":"traceutil/trace.go:171","msg":"trace[367851763] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"2.074177535s","start":"2026-03-18T01:03:16.803643Z","end":"2026-03-18T01:03:18.877821Z","steps":["trace[367851763] 'process raft request' (duration: 2.072981823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.877958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016217775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:18.878062Z","caller":"traceutil/trace.go:171","msg":"trace[319838545] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7750; }","duration":"2.016382078s","start":"2026-03-18T01:03:16.861654Z","end":"2026-03-18T01:03:18.878037Z","steps":["trace[319838545] 'agreement among raft nodes before linearized reading' (duration: 2.016184665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.878131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.861637Z","time spent":"2.01647718s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:18.878237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.803615Z","time spent":"2.074351637s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:19.121807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:19.122114Z","caller":"traceutil/trace.go:171","msg":"trace[1884836452] linearizableReadLoop","detail":"{readStateIndex:8040; appliedIndex:8038; }","duration":"244.284287ms","start":"2026-03-18T01:03:18.877785Z","end":"2026-03-18T01:03:19.122069Z","steps":["trace[1884836452] 'read index received' (duration: 137.184729ms)","trace[1884836452] 'applied index is now lower than readState.Index' (duration: 107.098308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:19.122231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.579437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:19.122264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.313534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:19.122335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.957538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:03:19.122375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.712351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:19.122297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923527693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:19.122401Z","caller":"traceutil/trace.go:171","msg":"trace[1653922251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7752; }","duration":"313.065911ms","start":"2026-03-18T01:03:18.80932Z","end":"2026-03-18T01:03:19.122386Z","steps":["trace[1653922251] 'agreement among raft nodes before linearized reading' (duration: 312.759265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:19.122424Z","caller":"traceutil/trace.go:171","msg":"trace[312769878] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7752; }","duration":"1.923703807s","start":"2026-03-18T01:03:17.198706Z","end":"2026-03-18T01:03:19.12241Z","steps":["trace[312769878] 'agreement among raft nodes before linearized reading' (duration: 1.923476392s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:19.12244Z","caller":"traceutil/trace.go:171","msg":"trace[1370794091] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7752; }","duration":"920.790933ms","start":"2026-03-18T01:03:18.201611Z","end":"2026-03-18T01:03:19.122402Z","steps":["trace[1370794091] 'agreement among raft nodes before linearized reading' (duration: 920.708531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:19.12245Z","caller":"traceutil/trace.go:171","msg":"trace[946528233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7752; }","duration":"656.73802ms","start":"2026-03-18T01:03:18.465557Z","end":"2026-03-18T01:03:19.122295Z","steps":["trace[946528233] 'agreement among raft nodes before linearized reading' (duration: 656.563087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.122473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.198682Z","time spent":"1.923770858s","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:19.122457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.8093Z","time spent":"313.144432ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T01:03:19.122517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.201589Z","time spent":"920.889685ms","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:19.122528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.465537Z","time spent":"656.974155ms","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:19.12237Z","caller":"traceutil/trace.go:171","msg":"trace[1101782066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7752; }","duration":"371.475427ms","start":"2026-03-18T01:03:18.750869Z","end":"2026-03-18T01:03:19.122345Z","steps":["trace[1101782066] 'agreement among raft nodes before linearized reading' (duration: 371.317495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.122696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496602003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:19.122721Z","caller":"traceutil/trace.go:171","msg":"trace[997216992] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"628.933911ms","start":"2026-03-18T01:03:18.49376Z","end":"2026-03-18T01:03:19.122694Z","steps":["trace[997216992] 'process raft request' (duration: 521.282832ms)","trace[997216992] 'compare' (duration: 106.387767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:19.122718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.750851Z","time spent":"371.824454ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:19.122771Z","caller":"traceutil/trace.go:171","msg":"trace[2051267833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7752; }","duration":"1.496737155s","start":"2026-03-18T01:03:17.626015Z","end":"2026-03-18T01:03:19.122752Z","steps":["trace[2051267833] 'agreement among raft nodes before linearized reading' (duration: 1.496559792s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:19.122789Z","caller":"traceutil/trace.go:171","msg":"trace[1444209594] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"319.127719ms","start":"2026-03-18T01:03:18.803615Z","end":"2026-03-18T01:03:19.122743Z","steps":["trace[1444209594] 'process raft request' (duration: 318.349125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.122827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.625994Z","time spent":"1.496822056s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:19.122855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.493734Z","time spent":"629.042024ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:19.12294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.803596Z","time spent":"319.252872ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:20.000107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738646518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:03:20.119471Z","caller":"traceutil/trace.go:171","msg":"trace[2041930201] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"732.05758ms","start":"2026-03-18T01:03:19.387395Z","end":"2026-03-18T01:03:20.119453Z","steps":["trace[2041930201] 'process raft request' (duration: 731.888777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.119682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:19.387357Z","time spent":"732.194112ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:20.126146Z","caller":"traceutil/trace.go:171","msg":"trace[234710697] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8042; }","duration":"627.117939ms","start":"2026-03-18T01:03:19.499011Z","end":"2026-03-18T01:03:20.126129Z","steps":["trace[234710697] 'read index received' (duration: 620.317258ms)","trace[234710697] 'applied index is now lower than readState.Index' (duration: 6.799831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:20.126287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.256941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:20.126369Z","caller":"traceutil/trace.go:171","msg":"trace[1952813084] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7755; }","duration":"627.399635ms","start":"2026-03-18T01:03:19.498951Z","end":"2026-03-18T01:03:20.126351Z","steps":["trace[1952813084] 'agreement among raft nodes before linearized reading' (duration: 627.241871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.126382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.136612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.126422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:19.49893Z","time spent":"627.479256ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:20.126431Z","caller":"traceutil/trace.go:171","msg":"trace[2035650005] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7755; }","duration":"164.202653ms","start":"2026-03-18T01:03:19.962213Z","end":"2026-03-18T01:03:20.126416Z","steps":["trace[2035650005] 'agreement among raft nodes before linearized reading' (duration: 164.090621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.126564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.491834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.126602Z","caller":"traceutil/trace.go:171","msg":"trace[2007951817] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7755; }","duration":"128.541784ms","start":"2026-03-18T01:03:19.998051Z","end":"2026-03-18T01:03:20.126593Z","steps":["trace[2007951817] 'agreement among raft nodes before linearized reading' (duration: 128.491363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.126798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.137405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.126836Z","caller":"traceutil/trace.go:171","msg":"trace[728555743] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7755; }","duration":"129.194455ms","start":"2026-03-18T01:03:19.997632Z","end":"2026-03-18T01:03:20.126827Z","steps":["trace[728555743] 'agreement among raft nodes before linearized reading' (duration: 129.139204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.126961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.289951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.126986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.326118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127017Z","caller":"traceutil/trace.go:171","msg":"trace[566445332] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7755; }","duration":"129.390098ms","start":"2026-03-18T01:03:19.997618Z","end":"2026-03-18T01:03:20.127008Z","steps":["trace[566445332] 'agreement among raft nodes before linearized reading' (duration: 129.343658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.127022Z","caller":"traceutil/trace.go:171","msg":"trace[1752791080] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7755; }","duration":"219.407822ms","start":"2026-03-18T01:03:19.9076Z","end":"2026-03-18T01:03:20.127008Z","steps":["trace[1752791080] 'agreement among raft nodes before linearized reading' (duration: 219.27663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.258428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.127148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.683524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.127231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.706525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.127247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.795228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127265Z","caller":"traceutil/trace.go:171","msg":"trace[821175121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7755; }","duration":"148.780707ms","start":"2026-03-18T01:03:19.978477Z","end":"2026-03-18T01:03:20.127258Z","steps":["trace[821175121] 'agreement among raft nodes before linearized reading' (duration: 148.731536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.044298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127301Z","caller":"traceutil/trace.go:171","msg":"trace[324623471] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7755; }","duration":"181.884839ms","start":"2026-03-18T01:03:19.945404Z","end":"2026-03-18T01:03:20.127289Z","steps":["trace[324623471] 'agreement among raft nodes before linearized reading' (duration: 181.790888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.171108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-18T01:03:20.127421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.039942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127452Z","caller":"traceutil/trace.go:171","msg":"trace[1930547936] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7755; }","duration":"182.108914ms","start":"2026-03-18T01:03:19.945335Z","end":"2026-03-18T01:03:20.127444Z","steps":["trace[1930547936] 'agreement among raft nodes before linearized reading' (duration: 182.065163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.12746Z","caller":"traceutil/trace.go:171","msg":"trace[721489849] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb; range_end:; response_count:1; response_revision:7755; }","duration":"527.236299ms","start":"2026-03-18T01:03:19.600204Z","end":"2026-03-18T01:03:20.127441Z","steps":["trace[721489849] 'agreement among raft nodes before linearized reading' (duration: 527.074506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.208741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127445Z","caller":"traceutil/trace.go:171","msg":"trace[1343219866] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"262.983912ms","start":"2026-03-18T01:03:19.863196Z","end":"2026-03-18T01:03:20.12618Z","steps":["trace[1343219866] 'process raft request' (duration: 258.837688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.12751Z","caller":"traceutil/trace.go:171","msg":"trace[24040272] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7755; }","duration":"165.269312ms","start":"2026-03-18T01:03:19.962226Z","end":"2026-03-18T01:03:20.127496Z","steps":["trace[24040272] 'agreement among raft nodes before linearized reading' (duration: 165.202801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.105872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127497Z","caller":"traceutil/trace.go:171","msg":"trace[2092388457] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7755; }","duration":"165.14341ms","start":"2026-03-18T01:03:19.962168Z","end":"2026-03-18T01:03:20.127311Z","steps":["trace[2092388457] 'agreement among raft nodes before linearized reading' (duration: 165.046618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:19.600154Z","time spent":"527.338751ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" "} {"level":"info","ts":"2026-03-18T01:03:20.127188Z","caller":"traceutil/trace.go:171","msg":"trace[1077624289] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7755; }","duration":"148.332818ms","start":"2026-03-18T01:03:19.978843Z","end":"2026-03-18T01:03:20.127176Z","steps":["trace[1077624289] 'agreement among raft nodes before linearized reading' (duration: 148.278957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.127584Z","caller":"traceutil/trace.go:171","msg":"trace[593661648] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7755; }","duration":"149.195504ms","start":"2026-03-18T01:03:19.978359Z","end":"2026-03-18T01:03:20.127555Z","steps":["trace[593661648] 'agreement among raft nodes before linearized reading' (duration: 149.092552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.12716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.461634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.127644Z","caller":"traceutil/trace.go:171","msg":"trace[850212633] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7755; }","duration":"219.955762ms","start":"2026-03-18T01:03:19.907674Z","end":"2026-03-18T01:03:20.12763Z","steps":["trace[850212633] 'agreement among raft nodes before linearized reading' (duration: 219.460934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.127248Z","caller":"traceutil/trace.go:171","msg":"trace[2053320520] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7755; }","duration":"442.917488ms","start":"2026-03-18T01:03:19.684303Z","end":"2026-03-18T01:03:20.127221Z","steps":["trace[2053320520] 'agreement among raft nodes before linearized reading' (duration: 442.661954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.697117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:20.12776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:19.684271Z","time spent":"443.477758ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:20.127805Z","caller":"traceutil/trace.go:171","msg":"trace[1277775677] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7755; }","duration":"182.365919ms","start":"2026-03-18T01:03:19.945429Z","end":"2026-03-18T01:03:20.127794Z","steps":["trace[1277775677] 'agreement among raft nodes before linearized reading' (duration: 181.634125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.127689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.452684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.128101Z","caller":"traceutil/trace.go:171","msg":"trace[204262172] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7755; }","duration":"555.896323ms","start":"2026-03-18T01:03:19.572185Z","end":"2026-03-18T01:03:20.128082Z","steps":["trace[204262172] 'agreement among raft nodes before linearized reading' (duration: 554.065419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:20.128139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:19.572167Z","time spent":"555.959674ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:20.127963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.162688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:20.128331Z","caller":"traceutil/trace.go:171","msg":"trace[1597887056] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7755; }","duration":"220.604035ms","start":"2026-03-18T01:03:19.907702Z","end":"2026-03-18T01:03:20.128306Z","steps":["trace[1597887056] 'agreement among raft nodes before linearized reading' (duration: 219.119168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:29.088221Z","caller":"traceutil/trace.go:171","msg":"trace[1186720893] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"146.034977ms","start":"2026-03-18T01:03:28.942146Z","end":"2026-03-18T01:03:29.088181Z","steps":["trace[1186720893] 'process raft request' (duration: 105.47575ms)","trace[1186720893] 'compare' (duration: 40.090119ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:31.939065Z","caller":"traceutil/trace.go:171","msg":"trace[1343445429] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"113.716908ms","start":"2026-03-18T01:03:31.825324Z","end":"2026-03-18T01:03:31.939041Z","steps":["trace[1343445429] 'process raft request' (duration: 113.382732ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:35.15792Z","caller":"traceutil/trace.go:171","msg":"trace[1798419991] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"149.404067ms","start":"2026-03-18T01:03:35.008453Z","end":"2026-03-18T01:03:35.157857Z","steps":["trace[1798419991] 'process raft request' (duration: 144.737183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:35.162031Z","caller":"traceutil/trace.go:171","msg":"trace[322560915] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"151.958283ms","start":"2026-03-18T01:03:35.010047Z","end":"2026-03-18T01:03:35.162005Z","steps":["trace[322560915] 'process raft request' (duration: 151.751739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.396539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.154244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:35.396622Z","caller":"traceutil/trace.go:171","msg":"trace[795326707] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7838; }","duration":"105.274147ms","start":"2026-03-18T01:03:35.291328Z","end":"2026-03-18T01:03:35.396602Z","steps":["trace[795326707] 'count revisions from in-memory index tree' (duration: 105.082183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.396752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.626766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:03:35.39684Z","caller":"traceutil/trace.go:171","msg":"trace[1548206701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7838; }","duration":"118.744449ms","start":"2026-03-18T01:03:35.278076Z","end":"2026-03-18T01:03:35.396821Z","steps":["trace[1548206701] 'range keys from in-memory index tree' (duration: 118.28654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:49.319884Z","caller":"traceutil/trace.go:171","msg":"trace[308794703] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"244.65976ms","start":"2026-03-18T01:03:49.0752Z","end":"2026-03-18T01:03:49.31986Z","steps":["trace[308794703] 'process raft request' (duration: 244.490057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:49.735161Z","caller":"traceutil/trace.go:171","msg":"trace[1234368701] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"659.1309ms","start":"2026-03-18T01:03:49.075981Z","end":"2026-03-18T01:03:49.735112Z","steps":["trace[1234368701] 'process raft request' (duration: 658.830223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.735376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.075965Z","time spent":"659.309794ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:49.737645Z","caller":"traceutil/trace.go:171","msg":"trace[1153786554] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8241; }","duration":"518.277259ms","start":"2026-03-18T01:03:49.21934Z","end":"2026-03-18T01:03:49.737618Z","steps":["trace[1153786554] 'read index received' (duration: 100.407308ms)","trace[1153786554] 'applied index is now lower than readState.Index' (duration: 417.869061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:49.737992Z","caller":"traceutil/trace.go:171","msg":"trace[1078949755] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"477.807157ms","start":"2026-03-18T01:03:49.260144Z","end":"2026-03-18T01:03:49.737951Z","steps":["trace[1078949755] 'process raft request' (duration: 476.835306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.463868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T01:03:49.738147Z","caller":"traceutil/trace.go:171","msg":"trace[1520264312] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb; range_end:; response_count:1; response_revision:7949; }","duration":"137.51263ms","start":"2026-03-18T01:03:49.60062Z","end":"2026-03-18T01:03:49.738132Z","steps":["trace[1520264312] 'agreement among raft nodes before linearized reading' (duration: 137.446069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:49.738124Z","caller":"traceutil/trace.go:171","msg":"trace[1444839690] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"456.820883ms","start":"2026-03-18T01:03:49.28126Z","end":"2026-03-18T01:03:49.738081Z","steps":["trace[1444839690] 'process raft request' (duration: 456.26157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.664227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:49.738205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.26012Z","time spent":"477.97563ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:49.738215Z","caller":"traceutil/trace.go:171","msg":"trace[771355757] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7949; }","duration":"287.765869ms","start":"2026-03-18T01:03:49.450432Z","end":"2026-03-18T01:03:49.738198Z","steps":["trace[771355757] 'agreement among raft nodes before linearized reading' (duration: 287.651517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.943401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:49.738271Z","caller":"traceutil/trace.go:171","msg":"trace[1079281082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7949; }","duration":"241.043884ms","start":"2026-03-18T01:03:49.497217Z","end":"2026-03-18T01:03:49.73826Z","steps":["trace[1079281082] 'agreement among raft nodes before linearized reading' (duration: 240.914611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.73802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.594685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:03:49.738304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.281238Z","time spent":"456.952536ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:49.738369Z","caller":"traceutil/trace.go:171","msg":"trace[670994618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7949; }","duration":"250.974302ms","start":"2026-03-18T01:03:49.487374Z","end":"2026-03-18T01:03:49.738348Z","steps":["trace[670994618] 'agreement among raft nodes before linearized reading' (duration: 250.479482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.039814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:03:49.738547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.210379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:03:49.738577Z","caller":"traceutil/trace.go:171","msg":"trace[2047082387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7949; }","duration":"519.269141ms","start":"2026-03-18T01:03:49.2193Z","end":"2026-03-18T01:03:49.738569Z","steps":["trace[2047082387] 'agreement among raft nodes before linearized reading' (duration: 518.489385ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:49.738569Z","caller":"traceutil/trace.go:171","msg":"trace[2128800186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7949; }","duration":"508.634306ms","start":"2026-03-18T01:03:49.229922Z","end":"2026-03-18T01:03:49.738557Z","steps":["trace[2128800186] 'agreement among raft nodes before linearized reading' (duration: 507.914211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.219281Z","time spent":"519.308211ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:49.738569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.234565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:03:49.738676Z","caller":"traceutil/trace.go:171","msg":"trace[197518127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7949; }","duration":"505.401288ms","start":"2026-03-18T01:03:49.233247Z","end":"2026-03-18T01:03:49.738648Z","steps":["trace[197518127] 'agreement among raft nodes before linearized reading' (duration: 504.944619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:49.738743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.233225Z","time spent":"505.50343ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:49.738606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:49.229914Z","time spent":"508.681727ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:51.939494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.248857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:51.939589Z","caller":"traceutil/trace.go:171","msg":"trace[1852131922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"314.40892ms","start":"2026-03-18T01:03:51.625158Z","end":"2026-03-18T01:03:51.939567Z","steps":["trace[1852131922] 'range keys from in-memory index tree' (duration: 314.144765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:51.939638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:51.625137Z","time spent":"314.491642ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:51.939639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.847285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:03:51.93974Z","caller":"traceutil/trace.go:171","msg":"trace[1780361968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"199.994857ms","start":"2026-03-18T01:03:51.739724Z","end":"2026-03-18T01:03:51.939719Z","steps":["trace[1780361968] 'range keys from in-memory index tree' (duration: 199.667601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:51.939883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.67758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:51.940047Z","caller":"traceutil/trace.go:171","msg":"trace[1068409237] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7957; }","duration":"345.935815ms","start":"2026-03-18T01:03:51.594067Z","end":"2026-03-18T01:03:51.940002Z","steps":["trace[1068409237] 'count revisions from in-memory index tree' (duration: 345.568228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:51.940041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.654136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:51.940122Z","caller":"traceutil/trace.go:171","msg":"trace[988580248] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7957; }","duration":"250.760729ms","start":"2026-03-18T01:03:51.689343Z","end":"2026-03-18T01:03:51.940103Z","steps":["trace[988580248] 'count revisions from in-memory index tree' (duration: 250.517662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:51.940174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:51.594045Z","time spent":"346.08681ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:51.941318Z","caller":"traceutil/trace.go:171","msg":"trace[1258919405] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"197.509885ms","start":"2026-03-18T01:03:51.74377Z","end":"2026-03-18T01:03:51.94128Z","steps":["trace[1258919405] 'process raft request' (duration: 113.222228ms)","trace[1258919405] 'compare' (duration: 82.688774ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:51.973825Z","caller":"traceutil/trace.go:171","msg":"trace[1545654921] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8254; }","duration":"224.453304ms","start":"2026-03-18T01:03:51.749297Z","end":"2026-03-18T01:03:51.97375Z","steps":["trace[1545654921] 'read index received' (duration: 107.829634ms)","trace[1545654921] 'applied index is now lower than readState.Index' (duration: 116.62211ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:51.974174Z","caller":"traceutil/trace.go:171","msg":"trace[178142184] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"230.388409ms","start":"2026-03-18T01:03:51.743769Z","end":"2026-03-18T01:03:51.974157Z","steps":["trace[178142184] 'process raft request' (duration: 229.809476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:51.974513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.184318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:51.97456Z","caller":"traceutil/trace.go:171","msg":"trace[853833743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7959; }","duration":"225.276991ms","start":"2026-03-18T01:03:51.749272Z","end":"2026-03-18T01:03:51.974549Z","steps":["trace[853833743] 'agreement among raft nodes before linearized reading' (duration: 225.100577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:52.011849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.610625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:03:52.011949Z","caller":"traceutil/trace.go:171","msg":"trace[620350819] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7960; }","duration":"260.733128ms","start":"2026-03-18T01:03:51.751193Z","end":"2026-03-18T01:03:52.011926Z","steps":["trace[620350819] 'agreement among raft nodes before linearized reading' (duration: 260.431702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:52.011851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.716748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:03:52.012048Z","caller":"traceutil/trace.go:171","msg":"trace[541213277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:7960; }","duration":"260.944342ms","start":"2026-03-18T01:03:51.75108Z","end":"2026-03-18T01:03:52.012024Z","steps":["trace[541213277] 'agreement among raft nodes before linearized reading' (duration: 260.574415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:52.012065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.514255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:03:52.012259Z","caller":"traceutil/trace.go:171","msg":"trace[215048083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7960; }","duration":"261.771591ms","start":"2026-03-18T01:03:51.750458Z","end":"2026-03-18T01:03:52.01223Z","steps":["trace[215048083] 'agreement among raft nodes before linearized reading' (duration: 261.27316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:52.012846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.447816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:03:52.012958Z","caller":"traceutil/trace.go:171","msg":"trace[1536672421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7960; }","duration":"263.595989ms","start":"2026-03-18T01:03:51.749344Z","end":"2026-03-18T01:03:52.01294Z","steps":["trace[1536672421] 'agreement among raft nodes before linearized reading' (duration: 262.266051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:52.118104Z","caller":"traceutil/trace.go:171","msg":"trace[62501264] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"139.727697ms","start":"2026-03-18T01:03:51.978281Z","end":"2026-03-18T01:03:52.118009Z","steps":["trace[62501264] 'process raft request' (duration: 68.960124ms)","trace[62501264] 'compare' (duration: 70.367064ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:52.152825Z","caller":"traceutil/trace.go:171","msg":"trace[208958062] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"136.837225ms","start":"2026-03-18T01:03:52.015964Z","end":"2026-03-18T01:03:52.152802Z","steps":["trace[208958062] 'process raft request' (duration: 136.644751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:52.153151Z","caller":"traceutil/trace.go:171","msg":"trace[816122405] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"136.874347ms","start":"2026-03-18T01:03:52.01624Z","end":"2026-03-18T01:03:52.153114Z","steps":["trace[816122405] 'process raft request' (duration: 136.509629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:52.15317Z","caller":"traceutil/trace.go:171","msg":"trace[1161838870] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8257; }","duration":"136.726414ms","start":"2026-03-18T01:03:52.016417Z","end":"2026-03-18T01:03:52.153144Z","steps":["trace[1161838870] 'read index received' (duration: 30.82001ms)","trace[1161838870] 'applied index is now lower than readState.Index' (duration: 105.905484ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:52.153233Z","caller":"traceutil/trace.go:171","msg":"trace[2016979404] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"135.651801ms","start":"2026-03-18T01:03:52.017557Z","end":"2026-03-18T01:03:52.153208Z","steps":["trace[2016979404] 'process raft request' (duration: 135.449997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:52.153637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.192833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228528"} {"level":"info","ts":"2026-03-18T01:03:52.153723Z","caller":"traceutil/trace.go:171","msg":"trace[1019418862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7964; }","duration":"137.298565ms","start":"2026-03-18T01:03:52.016413Z","end":"2026-03-18T01:03:52.153711Z","steps":["trace[1019418862] 'agreement among raft nodes before linearized reading' (duration: 136.824675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:53.225905Z","caller":"traceutil/trace.go:171","msg":"trace[643848054] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"371.237699ms","start":"2026-03-18T01:03:52.854637Z","end":"2026-03-18T01:03:53.225874Z","steps":["trace[643848054] 'process raft request' (duration: 371.048515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.226062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:52.854598Z","time spent":"371.381221ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:53.67649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.608036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T01:03:53.676579Z","caller":"traceutil/trace.go:171","msg":"trace[652021471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7965; }","duration":"316.756701ms","start":"2026-03-18T01:03:53.359802Z","end":"2026-03-18T01:03:53.676559Z","steps":["trace[652021471] 'range keys from in-memory index tree' (duration: 316.413843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.676649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:53.359778Z","time spent":"316.855253ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:03:53.871095Z","caller":"traceutil/trace.go:171","msg":"trace[316258064] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8262; }","duration":"355.465817ms","start":"2026-03-18T01:03:53.5156Z","end":"2026-03-18T01:03:53.871066Z","steps":["trace[316258064] 'read index received' (duration: 355.343074ms)","trace[316258064] 'applied index is now lower than readState.Index' (duration: 121.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:53.871407Z","caller":"traceutil/trace.go:171","msg":"trace[1385709895] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"384.03814ms","start":"2026-03-18T01:03:53.487145Z","end":"2026-03-18T01:03:53.871184Z","steps":["trace[1385709895] 'process raft request' (duration: 383.743004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.871539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.914656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-18T01:03:53.871559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:53.487118Z","time spent":"384.346536ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:53.871594Z","caller":"traceutil/trace.go:171","msg":"trace[1948628956] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7966; }","duration":"355.977337ms","start":"2026-03-18T01:03:53.515593Z","end":"2026-03-18T01:03:53.871571Z","steps":["trace[1948628956] 'agreement among raft nodes before linearized reading' (duration: 355.786143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.871635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:53.515549Z","time spent":"356.074459ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-18T01:03:53.990517Z","caller":"traceutil/trace.go:171","msg":"trace[2000310728] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"309.064987ms","start":"2026-03-18T01:03:53.681412Z","end":"2026-03-18T01:03:53.990477Z","steps":["trace[2000310728] 'process raft request' (duration: 230.259646ms)","trace[2000310728] 'compare' (duration: 78.471034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:53.990769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:53.681389Z","time spent":"309.206931ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:53.990854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.715371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:53.990759Z","caller":"traceutil/trace.go:171","msg":"trace[2030333463] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8263; }","duration":"119.565621ms","start":"2026-03-18T01:03:53.871173Z","end":"2026-03-18T01:03:53.990739Z","steps":["trace[2030333463] 'read index received' (duration: 40.503724ms)","trace[2030333463] 'applied index is now lower than readState.Index' (duration: 79.060417ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:53.990904Z","caller":"traceutil/trace.go:171","msg":"trace[1367624524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"364.816983ms","start":"2026-03-18T01:03:53.626078Z","end":"2026-03-18T01:03:53.990895Z","steps":["trace[1367624524] 'agreement among raft nodes before linearized reading' (duration: 364.729051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.990936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:53.626047Z","time spent":"364.881615ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:53.991049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.848285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T01:03:53.991091Z","caller":"traceutil/trace.go:171","msg":"trace[94572139] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:7968; }","duration":"200.917737ms","start":"2026-03-18T01:03:53.790161Z","end":"2026-03-18T01:03:53.991079Z","steps":["trace[94572139] 'agreement among raft nodes before linearized reading' (duration: 200.778844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.994585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.480464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dc9e74a7c0302\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T01:03:53.994622Z","caller":"traceutil/trace.go:171","msg":"trace[763068956] range","detail":"{range_begin:/registry/events/openstack/ceph.189dc9e74a7c0302; range_end:; response_count:1; response_revision:7969; }","duration":"114.531996ms","start":"2026-03-18T01:03:53.880081Z","end":"2026-03-18T01:03:53.994613Z","steps":["trace[763068956] 'agreement among raft nodes before linearized reading' (duration: 114.450704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.905614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.823921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:02.905695Z","caller":"traceutil/trace.go:171","msg":"trace[1960996059] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8350; }","duration":"778.382566ms","start":"2026-03-18T01:04:02.1273Z","end":"2026-03-18T01:04:02.905683Z","steps":["trace[1960996059] 'read index received' (duration: 480.34975ms)","trace[1960996059] 'applied index is now lower than readState.Index' (duration: 298.031986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:02.905784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.569076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bmc8q\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-18T01:04:02.905742Z","caller":"traceutil/trace.go:171","msg":"trace[309924949] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"779.141871ms","start":"2026-03-18T01:04:02.126553Z","end":"2026-03-18T01:04:02.905694Z","steps":["trace[309924949] 'process raft request' (duration: 481.164827ms)","trace[309924949] 'compare' (duration: 297.598776ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:02.905806Z","caller":"traceutil/trace.go:171","msg":"trace[517478541] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bmc8q; range_end:; response_count:1; response_revision:8049; }","duration":"775.623897ms","start":"2026-03-18T01:04:02.130175Z","end":"2026-03-18T01:04:02.905799Z","steps":["trace[517478541] 'agreement among raft nodes before linearized reading' (duration: 775.575696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.905825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.130159Z","time spent":"775.662238ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bmc8q\" "} {"level":"warn","ts":"2026-03-18T01:04:02.905857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.414397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-18T01:04:02.905912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.526519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T01:04:02.905952Z","caller":"traceutil/trace.go:171","msg":"trace[1749964267] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8049; }","duration":"779.531109ms","start":"2026-03-18T01:04:02.126403Z","end":"2026-03-18T01:04:02.905934Z","steps":["trace[1749964267] 'agreement among raft nodes before linearized reading' (duration: 779.288564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.905981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.047986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:02.906Z","caller":"traceutil/trace.go:171","msg":"trace[1234073936] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8049; }","duration":"325.104967ms","start":"2026-03-18T01:04:02.580889Z","end":"2026-03-18T01:04:02.905994Z","steps":["trace[1234073936] 'agreement among raft nodes before linearized reading' (duration: 325.071336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.905999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.126398Z","time spent":"779.592621ms","remote":"127.0.0.1:47120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-18T01:04:02.906021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.580843Z","time spent":"325.173909ms","remote":"127.0.0.1:36056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:02.905923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.126544Z","time spent":"779.283034ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:02.906177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.810024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:04:02.906198Z","caller":"traceutil/trace.go:171","msg":"trace[458094621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8049; }","duration":"677.843345ms","start":"2026-03-18T01:04:02.228349Z","end":"2026-03-18T01:04:02.906192Z","steps":["trace[458094621] 'agreement among raft nodes before linearized reading' (duration: 677.756933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.906213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.228341Z","time spent":"677.868955ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"info","ts":"2026-03-18T01:04:02.906006Z","caller":"traceutil/trace.go:171","msg":"trace[584848208] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8049; }","duration":"779.644602ms","start":"2026-03-18T01:04:02.126338Z","end":"2026-03-18T01:04:02.905983Z","steps":["trace[584848208] 'agreement among raft nodes before linearized reading' (duration: 779.386906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.906306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.126327Z","time spent":"779.967968ms","remote":"127.0.0.1:47120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-18T01:04:02.906372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.215712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:04:02.906393Z","caller":"traceutil/trace.go:171","msg":"trace[1623340309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8049; }","duration":"714.270583ms","start":"2026-03-18T01:04:02.192117Z","end":"2026-03-18T01:04:02.906388Z","steps":["trace[1623340309] 'agreement among raft nodes before linearized reading' (duration: 714.213342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.90641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.1921Z","time spent":"714.305743ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:02.906465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.864161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:04:02.906485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.92676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:02.906572Z","caller":"traceutil/trace.go:171","msg":"trace[989424069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8049; }","duration":"681.043772ms","start":"2026-03-18T01:04:02.225503Z","end":"2026-03-18T01:04:02.906547Z","steps":["trace[989424069] 'agreement among raft nodes before linearized reading' (duration: 680.718466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:02.906574Z","caller":"traceutil/trace.go:171","msg":"trace[390719856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8049; }","duration":"748.025044ms","start":"2026-03-18T01:04:02.158505Z","end":"2026-03-18T01:04:02.90653Z","steps":["trace[390719856] 'agreement among raft nodes before linearized reading' (duration: 747.673717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.906625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.225484Z","time spent":"681.128675ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:04:02.906703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.158482Z","time spent":"748.182288ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:02.907061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.453854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:02.907126Z","caller":"traceutil/trace.go:171","msg":"trace[552653013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8049; }","duration":"684.549736ms","start":"2026-03-18T01:04:02.222562Z","end":"2026-03-18T01:04:02.907111Z","steps":["trace[552653013] 'agreement among raft nodes before linearized reading' (duration: 683.639957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:02.907173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.222545Z","time spent":"684.616958ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:04:03.061548Z","caller":"traceutil/trace.go:171","msg":"trace[755302854] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"153.842205ms","start":"2026-03-18T01:04:02.90768Z","end":"2026-03-18T01:04:03.061523Z","steps":["trace[755302854] 'process raft request' (duration: 137.609242ms)","trace[755302854] 'compare' (duration: 16.123161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:03.144125Z","caller":"traceutil/trace.go:171","msg":"trace[2008778859] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8351; }","duration":"232.238897ms","start":"2026-03-18T01:04:02.911867Z","end":"2026-03-18T01:04:03.144106Z","steps":["trace[2008778859] 'read index received' (duration: 133.437233ms)","trace[2008778859] 'applied index is now lower than readState.Index' (duration: 98.800584ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:03.144519Z","caller":"traceutil/trace.go:171","msg":"trace[1403856823] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"233.460984ms","start":"2026-03-18T01:04:02.911044Z","end":"2026-03-18T01:04:03.144505Z","steps":["trace[1403856823] 'process raft request' (duration: 232.86156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.144852Z","caller":"traceutil/trace.go:171","msg":"trace[2084926780] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"233.695108ms","start":"2026-03-18T01:04:02.911145Z","end":"2026-03-18T01:04:03.14484Z","steps":["trace[2084926780] 'process raft request' (duration: 232.859761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.145092Z","caller":"traceutil/trace.go:171","msg":"trace[2043124103] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"233.884992ms","start":"2026-03-18T01:04:02.911196Z","end":"2026-03-18T01:04:03.145081Z","steps":["trace[2043124103] 'process raft request' (duration: 232.846141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.14534Z","caller":"traceutil/trace.go:171","msg":"trace[1141771648] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"233.106715ms","start":"2026-03-18T01:04:02.912206Z","end":"2026-03-18T01:04:03.145313Z","steps":["trace[1141771648] 'process raft request' (duration: 231.86515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.145608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.726659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T01:04:03.14565Z","caller":"traceutil/trace.go:171","msg":"trace[1527898366] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8054; }","duration":"233.825511ms","start":"2026-03-18T01:04:02.911813Z","end":"2026-03-18T01:04:03.145638Z","steps":["trace[1527898366] 'agreement among raft nodes before linearized reading' (duration: 233.672868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.24516Z","caller":"traceutil/trace.go:171","msg":"trace[815501300] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"163.941067ms","start":"2026-03-18T01:04:03.081187Z","end":"2026-03-18T01:04:03.245128Z","steps":["trace[815501300] 'process raft request' (duration: 163.707282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.245299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.204192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bmc8q\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-18T01:04:03.24537Z","caller":"traceutil/trace.go:171","msg":"trace[1698526364] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bmc8q; range_end:; response_count:1; response_revision:8056; }","duration":"164.279253ms","start":"2026-03-18T01:04:03.081075Z","end":"2026-03-18T01:04:03.245354Z","steps":["trace[1698526364] 'agreement among raft nodes before linearized reading' (duration: 164.071619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.245546Z","caller":"traceutil/trace.go:171","msg":"trace[901736074] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"155.453038ms","start":"2026-03-18T01:04:03.090082Z","end":"2026-03-18T01:04:03.245535Z","steps":["trace[901736074] 'process raft request' (duration: 154.974098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.245647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.368711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bmc8q\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-18T01:04:03.245688Z","caller":"traceutil/trace.go:171","msg":"trace[1188132247] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bmc8q; range_end:; response_count:1; response_revision:8056; }","duration":"178.437913ms","start":"2026-03-18T01:04:03.067238Z","end":"2026-03-18T01:04:03.245676Z","steps":["trace[1188132247] 'agreement among raft nodes before linearized reading' (duration: 178.28868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.245854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.309361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bmc8q\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-18T01:04:03.245894Z","caller":"traceutil/trace.go:171","msg":"trace[915324772] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bmc8q; range_end:; response_count:1; response_revision:8056; }","duration":"179.392253ms","start":"2026-03-18T01:04:03.066493Z","end":"2026-03-18T01:04:03.245885Z","steps":["trace[915324772] 'agreement among raft nodes before linearized reading' (duration: 179.294181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.245129Z","caller":"traceutil/trace.go:171","msg":"trace[1867341880] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8356; }","duration":"100.858607ms","start":"2026-03-18T01:04:03.144253Z","end":"2026-03-18T01:04:03.245112Z","steps":["trace[1867341880] 'read index received' (duration: 100.646263ms)","trace[1867341880] 'applied index is now lower than readState.Index' (duration: 211.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:03.246286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.609556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228463"} {"level":"info","ts":"2026-03-18T01:04:03.246325Z","caller":"traceutil/trace.go:171","msg":"trace[319410009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8056; }","duration":"333.663527ms","start":"2026-03-18T01:04:02.912653Z","end":"2026-03-18T01:04:03.246316Z","steps":["trace[319410009] 'agreement among raft nodes before linearized reading' (duration: 333.38826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.246355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.912646Z","time spent":"333.700878ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228487,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:04:03.289937Z","caller":"traceutil/trace.go:171","msg":"trace[1017633251] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8057; }","duration":"142.867982ms","start":"2026-03-18T01:04:03.147059Z","end":"2026-03-18T01:04:03.289927Z","steps":["trace[1017633251] 'process raft request' (duration: 142.665318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.404784Z","caller":"traceutil/trace.go:171","msg":"trace[813029572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8059; }","duration":"106.906155ms","start":"2026-03-18T01:04:03.297855Z","end":"2026-03-18T01:04:03.404761Z","steps":["trace[813029572] 'process raft request' (duration: 106.840164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:03.404931Z","caller":"traceutil/trace.go:171","msg":"trace[26879617] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"107.923216ms","start":"2026-03-18T01:04:03.296884Z","end":"2026-03-18T01:04:03.404807Z","steps":["trace[26879617] 'process raft request' (duration: 71.812375ms)","trace[26879617] 'compare' (duration: 35.854296ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:03.561371Z","caller":"traceutil/trace.go:171","msg":"trace[1760042662] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"124.297472ms","start":"2026-03-18T01:04:03.43705Z","end":"2026-03-18T01:04:03.561348Z","steps":["trace[1760042662] 'process raft request' (duration: 82.4993ms)","trace[1760042662] 'compare' (duration: 41.527245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:04.545378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:05.046152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:05.546998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:06.047579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:06.548606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:06.557109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341869327s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:04:06.5575Z","caller":"traceutil/trace.go:171","msg":"trace[1785190246] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"2.656704475s","start":"2026-03-18T01:04:03.900763Z","end":"2026-03-18T01:04:06.557468Z","steps":["trace[1785190246] 'process raft request' (duration: 2.656544251s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.557673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:03.900744Z","time spent":"2.656835558s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:06.626323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000592499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T01:04:06.626413Z","caller":"traceutil/trace.go:171","msg":"trace[766089349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733282s","start":"2026-03-18T01:04:04.625655Z","end":"2026-03-18T01:04:06.626388Z","steps":["trace[766089349] 'agreement among raft nodes before linearized reading' (duration: 2.00062473s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.626477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.625635Z","time spent":"2.000821213s","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 01:04:06 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T01:04:07.176035Z","caller":"traceutil/trace.go:171","msg":"trace[938979391] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"3.135702686s","start":"2026-03-18T01:04:04.040304Z","end":"2026-03-18T01:04:07.176007Z","steps":["trace[938979391] 'process raft request' (duration: 3.082769739s)","trace[938979391] 'compare' (duration: 52.519918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:07.176237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.040281Z","time spent":"3.135861139s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:07.176274Z","caller":"traceutil/trace.go:171","msg":"trace[829570285] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8364; }","duration":"3.131554888s","start":"2026-03-18T01:04:04.044696Z","end":"2026-03-18T01:04:07.176251Z","steps":["trace[829570285] 'read index received' (duration: 2.512601025s)","trace[829570285] 'applied index is now lower than readState.Index' (duration: 618.952813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:07.176374Z","caller":"traceutil/trace.go:171","msg":"trace[1457707213] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.987190226s","start":"2026-03-18T01:04:05.189173Z","end":"2026-03-18T01:04:07.176363Z","steps":["trace[1457707213] 'process raft request' (duration: 1.986961081s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.176372Z","caller":"traceutil/trace.go:171","msg":"trace[2036602375] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"3.133292684s","start":"2026-03-18T01:04:04.043063Z","end":"2026-03-18T01:04:07.176356Z","steps":["trace[2036602375] 'process raft request' (duration: 3.132854915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.176463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.043045Z","time spent":"3.133369847s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:07.176472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.189142Z","time spent":"1.987256319s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:07.17677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131883445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T01:04:07.176849Z","caller":"traceutil/trace.go:171","msg":"trace[1352156205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8065; }","duration":"3.132184102s","start":"2026-03-18T01:04:04.044652Z","end":"2026-03-18T01:04:07.176836Z","steps":["trace[1352156205] 'agreement among raft nodes before linearized reading' (duration: 3.131822774s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.176909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.044639Z","time spent":"3.132258213s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:07.20667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131956247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:04:07.20675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952936574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:04:07.20674Z","caller":"traceutil/trace.go:171","msg":"trace[1659451564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8066; }","duration":"3.13207489s","start":"2026-03-18T01:04:04.074649Z","end":"2026-03-18T01:04:07.206724Z","steps":["trace[1659451564] 'agreement among raft nodes before linearized reading' (duration: 3.131887886s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.206806Z","caller":"traceutil/trace.go:171","msg":"trace[418027573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8066; }","duration":"1.953049866s","start":"2026-03-18T01:04:05.253744Z","end":"2026-03-18T01:04:07.206793Z","steps":["trace[418027573] 'agreement among raft nodes before linearized reading' (duration: 1.952893403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.206818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.074625Z","time spent":"3.132181773s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:04:07.206848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.253713Z","time spent":"1.953124708s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T01:04:07.206986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122505261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:07.207021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446688678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:07.207059Z","caller":"traceutil/trace.go:171","msg":"trace[657678356] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8066; }","duration":"1.446770619s","start":"2026-03-18T01:04:05.760279Z","end":"2026-03-18T01:04:07.207049Z","steps":["trace[657678356] 'agreement among raft nodes before linearized reading' (duration: 1.446710398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.760262Z","time spent":"1.44682271s","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:07.207147Z","caller":"traceutil/trace.go:171","msg":"trace[337100992] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"127.709783ms","start":"2026-03-18T01:04:07.079428Z","end":"2026-03-18T01:04:07.207138Z","steps":["trace[337100992] 'process raft request' (duration: 127.013309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057271335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:07.207045Z","caller":"traceutil/trace.go:171","msg":"trace[1929556305] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8066; }","duration":"1.122609703s","start":"2026-03-18T01:04:06.084424Z","end":"2026-03-18T01:04:07.207034Z","steps":["trace[1929556305] 'agreement among raft nodes before linearized reading' (duration: 1.122526491s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.207331Z","caller":"traceutil/trace.go:171","msg":"trace[1521586265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8066; }","duration":"2.057427948s","start":"2026-03-18T01:04:05.149892Z","end":"2026-03-18T01:04:07.207319Z","steps":["trace[1521586265] 'agreement among raft nodes before linearized reading' (duration: 2.057196312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.084401Z","time spent":"1.122945931s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:07.207426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.149877Z","time spent":"2.057537181s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:07.207479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10105232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T01:04:07.207323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.599365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:07.207523Z","caller":"traceutil/trace.go:171","msg":"trace[893280829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8066; }","duration":"1.101168323s","start":"2026-03-18T01:04:06.106346Z","end":"2026-03-18T01:04:07.207514Z","steps":["trace[893280829] 'agreement among raft nodes before linearized reading' (duration: 1.10101984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.20759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.106321Z","time spent":"1.101262434s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T01:04:07.207558Z","caller":"traceutil/trace.go:171","msg":"trace[855017811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"580.87402ms","start":"2026-03-18T01:04:06.626673Z","end":"2026-03-18T01:04:07.207547Z","steps":["trace[855017811] 'agreement among raft nodes before linearized reading' (duration: 580.626614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.626651Z","time spent":"581.025303ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:07.207697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057871027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:04:07.207784Z","caller":"traceutil/trace.go:171","msg":"trace[1150902610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8066; }","duration":"2.05799223s","start":"2026-03-18T01:04:05.149772Z","end":"2026-03-18T01:04:07.207764Z","steps":["trace[1150902610] 'agreement among raft nodes before linearized reading' (duration: 2.057714764s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563859639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:07.207835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.149761Z","time spent":"2.058065321s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:07.207868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902137121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-18T01:04:07.207895Z","caller":"traceutil/trace.go:171","msg":"trace[2026735415] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8066; }","duration":"2.902200562s","start":"2026-03-18T01:04:04.305688Z","end":"2026-03-18T01:04:07.207889Z","steps":["trace[2026735415] 'agreement among raft nodes before linearized reading' (duration: 2.902051109s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.207916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.305672Z","time spent":"2.902236543s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T01:04:07.207809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058095882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:04:07.207925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294724301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:07.207906Z","caller":"traceutil/trace.go:171","msg":"trace[2055305513] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8066; }","duration":"1.564494272s","start":"2026-03-18T01:04:05.643359Z","end":"2026-03-18T01:04:07.207854Z","steps":["trace[2055305513] 'agreement among raft nodes before linearized reading' (duration: 1.563875729s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.207993Z","caller":"traceutil/trace.go:171","msg":"trace[347213188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8066; }","duration":"2.058310146s","start":"2026-03-18T01:04:05.149664Z","end":"2026-03-18T01:04:07.207974Z","steps":["trace[347213188] 'agreement among raft nodes before linearized reading' (duration: 2.058078761s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.208031Z","caller":"traceutil/trace.go:171","msg":"trace[380799316] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8066; }","duration":"2.294835464s","start":"2026-03-18T01:04:04.913167Z","end":"2026-03-18T01:04:07.208003Z","steps":["trace[380799316] 'agreement among raft nodes before linearized reading' (duration: 2.29466809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.208074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.913153Z","time spent":"2.294912745s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:07.208044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.643339Z","time spent":"1.564685445s","remote":"127.0.0.1:47124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:07.208033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.149643Z","time spent":"2.058378807s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:04:07.208104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058898058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:04:07.208294Z","caller":"traceutil/trace.go:171","msg":"trace[1093389732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8066; }","duration":"2.059174863s","start":"2026-03-18T01:04:05.149096Z","end":"2026-03-18T01:04:07.20827Z","steps":["trace[1093389732] 'agreement among raft nodes before linearized reading' (duration: 2.058343526s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.208364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.149075Z","time spent":"2.059271776s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:04:07.343012Z","caller":"traceutil/trace.go:171","msg":"trace[260417347] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"132.864781ms","start":"2026-03-18T01:04:07.21012Z","end":"2026-03-18T01:04:07.342984Z","steps":["trace[260417347] 'process raft request' (duration: 111.162124ms)","trace[260417347] 'compare' (duration: 21.533304ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:07.343478Z","caller":"traceutil/trace.go:171","msg":"trace[1008337354] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"131.386442ms","start":"2026-03-18T01:04:07.212066Z","end":"2026-03-18T01:04:07.343453Z","steps":["trace[1008337354] 'process raft request' (duration: 130.86107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.343604Z","caller":"traceutil/trace.go:171","msg":"trace[725501192] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8369; }","duration":"131.662767ms","start":"2026-03-18T01:04:07.211919Z","end":"2026-03-18T01:04:07.343582Z","steps":["trace[725501192] 'read index received' (duration: 14.897705ms)","trace[725501192] 'applied index is now lower than readState.Index' (duration: 116.763912ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:07.343685Z","caller":"traceutil/trace.go:171","msg":"trace[1889293358] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"131.532724ms","start":"2026-03-18T01:04:07.21214Z","end":"2026-03-18T01:04:07.343672Z","steps":["trace[1889293358] 'process raft request' (duration: 130.959313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.343738Z","caller":"traceutil/trace.go:171","msg":"trace[915714469] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"130.944041ms","start":"2026-03-18T01:04:07.212779Z","end":"2026-03-18T01:04:07.343723Z","steps":["trace[915714469] 'process raft request' (duration: 130.607574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.343913Z","caller":"traceutil/trace.go:171","msg":"trace[1196663748] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"130.262168ms","start":"2026-03-18T01:04:07.213635Z","end":"2026-03-18T01:04:07.343897Z","steps":["trace[1196663748] 'process raft request' (duration: 129.808529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.344007Z","caller":"traceutil/trace.go:171","msg":"trace[45411175] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"131.857851ms","start":"2026-03-18T01:04:07.212132Z","end":"2026-03-18T01:04:07.343989Z","steps":["trace[45411175] 'process raft request' (duration: 131.047114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.34405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.684884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:07.344107Z","caller":"traceutil/trace.go:171","msg":"trace[258676278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8076; }","duration":"128.771346ms","start":"2026-03-18T01:04:07.215323Z","end":"2026-03-18T01:04:07.344095Z","steps":["trace[258676278] 'agreement among raft nodes before linearized reading' (duration: 128.646253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.344101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.158687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:04:07.344141Z","caller":"traceutil/trace.go:171","msg":"trace[1677078526] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"131.914782ms","start":"2026-03-18T01:04:07.212209Z","end":"2026-03-18T01:04:07.344124Z","steps":["trace[1677078526] 'process raft request' (duration: 131.014764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.344183Z","caller":"traceutil/trace.go:171","msg":"trace[1207443108] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8076; }","duration":"132.273869ms","start":"2026-03-18T01:04:07.211892Z","end":"2026-03-18T01:04:07.344166Z","steps":["trace[1207443108] 'agreement among raft nodes before linearized reading' (duration: 132.018224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.343627Z","caller":"traceutil/trace.go:171","msg":"trace[1796282814] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"131.178587ms","start":"2026-03-18T01:04:07.212429Z","end":"2026-03-18T01:04:07.343607Z","steps":["trace[1796282814] 'process raft request' (duration: 130.886291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.344408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.138106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228443"} {"level":"info","ts":"2026-03-18T01:04:07.344505Z","caller":"traceutil/trace.go:171","msg":"trace[559492513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8076; }","duration":"132.277781ms","start":"2026-03-18T01:04:07.21221Z","end":"2026-03-18T01:04:07.344488Z","steps":["trace[559492513] 'agreement among raft nodes before linearized reading' (duration: 131.768489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.344608Z","caller":"traceutil/trace.go:171","msg":"trace[1779831339] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"122.566826ms","start":"2026-03-18T01:04:07.222019Z","end":"2026-03-18T01:04:07.344586Z","steps":["trace[1779831339] 'process raft request' (duration: 121.478363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.344629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.337092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T01:04:07.344794Z","caller":"traceutil/trace.go:171","msg":"trace[325348073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8076; }","duration":"132.529826ms","start":"2026-03-18T01:04:07.212244Z","end":"2026-03-18T01:04:07.344774Z","steps":["trace[325348073] 'agreement among raft nodes before linearized reading' (duration: 132.301411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.731177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277538738647565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:04:09.859113Z","caller":"traceutil/trace.go:171","msg":"trace[892381891] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"676.723112ms","start":"2026-03-18T01:04:09.182361Z","end":"2026-03-18T01:04:09.859084Z","steps":["trace[892381891] 'process raft request' (duration: 676.559437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.859285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.182335Z","time spent":"676.851624ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:10.559276Z","caller":"traceutil/trace.go:171","msg":"trace[1845645762] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"1.375461996s","start":"2026-03-18T01:04:09.183778Z","end":"2026-03-18T01:04:10.55924Z","steps":["trace[1845645762] 'process raft request' (duration: 1.375097638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.559441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.183764Z","time spent":"1.375591279s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:10.702966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.921545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:04:10.703088Z","caller":"traceutil/trace.go:171","msg":"trace[1643326167] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8382; }","duration":"1.472345509s","start":"2026-03-18T01:04:09.230718Z","end":"2026-03-18T01:04:10.703063Z","steps":["trace[1643326167] 'read index received' (duration: 628.166207ms)","trace[1643326167] 'applied index is now lower than readState.Index' (duration: 844.177222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:10.70339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472660116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T01:04:10.703412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108782372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:10.703488Z","caller":"traceutil/trace.go:171","msg":"trace[186095158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8081; }","duration":"1.472774448s","start":"2026-03-18T01:04:09.230663Z","end":"2026-03-18T01:04:10.703438Z","steps":["trace[186095158] 'agreement among raft nodes before linearized reading' (duration: 1.472533942s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:10.703509Z","caller":"traceutil/trace.go:171","msg":"trace[1012198426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8081; }","duration":"1.108935585s","start":"2026-03-18T01:04:09.594557Z","end":"2026-03-18T01:04:10.703492Z","steps":["trace[1012198426] 'agreement among raft nodes before linearized reading' (duration: 1.108780822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.703522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354427603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T01:04:10.703624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.448164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:10.703615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.487532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T01:04:10.703668Z","caller":"traceutil/trace.go:171","msg":"trace[368224703] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8081; }","duration":"978.529456ms","start":"2026-03-18T01:04:09.725128Z","end":"2026-03-18T01:04:10.703657Z","steps":["trace[368224703] 'agreement among raft nodes before linearized reading' (duration: 978.450884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:10.703633Z","caller":"traceutil/trace.go:171","msg":"trace[246268606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8081; }","duration":"1.354604597s","start":"2026-03-18T01:04:09.349009Z","end":"2026-03-18T01:04:10.703613Z","steps":["trace[246268606] 'agreement among raft nodes before linearized reading' (duration: 1.354303881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.703723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.725108Z","time spent":"978.602167ms","remote":"127.0.0.1:37620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:10.703726Z","caller":"traceutil/trace.go:171","msg":"trace[1939678035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8081; }","duration":"259.650756ms","start":"2026-03-18T01:04:10.444051Z","end":"2026-03-18T01:04:10.703702Z","steps":["trace[1939678035] 'agreement among raft nodes before linearized reading' (duration: 259.321279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.703652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350721424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:04:10.70375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102900668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-18T01:04:10.703786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.348983Z","time spent":"1.354763019s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:04:10.703796Z","caller":"traceutil/trace.go:171","msg":"trace[169458134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8081; }","duration":"1.350883417s","start":"2026-03-18T01:04:09.352895Z","end":"2026-03-18T01:04:10.703779Z","steps":["trace[169458134] 'agreement among raft nodes before linearized reading' (duration: 1.350617912s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:10.703825Z","caller":"traceutil/trace.go:171","msg":"trace[1548522103] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb; range_end:; response_count:1; response_revision:8081; }","duration":"1.102998351s","start":"2026-03-18T01:04:09.600809Z","end":"2026-03-18T01:04:10.703807Z","steps":["trace[1548522103] 'agreement among raft nodes before linearized reading' (duration: 1.102821827s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.703868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.352887Z","time spent":"1.35096323s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-sb4s5\" "} {"level":"warn","ts":"2026-03-18T01:04:10.703876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.600798Z","time spent":"1.103064872s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" "} {"level":"warn","ts":"2026-03-18T01:04:10.703546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.230645Z","time spent":"1.4728859s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:10.704062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353987633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:10.704122Z","caller":"traceutil/trace.go:171","msg":"trace[2086437507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8081; }","duration":"1.354064895s","start":"2026-03-18T01:04:09.350041Z","end":"2026-03-18T01:04:10.704106Z","steps":["trace[2086437507] 'agreement among raft nodes before linearized reading' (duration: 1.353897051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.703556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.594534Z","time spent":"1.109012367s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:10.704178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.350034Z","time spent":"1.354130376s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:10.70424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354711287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:04:10.704308Z","caller":"traceutil/trace.go:171","msg":"trace[1517832155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8081; }","duration":"1.35482864s","start":"2026-03-18T01:04:09.349469Z","end":"2026-03-18T01:04:10.704297Z","steps":["trace[1517832155] 'agreement among raft nodes before linearized reading' (duration: 1.354661106s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.704369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.34945Z","time spent":"1.354883391s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:04:10.704419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354450223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:04:10.70452Z","caller":"traceutil/trace.go:171","msg":"trace[1884440564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8081; }","duration":"1.354668127s","start":"2026-03-18T01:04:09.349834Z","end":"2026-03-18T01:04:10.704502Z","steps":["trace[1884440564] 'agreement among raft nodes before linearized reading' (duration: 1.353507863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.704587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.349825Z","time spent":"1.354748028s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:04:10.705416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355797551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:10.705486Z","caller":"traceutil/trace.go:171","msg":"trace[962465516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8081; }","duration":"1.355886413s","start":"2026-03-18T01:04:09.34958Z","end":"2026-03-18T01:04:10.705466Z","steps":["trace[962465516] 'agreement among raft nodes before linearized reading' (duration: 1.355718639s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.705529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.349569Z","time spent":"1.355949334s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:11.518854Z","caller":"traceutil/trace.go:171","msg":"trace[722888674] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"810.322208ms","start":"2026-03-18T01:04:10.708507Z","end":"2026-03-18T01:04:11.518829Z","steps":["trace[722888674] 'process raft request' (duration: 810.114564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.518995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.708484Z","time spent":"810.439921ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:11.519289Z","caller":"traceutil/trace.go:171","msg":"trace[733776832] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"809.849408ms","start":"2026-03-18T01:04:10.709412Z","end":"2026-03-18T01:04:11.519261Z","steps":["trace[733776832] 'process raft request' (duration: 809.671314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:11.519384Z","caller":"traceutil/trace.go:171","msg":"trace[1190103426] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"809.915959ms","start":"2026-03-18T01:04:10.709451Z","end":"2026-03-18T01:04:11.519367Z","steps":["trace[1190103426] 'process raft request' (duration: 809.761946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.519457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.70939Z","time spent":"809.97926ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:11.519547Z","caller":"traceutil/trace.go:171","msg":"trace[875286514] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"810.84789ms","start":"2026-03-18T01:04:10.708685Z","end":"2026-03-18T01:04:11.519533Z","steps":["trace[875286514] 'process raft request' (duration: 810.096324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:11.519663Z","caller":"traceutil/trace.go:171","msg":"trace[922884171] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"810.197526ms","start":"2026-03-18T01:04:10.709454Z","end":"2026-03-18T01:04:11.519652Z","steps":["trace[922884171] 'process raft request' (duration: 809.857418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.519648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.708672Z","time spent":"810.939702ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:11.519473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.709433Z","time spent":"809.999282ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:11.519729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.709439Z","time spent":"810.259847ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:11.519953Z","caller":"traceutil/trace.go:171","msg":"trace[138591438] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8386; }","duration":"808.064401ms","start":"2026-03-18T01:04:10.711872Z","end":"2026-03-18T01:04:11.519936Z","steps":["trace[138591438] 'read index received' (duration: 54.179522ms)","trace[138591438] 'applied index is now lower than readState.Index' (duration: 753.883219ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:11.520033Z","caller":"traceutil/trace.go:171","msg":"trace[1183925402] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"809.693695ms","start":"2026-03-18T01:04:10.710329Z","end":"2026-03-18T01:04:11.520023Z","steps":["trace[1183925402] 'process raft request' (duration: 809.284106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.520106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.710306Z","time spent":"809.754557ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:11.520313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.432808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228443"} {"level":"info","ts":"2026-03-18T01:04:11.520357Z","caller":"traceutil/trace.go:171","msg":"trace[1304917326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8087; }","duration":"808.478149ms","start":"2026-03-18T01:04:10.711869Z","end":"2026-03-18T01:04:11.520347Z","steps":["trace[1304917326] 'agreement among raft nodes before linearized reading' (duration: 808.149843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.520387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.711862Z","time spent":"808.51746ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228467,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:04:11.533906Z","caller":"traceutil/trace.go:171","msg":"trace[1522107138] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"766.638358ms","start":"2026-03-18T01:04:10.767245Z","end":"2026-03-18T01:04:11.533883Z","steps":["trace[1522107138] 'process raft request' (duration: 766.147787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.534055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.767219Z","time spent":"766.76008ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:11.534182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.32758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:11.534238Z","caller":"traceutil/trace.go:171","msg":"trace[584178440] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8089; }","duration":"636.427562ms","start":"2026-03-18T01:04:10.897796Z","end":"2026-03-18T01:04:11.534224Z","steps":["trace[584178440] 'agreement among raft nodes before linearized reading' (duration: 636.292709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.53428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.897775Z","time spent":"636.495013ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:04:11.534442Z","caller":"traceutil/trace.go:171","msg":"trace[1582787861] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"686.497477ms","start":"2026-03-18T01:04:10.847932Z","end":"2026-03-18T01:04:11.534429Z","steps":["trace[1582787861] 'process raft request' (duration: 685.887865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.534514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.847917Z","time spent":"686.562258ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:11.534614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.311642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T01:04:11.53468Z","caller":"traceutil/trace.go:171","msg":"trace[1327758807] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8089; }","duration":"116.445725ms","start":"2026-03-18T01:04:11.418221Z","end":"2026-03-18T01:04:11.534667Z","steps":["trace[1327758807] 'agreement among raft nodes before linearized reading' (duration: 116.19906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:11.752554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.159882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:11.752664Z","caller":"traceutil/trace.go:171","msg":"trace[1646913297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"127.295675ms","start":"2026-03-18T01:04:11.625334Z","end":"2026-03-18T01:04:11.75263Z","steps":["trace[1646913297] 'range keys from in-memory index tree' (duration: 127.082661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:19.73322Z","caller":"traceutil/trace.go:171","msg":"trace[457366389] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"166.537482ms","start":"2026-03-18T01:04:19.566659Z","end":"2026-03-18T01:04:19.733196Z","steps":["trace[457366389] 'process raft request' (duration: 166.460071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:19.733238Z","caller":"traceutil/trace.go:171","msg":"trace[729867277] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"167.033764ms","start":"2026-03-18T01:04:19.56617Z","end":"2026-03-18T01:04:19.733204Z","steps":["trace[729867277] 'process raft request' (duration: 94.908512ms)","trace[729867277] 'compare' (duration: 71.904037ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:19.733442Z","caller":"traceutil/trace.go:171","msg":"trace[2009779658] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"166.282277ms","start":"2026-03-18T01:04:19.567131Z","end":"2026-03-18T01:04:19.733413Z","steps":["trace[2009779658] 'process raft request' (duration: 166.029422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:19.733512Z","caller":"traceutil/trace.go:171","msg":"trace[1724315230] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8454; }","duration":"135.685121ms","start":"2026-03-18T01:04:19.597798Z","end":"2026-03-18T01:04:19.733483Z","steps":["trace[1724315230] 'read index received' (duration: 63.266704ms)","trace[1724315230] 'applied index is now lower than readState.Index' (duration: 72.414957ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:19.733581Z","caller":"traceutil/trace.go:171","msg":"trace[2115269370] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"130.836909ms","start":"2026-03-18T01:04:19.602716Z","end":"2026-03-18T01:04:19.733553Z","steps":["trace[2115269370] 'process raft request' (duration: 130.721626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:19.73375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.790157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:04:19.73375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.730149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:04:19.733809Z","caller":"traceutil/trace.go:171","msg":"trace[1448367457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8150; }","duration":"166.87516ms","start":"2026-03-18T01:04:19.566918Z","end":"2026-03-18T01:04:19.733794Z","steps":["trace[1448367457] 'agreement among raft nodes before linearized reading' (duration: 166.606774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:19.733832Z","caller":"traceutil/trace.go:171","msg":"trace[984249048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8150; }","duration":"169.843022ms","start":"2026-03-18T01:04:19.563958Z","end":"2026-03-18T01:04:19.733801Z","steps":["trace[984249048] 'agreement among raft nodes before linearized reading' (duration: 169.624597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:19.733824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.03743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:19.733903Z","caller":"traceutil/trace.go:171","msg":"trace[496120726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8150; }","duration":"109.134221ms","start":"2026-03-18T01:04:19.624747Z","end":"2026-03-18T01:04:19.733881Z","steps":["trace[496120726] 'agreement among raft nodes before linearized reading' (duration: 109.020919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:19.734142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.852542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T01:04:19.734205Z","caller":"traceutil/trace.go:171","msg":"trace[48767640] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7d9798df-b8btk.189dc9dabf0023eb; range_end:; response_count:1; response_revision:8150; }","duration":"134.359693ms","start":"2026-03-18T01:04:19.599831Z","end":"2026-03-18T01:04:19.734191Z","steps":["trace[48767640] 'agreement among raft nodes before linearized reading' (duration: 133.797271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:25.674024Z","caller":"traceutil/trace.go:171","msg":"trace[2067930594] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8566; }","duration":"397.693937ms","start":"2026-03-18T01:04:25.276304Z","end":"2026-03-18T01:04:25.673998Z","steps":["trace[2067930594] 'read index received' (duration: 397.440462ms)","trace[2067930594] 'applied index is now lower than readState.Index' (duration: 252.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.6741Z","caller":"traceutil/trace.go:171","msg":"trace[436881320] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"413.805837ms","start":"2026-03-18T01:04:25.260261Z","end":"2026-03-18T01:04:25.674067Z","steps":["trace[436881320] 'process raft request' (duration: 413.573523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.674273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.260223Z","time spent":"413.945049ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9172,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:25.674336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.005213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-b7wzh\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-18T01:04:25.674454Z","caller":"traceutil/trace.go:171","msg":"trace[424426283] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-b7wzh; range_end:; response_count:1; response_revision:8258; }","duration":"398.169967ms","start":"2026-03-18T01:04:25.276262Z","end":"2026-03-18T01:04:25.674432Z","steps":["trace[424426283] 'agreement among raft nodes before linearized reading' (duration: 397.876081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.674509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.276245Z","time spent":"398.250448ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-b7wzh\" "} {"level":"info","ts":"2026-03-18T01:04:25.841824Z","caller":"traceutil/trace.go:171","msg":"trace[298899229] linearizableReadLoop","detail":"{readStateIndex:8568; appliedIndex:8567; }","duration":"159.82112ms","start":"2026-03-18T01:04:25.68198Z","end":"2026-03-18T01:04:25.841801Z","steps":["trace[298899229] 'read index received' (duration: 148.00733ms)","trace[298899229] 'applied index is now lower than readState.Index' (duration: 11.8128ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.841873Z","caller":"traceutil/trace.go:171","msg":"trace[1713315628] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"163.11231ms","start":"2026-03-18T01:04:25.678735Z","end":"2026-03-18T01:04:25.841848Z","steps":["trace[1713315628] 'process raft request' (duration: 151.142197ms)","trace[1713315628] 'compare' (duration: 11.528583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:25.842092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.088245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:04:25.84216Z","caller":"traceutil/trace.go:171","msg":"trace[2030295938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8259; }","duration":"160.188979ms","start":"2026-03-18T01:04:25.681951Z","end":"2026-03-18T01:04:25.84214Z","steps":["trace[2030295938] 'agreement among raft nodes before linearized reading' (duration: 159.957554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.855474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.479055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-18T01:04:25.855502Z","caller":"traceutil/trace.go:171","msg":"trace[347324612] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"170.668818ms","start":"2026-03-18T01:04:25.684801Z","end":"2026-03-18T01:04:25.85547Z","steps":["trace[347324612] 'process raft request' (duration: 170.388993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:25.855559Z","caller":"traceutil/trace.go:171","msg":"trace[188872877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8260; }","duration":"143.602438ms","start":"2026-03-18T01:04:25.711939Z","end":"2026-03-18T01:04:25.855542Z","steps":["trace[188872877] 'agreement among raft nodes before linearized reading' (duration: 143.352683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:31.900348Z","caller":"traceutil/trace.go:171","msg":"trace[413723677] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"108.723303ms","start":"2026-03-18T01:04:31.791581Z","end":"2026-03-18T01:04:31.900304Z","steps":["trace[413723677] 'process raft request' (duration: 108.303873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.267361Z","caller":"traceutil/trace.go:171","msg":"trace[583666718] linearizableReadLoop","detail":"{readStateIndex:8938; appliedIndex:8937; }","duration":"188.37076ms","start":"2026-03-18T01:05:06.078964Z","end":"2026-03-18T01:05:06.267335Z","steps":["trace[583666718] 'read index received' (duration: 188.086645ms)","trace[583666718] 'applied index is now lower than readState.Index' (duration: 282.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:06.267455Z","caller":"traceutil/trace.go:171","msg":"trace[567813658] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"193.791113ms","start":"2026-03-18T01:05:06.073637Z","end":"2026-03-18T01:05:06.267428Z","steps":["trace[567813658] 'process raft request' (duration: 193.520769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.267742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.509809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:05:06.267746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.754287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:05:06.267779Z","caller":"traceutil/trace.go:171","msg":"trace[355909870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8619; }","duration":"175.56089ms","start":"2026-03-18T01:05:06.092208Z","end":"2026-03-18T01:05:06.267769Z","steps":["trace[355909870] 'agreement among raft nodes before linearized reading' (duration: 175.392096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.267778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.283843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:05:06.267877Z","caller":"traceutil/trace.go:171","msg":"trace[1170815068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8619; }","duration":"110.409515ms","start":"2026-03-18T01:05:06.157444Z","end":"2026-03-18T01:05:06.267854Z","steps":["trace[1170815068] 'agreement among raft nodes before linearized reading' (duration: 110.17287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.267786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.203635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:05:06.267925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.60033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T01:05:06.267978Z","caller":"traceutil/trace.go:171","msg":"trace[210385477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8619; }","duration":"178.409609ms","start":"2026-03-18T01:05:06.089548Z","end":"2026-03-18T01:05:06.267958Z","steps":["trace[210385477] 'agreement among raft nodes before linearized reading' (duration: 178.058162ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.268023Z","caller":"traceutil/trace.go:171","msg":"trace[975338182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8619; }","duration":"179.728002ms","start":"2026-03-18T01:05:06.088271Z","end":"2026-03-18T01:05:06.267999Z","steps":["trace[975338182] 'agreement among raft nodes before linearized reading' (duration: 179.404736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.268089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.746105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:05:06.268189Z","caller":"traceutil/trace.go:171","msg":"trace[894602011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8619; }","duration":"174.944438ms","start":"2026-03-18T01:05:06.093221Z","end":"2026-03-18T01:05:06.268166Z","steps":["trace[894602011] 'agreement among raft nodes before linearized reading' (duration: 174.483581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.268331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.426727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T01:05:06.268383Z","caller":"traceutil/trace.go:171","msg":"trace[1305454658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8619; }","duration":"182.518179ms","start":"2026-03-18T01:05:06.085853Z","end":"2026-03-18T01:05:06.268371Z","steps":["trace[1305454658] 'agreement among raft nodes before linearized reading' (duration: 181.713934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.268383Z","caller":"traceutil/trace.go:171","msg":"trace[1496870513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8619; }","duration":"188.873169ms","start":"2026-03-18T01:05:06.078916Z","end":"2026-03-18T01:05:06.267789Z","steps":["trace[1496870513] 'agreement among raft nodes before linearized reading' (duration: 188.576033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.043081Z","caller":"traceutil/trace.go:171","msg":"trace[492512686] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"287.085742ms","start":"2026-03-18T01:05:12.755969Z","end":"2026-03-18T01:05:13.043055Z","steps":["trace[492512686] 'process raft request' (duration: 286.911199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.324185Z","caller":"traceutil/trace.go:171","msg":"trace[1541460205] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"547.579996ms","start":"2026-03-18T01:05:12.776578Z","end":"2026-03-18T01:05:13.324158Z","steps":["trace[1541460205] 'process raft request' (duration: 547.352782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.324355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.776557Z","time spent":"547.711569ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:13.32474Z","caller":"traceutil/trace.go:171","msg":"trace[371592841] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"527.46185ms","start":"2026-03-18T01:05:12.797252Z","end":"2026-03-18T01:05:13.324714Z","steps":["trace[371592841] 'process raft request' (duration: 526.853859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.324815Z","caller":"traceutil/trace.go:171","msg":"trace[1077812713] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9011; }","duration":"392.689305ms","start":"2026-03-18T01:05:12.932111Z","end":"2026-03-18T01:05:13.3248Z","steps":["trace[1077812713] 'read index received' (duration: 110.667349ms)","trace[1077812713] 'applied index is now lower than readState.Index' (duration: 282.020926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:13.324934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.797237Z","time spent":"527.588882ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:13.324977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.862948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:13.325026Z","caller":"traceutil/trace.go:171","msg":"trace[1592931202] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8694; }","duration":"392.961309ms","start":"2026-03-18T01:05:12.932051Z","end":"2026-03-18T01:05:13.325013Z","steps":["trace[1592931202] 'agreement among raft nodes before linearized reading' (duration: 392.803537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.325069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.932031Z","time spent":"393.027421ms","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:13.325015Z","caller":"traceutil/trace.go:171","msg":"trace[1360317241] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"418.49891ms","start":"2026-03-18T01:05:12.906477Z","end":"2026-03-18T01:05:13.324976Z","steps":["trace[1360317241] 'process raft request' (duration: 417.970501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:13.325229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:12.906446Z","time spent":"418.680673ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T01:05:14.03823Z","caller":"traceutil/trace.go:171","msg":"trace[1145118792] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"411.382096ms","start":"2026-03-18T01:05:13.626821Z","end":"2026-03-18T01:05:14.038203Z","steps":["trace[1145118792] 'read index received' (duration: 398.517115ms)","trace[1145118792] 'applied index is now lower than readState.Index' (duration: 12.863361ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:14.0385Z","caller":"traceutil/trace.go:171","msg":"trace[785931872] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"627.788111ms","start":"2026-03-18T01:05:13.410697Z","end":"2026-03-18T01:05:14.038485Z","steps":["trace[785931872] 'process raft request' (duration: 614.592073ms)","trace[785931872] 'compare' (duration: 11.248884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:14.039201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.41068Z","time spent":"628.448443ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:14.03943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.621249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:14.039473Z","caller":"traceutil/trace.go:171","msg":"trace[444815412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8695; }","duration":"412.712821ms","start":"2026-03-18T01:05:13.626746Z","end":"2026-03-18T01:05:14.039459Z","steps":["trace[444815412] 'agreement among raft nodes before linearized reading' (duration: 412.64544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.039501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.626719Z","time spent":"412.776482ms","remote":"127.0.0.1:47050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:05:14.039643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.495192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T01:05:14.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1980258378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8695; }","duration":"341.623954ms","start":"2026-03-18T01:05:13.698064Z","end":"2026-03-18T01:05:14.039688Z","steps":["trace[1980258378] 'agreement among raft nodes before linearized reading' (duration: 341.428181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.039728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:13.698038Z","time spent":"341.685694ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:05:14.039767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.725811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T01:05:14.03982Z","caller":"traceutil/trace.go:171","msg":"trace[17048398] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:8695; }","duration":"244.847685ms","start":"2026-03-18T01:05:13.794959Z","end":"2026-03-18T01:05:14.039806Z","steps":["trace[17048398] 'agreement among raft nodes before linearized reading' (duration: 244.63467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.481662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.255779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:14.481806Z","caller":"traceutil/trace.go:171","msg":"trace[704116194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8695; }","duration":"268.413491ms","start":"2026-03-18T01:05:14.213374Z","end":"2026-03-18T01:05:14.481787Z","steps":["trace[704116194] 'range keys from in-memory index tree' (duration: 268.241518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.482224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.63532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:14.482309Z","caller":"traceutil/trace.go:171","msg":"trace[671615845] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9017; }","duration":"356.660234ms","start":"2026-03-18T01:05:14.125635Z","end":"2026-03-18T01:05:14.482296Z","steps":["trace[671615845] 'read index received' (duration: 31.82346ms)","trace[671615845] 'applied index is now lower than readState.Index' (duration: 324.835004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:14.48237Z","caller":"traceutil/trace.go:171","msg":"trace[644424676] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"357.665231ms","start":"2026-03-18T01:05:14.124696Z","end":"2026-03-18T01:05:14.482361Z","steps":["trace[644424676] 'process raft request' (duration: 32.812746ms)","trace[644424676] 'compare' (duration: 323.852657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:14.482411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.124667Z","time spent":"357.721852ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:14.482894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.257383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-18T01:05:14.482936Z","caller":"traceutil/trace.go:171","msg":"trace[41566946] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8696; }","duration":"357.350165ms","start":"2026-03-18T01:05:14.125576Z","end":"2026-03-18T01:05:14.482927Z","steps":["trace[41566946] 'agreement among raft nodes before linearized reading' (duration: 356.981159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.482962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:14.125551Z","time spent":"357.405465ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T01:05:14.502038Z","caller":"traceutil/trace.go:171","msg":"trace[2064820753] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"206.018755ms","start":"2026-03-18T01:05:14.295997Z","end":"2026-03-18T01:05:14.502015Z","steps":["trace[2064820753] 'process raft request' (duration: 205.648808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.502345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.045851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:05:14.502391Z","caller":"traceutil/trace.go:171","msg":"trace[829266487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8697; }","duration":"182.123742ms","start":"2026-03-18T01:05:14.320255Z","end":"2026-03-18T01:05:14.502379Z","steps":["trace[829266487] 'agreement among raft nodes before linearized reading' (duration: 181.967979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.502589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.072891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T01:05:14.502579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.249032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:05:14.502623Z","caller":"traceutil/trace.go:171","msg":"trace[2029661755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8697; }","duration":"204.143292ms","start":"2026-03-18T01:05:14.298471Z","end":"2026-03-18T01:05:14.502615Z","steps":["trace[2029661755] 'agreement among raft nodes before linearized reading' (duration: 204.05727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.502657Z","caller":"traceutil/trace.go:171","msg":"trace[1997206752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8697; }","duration":"190.366494ms","start":"2026-03-18T01:05:14.312265Z","end":"2026-03-18T01:05:14.502632Z","steps":["trace[1997206752] 'agreement among raft nodes before linearized reading' (duration: 190.14503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.503464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.877594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:05:14.503529Z","caller":"traceutil/trace.go:171","msg":"trace[1088726468] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8697; }","duration":"183.956705ms","start":"2026-03-18T01:05:14.319553Z","end":"2026-03-18T01:05:14.503509Z","steps":["trace[1088726468] 'agreement among raft nodes before linearized reading' (duration: 183.509416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.503738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.978613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T01:05:14.503787Z","caller":"traceutil/trace.go:171","msg":"trace[161084791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8697; }","duration":"188.044694ms","start":"2026-03-18T01:05:14.315732Z","end":"2026-03-18T01:05:14.503776Z","steps":["trace[161084791] 'agreement among raft nodes before linearized reading' (duration: 187.926892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.503839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.173864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:05:14.503883Z","caller":"traceutil/trace.go:171","msg":"trace[1835108368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8697; }","duration":"189.236345ms","start":"2026-03-18T01:05:14.314635Z","end":"2026-03-18T01:05:14.503872Z","steps":["trace[1835108368] 'agreement among raft nodes before linearized reading' (duration: 189.109002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.504005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.278727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:05:14.504039Z","caller":"traceutil/trace.go:171","msg":"trace[1296891988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8697; }","duration":"185.330357ms","start":"2026-03-18T01:05:14.3187Z","end":"2026-03-18T01:05:14.50403Z","steps":["trace[1296891988] 'agreement among raft nodes before linearized reading' (duration: 185.241546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.655621Z","caller":"traceutil/trace.go:171","msg":"trace[1823071153] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"147.653817ms","start":"2026-03-18T01:05:14.507943Z","end":"2026-03-18T01:05:14.655597Z","steps":["trace[1823071153] 'process raft request' (duration: 147.470894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.656068Z","caller":"traceutil/trace.go:171","msg":"trace[1637666747] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"147.649037ms","start":"2026-03-18T01:05:14.508396Z","end":"2026-03-18T01:05:14.656046Z","steps":["trace[1637666747] 'process raft request' (duration: 147.150218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.656237Z","caller":"traceutil/trace.go:171","msg":"trace[555692829] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"146.125541ms","start":"2026-03-18T01:05:14.510048Z","end":"2026-03-18T01:05:14.656174Z","steps":["trace[555692829] 'process raft request' (duration: 145.892748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.656256Z","caller":"traceutil/trace.go:171","msg":"trace[1167910420] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"146.116621ms","start":"2026-03-18T01:05:14.510102Z","end":"2026-03-18T01:05:14.656219Z","steps":["trace[1167910420] 'process raft request' (duration: 146.000059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.656444Z","caller":"traceutil/trace.go:171","msg":"trace[852587573] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"145.385788ms","start":"2026-03-18T01:05:14.511028Z","end":"2026-03-18T01:05:14.656414Z","steps":["trace[852587573] 'process raft request' (duration: 145.137324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.656482Z","caller":"traceutil/trace.go:171","msg":"trace[1502684395] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9019; }","duration":"146.440427ms","start":"2026-03-18T01:05:14.510012Z","end":"2026-03-18T01:05:14.656453Z","steps":["trace[1502684395] 'read index received' (duration: 64.506233ms)","trace[1502684395] 'applied index is now lower than readState.Index' (duration: 81.933014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:14.65669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.361165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:14.656755Z","caller":"traceutil/trace.go:171","msg":"trace[1802923068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8704; }","duration":"102.489558ms","start":"2026-03-18T01:05:14.55425Z","end":"2026-03-18T01:05:14.65674Z","steps":["trace[1802923068] 'agreement among raft nodes before linearized reading' (duration: 102.347795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:14.657089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.056437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290337"} {"level":"info","ts":"2026-03-18T01:05:14.657138Z","caller":"traceutil/trace.go:171","msg":"trace[1456906512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8704; }","duration":"147.147948ms","start":"2026-03-18T01:05:14.509978Z","end":"2026-03-18T01:05:14.657126Z","steps":["trace[1456906512] 'agreement among raft nodes before linearized reading' (duration: 146.605929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.85613Z","caller":"traceutil/trace.go:171","msg":"trace[1399589789] linearizableReadLoop","detail":"{readStateIndex:9028; appliedIndex:9027; }","duration":"127.264336ms","start":"2026-03-18T01:05:14.728842Z","end":"2026-03-18T01:05:14.856106Z","steps":["trace[1399589789] 'read index received' (duration: 28.841317ms)","trace[1399589789] 'applied index is now lower than readState.Index' (duration: 98.421929ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:14.856315Z","caller":"traceutil/trace.go:171","msg":"trace[42515593] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"144.077316ms","start":"2026-03-18T01:05:14.712217Z","end":"2026-03-18T01:05:14.856295Z","steps":["trace[42515593] 'process raft request' (duration: 45.540575ms)","trace[42515593] 'compare' (duration: 98.220305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:14.856628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.5815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-18T01:05:14.856706Z","caller":"traceutil/trace.go:171","msg":"trace[1976808324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8706; }","duration":"175.690002ms","start":"2026-03-18T01:05:14.680999Z","end":"2026-03-18T01:05:14.856689Z","steps":["trace[1976808324] 'agreement among raft nodes before linearized reading' (duration: 175.449018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:14.888568Z","caller":"traceutil/trace.go:171","msg":"trace[629118575] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"128.910474ms","start":"2026-03-18T01:05:14.759634Z","end":"2026-03-18T01:05:14.888545Z","steps":["trace[629118575] 'process raft request' (duration: 128.592188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.80844Z","caller":"traceutil/trace.go:171","msg":"trace[1320374898] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"129.381002ms","start":"2026-03-18T01:05:20.678988Z","end":"2026-03-18T01:05:20.808369Z","steps":["trace[1320374898] 'read index received' (duration: 129.124318ms)","trace[1320374898] 'applied index is now lower than readState.Index' (duration: 254.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:20.80849Z","caller":"traceutil/trace.go:171","msg":"trace[1395344904] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"160.771044ms","start":"2026-03-18T01:05:20.647689Z","end":"2026-03-18T01:05:20.80846Z","steps":["trace[1395344904] 'process raft request' (duration: 160.430488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.808713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.704117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:05:20.808792Z","caller":"traceutil/trace.go:171","msg":"trace[820218710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8755; }","duration":"129.824ms","start":"2026-03-18T01:05:20.678948Z","end":"2026-03-18T01:05:20.808772Z","steps":["trace[820218710] 'agreement among raft nodes before linearized reading' (duration: 129.640067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.808938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.805237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:05:20.809059Z","caller":"traceutil/trace.go:171","msg":"trace[770123409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8755; }","duration":"126.99276ms","start":"2026-03-18T01:05:20.682038Z","end":"2026-03-18T01:05:20.809031Z","steps":["trace[770123409] 'agreement among raft nodes before linearized reading' (duration: 126.616994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.809197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.397623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:05:20.809253Z","caller":"traceutil/trace.go:171","msg":"trace[118188899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8755; }","duration":"125.490185ms","start":"2026-03-18T01:05:20.683747Z","end":"2026-03-18T01:05:20.809237Z","steps":["trace[118188899] 'agreement among raft nodes before linearized reading' (duration: 125.361332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.809332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.712847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sb4s5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T01:05:20.809343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.216854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T01:05:20.809393Z","caller":"traceutil/trace.go:171","msg":"trace[1395777927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sb4s5; range_end:; response_count:1; response_revision:8755; }","duration":"111.802748ms","start":"2026-03-18T01:05:20.697576Z","end":"2026-03-18T01:05:20.809378Z","steps":["trace[1395777927] 'agreement among raft nodes before linearized reading' (duration: 111.601445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.809399Z","caller":"traceutil/trace.go:171","msg":"trace[2124054291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8755; }","duration":"127.297725ms","start":"2026-03-18T01:05:20.682087Z","end":"2026-03-18T01:05:20.809385Z","steps":["trace[2124054291] 'agreement among raft nodes before linearized reading' (duration: 127.139622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.80955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.058907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:05:20.809677Z","caller":"traceutil/trace.go:171","msg":"trace[1730399130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8755; }","duration":"122.246409ms","start":"2026-03-18T01:05:20.687401Z","end":"2026-03-18T01:05:20.809647Z","steps":["trace[1730399130] 'agreement among raft nodes before linearized reading' (duration: 121.625728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.931784Z","caller":"traceutil/trace.go:171","msg":"trace[659151665] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"118.967893ms","start":"2026-03-18T01:05:20.812767Z","end":"2026-03-18T01:05:20.931735Z","steps":["trace[659151665] 'process raft request' (duration: 79.556793ms)","trace[659151665] 'compare' (duration: 39.126765ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:20.931866Z","caller":"traceutil/trace.go:171","msg":"trace[1978214423] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"116.861576ms","start":"2026-03-18T01:05:20.814976Z","end":"2026-03-18T01:05:20.931838Z","steps":["trace[1978214423] 'process raft request' (duration: 116.712784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.931869Z","caller":"traceutil/trace.go:171","msg":"trace[189427845] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"118.290261ms","start":"2026-03-18T01:05:20.81354Z","end":"2026-03-18T01:05:20.93183Z","steps":["trace[189427845] 'process raft request' (duration: 118.096148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.931881Z","caller":"traceutil/trace.go:171","msg":"trace[160743543] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9078; }","duration":"116.714183ms","start":"2026-03-18T01:05:20.815146Z","end":"2026-03-18T01:05:20.93186Z","steps":["trace[160743543] 'read index received' (duration: 77.207471ms)","trace[160743543] 'applied index is now lower than readState.Index' (duration: 39.505212ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:20.93225Z","caller":"traceutil/trace.go:171","msg":"trace[917799097] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"117.030509ms","start":"2026-03-18T01:05:20.815204Z","end":"2026-03-18T01:05:20.932235Z","steps":["trace[917799097] 'process raft request' (duration: 116.555241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:20.932271Z","caller":"traceutil/trace.go:171","msg":"trace[1445455001] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"116.843165ms","start":"2026-03-18T01:05:20.815404Z","end":"2026-03-18T01:05:20.932247Z","steps":["trace[1445455001] 'process raft request' (duration: 116.405308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.932671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.501588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291217"} {"level":"info","ts":"2026-03-18T01:05:20.932744Z","caller":"traceutil/trace.go:171","msg":"trace[266019157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8760; }","duration":"117.615789ms","start":"2026-03-18T01:05:20.815113Z","end":"2026-03-18T01:05:20.932728Z","steps":["trace[266019157] 'agreement among raft nodes before linearized reading' (duration: 116.804795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:20.933502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.90974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-8s54x\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-18T01:05:20.933576Z","caller":"traceutil/trace.go:171","msg":"trace[1164975882] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-8s54x; range_end:; response_count:1; response_revision:8760; }","duration":"112.005962ms","start":"2026-03-18T01:05:20.821554Z","end":"2026-03-18T01:05:20.93356Z","steps":["trace[1164975882] 'agreement among raft nodes before linearized reading' (duration: 110.676219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:35.117895Z","caller":"traceutil/trace.go:171","msg":"trace[969415547] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"105.727815ms","start":"2026-03-18T01:05:35.012131Z","end":"2026-03-18T01:05:35.117859Z","steps":["trace[969415547] 'process raft request' (duration: 31.380442ms)","trace[969415547] 'compare' (duration: 74.17439ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:35.117916Z","caller":"traceutil/trace.go:171","msg":"trace[2116940420] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"104.029595ms","start":"2026-03-18T01:05:35.01385Z","end":"2026-03-18T01:05:35.11788Z","steps":["trace[2116940420] 'process raft request' (duration: 103.953383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:35.118003Z","caller":"traceutil/trace.go:171","msg":"trace[314342646] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"103.725969ms","start":"2026-03-18T01:05:35.014257Z","end":"2026-03-18T01:05:35.117983Z","steps":["trace[314342646] 'process raft request' (duration: 103.586637ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:05.287516Z","caller":"traceutil/trace.go:171","msg":"trace[2124567341] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"114.580305ms","start":"2026-03-18T01:06:05.172908Z","end":"2026-03-18T01:06:05.287488Z","steps":["trace[2124567341] 'process raft request' (duration: 114.38261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:05.300832Z","caller":"traceutil/trace.go:171","msg":"trace[1167434529] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"127.82497ms","start":"2026-03-18T01:06:05.172973Z","end":"2026-03-18T01:06:05.300798Z","steps":["trace[1167434529] 'process raft request' (duration: 127.662277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:33.527129Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:07:33.535547Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:07:33.535698Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:07:35.362852Z","caller":"traceutil/trace.go:171","msg":"trace[1979445528] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"171.799545ms","start":"2026-03-18T01:07:35.191027Z","end":"2026-03-18T01:07:35.362827Z","steps":["trace[1979445528] 'process raft request' (duration: 171.641492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:12.001445Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7721} {"level":"info","ts":"2026-03-18T01:08:12.08992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7721,"took":"86.603881ms","hash":245000330,"current-db-size-bytes":42827776,"current-db-size":"43 MB","current-db-size-in-use-bytes":26521600,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:08:12.089982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":245000330,"revision":7721,"compact-revision":5651} {"level":"info","ts":"2026-03-18T01:13:12.029775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9938} {"level":"info","ts":"2026-03-18T01:13:12.106594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9938,"took":"75.017482ms","hash":3293244793,"current-db-size-bytes":42827776,"current-db-size":"43 MB","current-db-size-in-use-bytes":17592320,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T01:13:12.106682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293244793,"revision":9938,"compact-revision":7721}