{"level":"warn","ts":"2026-03-31T22:19:21.799193Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:19:21.799307Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:19:21.799401Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:19:21.79942Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-31T22:19:21.799442Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:19:21.800381Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-03-31T22:19:21.800505Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:19:21.804104Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.239996ms"} {"level":"info","ts":"2026-03-31T22:19:21.808974Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-31T22:19:21.809134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:19:21.809168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-03-31T22:19:21.809184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:19:21.809221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-03-31T22:19:21.809344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-03-31T22:19:21.814611Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:19:21.816681Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:19:21.818217Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:19:21.821308Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:19:21.821866Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T22:19:21.822037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:19:21.822118Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:19:21.822239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:19:21.822955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-03-31T22:19:21.826228Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-31T22:19:21.826988Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:19:21.827132Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-31T22:19:21.827172Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-31T22:19:21.827233Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:19:21.827271Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:19:22.010163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:19:22.010262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:19:22.010324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-03-31T22:19:22.010368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:19:22.010393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-31T22:19:22.010437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-03-31T22:19:22.010465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-31T22:19:22.012192Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:19:22.012604Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:19:22.013502Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:19:22.01378Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:19:22.01384Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:19:22.013907Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:19:22.014122Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:19:22.014303Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:19:22.014353Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:19:22.017063Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-03-31T22:19:22.017347Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T22:19:44.465349Z","caller":"traceutil/trace.go:171","msg":"trace[1700300480] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"199.579688ms","start":"2026-03-31T22:19:44.26574Z","end":"2026-03-31T22:19:44.46532Z","steps":["trace[1700300480] 'process raft request' (duration: 199.395713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:05.093785Z","caller":"traceutil/trace.go:171","msg":"trace[821618780] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"115.149805ms","start":"2026-03-31T22:20:04.978599Z","end":"2026-03-31T22:20:05.093748Z","steps":["trace[821618780] 'process raft request' (duration: 114.859187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:05.295449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.602582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5tkn7\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T22:20:05.295567Z","caller":"traceutil/trace.go:171","msg":"trace[1644648560] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5tkn7; range_end:; response_count:1; response_revision:597; }","duration":"109.772326ms","start":"2026-03-31T22:20:05.185768Z","end":"2026-03-31T22:20:05.29554Z","steps":["trace[1644648560] 'range keys from in-memory index tree' (duration: 109.397976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:05.295608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.550668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:20:05.295685Z","caller":"traceutil/trace.go:171","msg":"trace[742254731] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:597; }","duration":"154.710422ms","start":"2026-03-31T22:20:05.140952Z","end":"2026-03-31T22:20:05.295662Z","steps":["trace[742254731] 'range keys from in-memory index tree' (duration: 154.200988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:05.505918Z","caller":"traceutil/trace.go:171","msg":"trace[1921317676] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"193.89004ms","start":"2026-03-31T22:20:05.312001Z","end":"2026-03-31T22:20:05.505891Z","steps":["trace[1921317676] 'read index received' (duration: 38.900519ms)","trace[1921317676] 'applied index is now lower than readState.Index' (duration: 154.988471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:05.506086Z","caller":"traceutil/trace.go:171","msg":"trace[1565737320] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"196.78947ms","start":"2026-03-31T22:20:05.30925Z","end":"2026-03-31T22:20:05.506039Z","steps":["trace[1565737320] 'process raft request' (duration: 196.356257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:05.506179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.160368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:20:05.506218Z","caller":"traceutil/trace.go:171","msg":"trace[1980861109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"194.25318ms","start":"2026-03-31T22:20:05.311953Z","end":"2026-03-31T22:20:05.506206Z","steps":["trace[1980861109] 'agreement among raft nodes before linearized reading' (duration: 194.085816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:05.516789Z","caller":"traceutil/trace.go:171","msg":"trace[1267028129] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"165.008885ms","start":"2026-03-31T22:20:05.351757Z","end":"2026-03-31T22:20:05.516766Z","steps":["trace[1267028129] 'process raft request' (duration: 164.83712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:05.986942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.249946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:20:05.987075Z","caller":"traceutil/trace.go:171","msg":"trace[1792231564] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"423.851629ms","start":"2026-03-31T22:20:05.563207Z","end":"2026-03-31T22:20:05.987058Z","steps":["trace[1792231564] 'read index received' (duration: 278.761801ms)","trace[1792231564] 'applied index is now lower than readState.Index' (duration: 145.088528ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:05.987136Z","caller":"traceutil/trace.go:171","msg":"trace[1299085014] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"466.768599ms","start":"2026-03-31T22:20:05.520329Z","end":"2026-03-31T22:20:05.987098Z","steps":["trace[1299085014] 'process raft request' (duration: 321.651091ms)","trace[1299085014] 'compare' (duration: 144.133552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:20:05.987249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.138651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:20:05.987248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:05.520318Z","time spent":"466.875662ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:20:05.987292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.072326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:20:05.987305Z","caller":"traceutil/trace.go:171","msg":"trace[1676116307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"128.232834ms","start":"2026-03-31T22:20:05.859059Z","end":"2026-03-31T22:20:05.987292Z","steps":["trace[1676116307] 'agreement among raft nodes before linearized reading' (duration: 128.149051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:05.987337Z","caller":"traceutil/trace.go:171","msg":"trace[1836453917] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:601; }","duration":"424.157328ms","start":"2026-03-31T22:20:05.563169Z","end":"2026-03-31T22:20:05.987326Z","steps":["trace[1836453917] 'agreement among raft nodes before linearized reading' (duration: 423.983943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:05.987375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:05.563152Z","time spent":"424.2118ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T22:20:20.703079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.151214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:20:47.867639Z","caller":"traceutil/trace.go:171","msg":"trace[1228249216] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"100.040279ms","start":"2026-03-31T22:20:47.767573Z","end":"2026-03-31T22:20:47.867613Z","steps":["trace[1228249216] 'process raft request' (duration: 99.838543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:31.736048Z","caller":"traceutil/trace.go:171","msg":"trace[1669339794] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"201.289581ms","start":"2026-03-31T22:21:31.534731Z","end":"2026-03-31T22:21:31.736021Z","steps":["trace[1669339794] 'read index received' (duration: 201.139496ms)","trace[1669339794] 'applied index is now lower than readState.Index' (duration: 149.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:31.736142Z","caller":"traceutil/trace.go:171","msg":"trace[1317181386] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"249.624593ms","start":"2026-03-31T22:21:31.486493Z","end":"2026-03-31T22:21:31.736117Z","steps":["trace[1317181386] 'process raft request' (duration: 249.342595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:31.736313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.567399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:21:31.736371Z","caller":"traceutil/trace.go:171","msg":"trace[1289711297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1796; }","duration":"201.672442ms","start":"2026-03-31T22:21:31.534681Z","end":"2026-03-31T22:21:31.736354Z","steps":["trace[1289711297] 'agreement among raft nodes before linearized reading' (duration: 201.479536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:31.772201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.735092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:21:31.772269Z","caller":"traceutil/trace.go:171","msg":"trace[283830648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1797; }","duration":"214.807264ms","start":"2026-03-31T22:21:31.557446Z","end":"2026-03-31T22:21:31.772253Z","steps":["trace[283830648] 'agreement among raft nodes before linearized reading' (duration: 214.637889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:31.772402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.938512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10629"} {"level":"info","ts":"2026-03-31T22:21:31.772504Z","caller":"traceutil/trace.go:171","msg":"trace[1298847370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1797; }","duration":"143.104016ms","start":"2026-03-31T22:21:31.62938Z","end":"2026-03-31T22:21:31.772484Z","steps":["trace[1298847370] 'agreement among raft nodes before linearized reading' (duration: 142.843129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:31.772511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.542472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:21:31.772563Z","caller":"traceutil/trace.go:171","msg":"trace[600023422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"187.645025ms","start":"2026-03-31T22:21:31.584902Z","end":"2026-03-31T22:21:31.772547Z","steps":["trace[600023422] 'agreement among raft nodes before linearized reading' (duration: 187.537172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:31.772951Z","caller":"traceutil/trace.go:171","msg":"trace[1994024861] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"187.590693ms","start":"2026-03-31T22:21:31.58534Z","end":"2026-03-31T22:21:31.77293Z","steps":["trace[1994024861] 'process raft request' (duration: 186.666308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:44.647584Z","caller":"traceutil/trace.go:171","msg":"trace[1595001816] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"137.572384ms","start":"2026-03-31T22:21:44.509977Z","end":"2026-03-31T22:21:44.647549Z","steps":["trace[1595001816] 'process raft request' (duration: 137.358228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:48.443067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.011755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:21:48.443251Z","caller":"traceutil/trace.go:171","msg":"trace[1141481350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1939; }","duration":"122.215251ms","start":"2026-03-31T22:21:48.320996Z","end":"2026-03-31T22:21:48.4432Z","steps":["trace[1141481350] 'count revisions from in-memory index tree' (duration: 121.931913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:21.070711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.644837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:21.070829Z","caller":"traceutil/trace.go:171","msg":"trace[1324206880] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2200; }","duration":"176.39681ms","start":"2026-03-31T22:22:20.89442Z","end":"2026-03-31T22:22:21.070817Z","steps":["trace[1324206880] 'read index received' (duration: 43.321µs)","trace[1324206880] 'applied index is now lower than readState.Index' (duration: 176.352459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:21.070911Z","caller":"traceutil/trace.go:171","msg":"trace[210338795] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"264.631357ms","start":"2026-03-31T22:22:20.806247Z","end":"2026-03-31T22:22:21.070878Z","steps":["trace[210338795] 'process raft request' (duration: 37.590539ms)","trace[210338795] 'compare' (duration: 226.488002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:21.071118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.687528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:22:21.071158Z","caller":"traceutil/trace.go:171","msg":"trace[1829339100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2119; }","duration":"176.76549ms","start":"2026-03-31T22:22:20.894379Z","end":"2026-03-31T22:22:21.071145Z","steps":["trace[1829339100] 'agreement among raft nodes before linearized reading' (duration: 176.471642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:21.077566Z","caller":"traceutil/trace.go:171","msg":"trace[884084551] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"126.119902ms","start":"2026-03-31T22:22:20.951418Z","end":"2026-03-31T22:22:21.077538Z","steps":["trace[884084551] 'process raft request' (duration: 125.987659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:59.391507Z","caller":"traceutil/trace.go:171","msg":"trace[350999098] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2464; }","duration":"135.781799ms","start":"2026-03-31T22:22:59.255706Z","end":"2026-03-31T22:22:59.391488Z","steps":["trace[350999098] 'read index received' (duration: 135.687866ms)","trace[350999098] 'applied index is now lower than readState.Index' (duration: 93.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:59.391562Z","caller":"traceutil/trace.go:171","msg":"trace[422361621] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"188.500904ms","start":"2026-03-31T22:22:59.203022Z","end":"2026-03-31T22:22:59.391523Z","steps":["trace[422361621] 'process raft request' (duration: 188.327479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:59.391688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.954924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:22:59.391714Z","caller":"traceutil/trace.go:171","msg":"trace[550162380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2375; }","duration":"136.034426ms","start":"2026-03-31T22:22:59.255674Z","end":"2026-03-31T22:22:59.391708Z","steps":["trace[550162380] 'agreement among raft nodes before linearized reading' (duration: 135.898612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:59.39708Z","caller":"traceutil/trace.go:171","msg":"trace[940724657] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"130.789371ms","start":"2026-03-31T22:22:59.266274Z","end":"2026-03-31T22:22:59.397063Z","steps":["trace[940724657] 'process raft request' (duration: 130.642317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.69116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.424699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:33.691328Z","caller":"traceutil/trace.go:171","msg":"trace[871031985] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2661; }","duration":"148.514984ms","start":"2026-03-31T22:23:33.542792Z","end":"2026-03-31T22:23:33.691307Z","steps":["trace[871031985] 'read index received' (duration: 39.764246ms)","trace[871031985] 'applied index is now lower than readState.Index' (duration: 108.749207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:33.691446Z","caller":"traceutil/trace.go:171","msg":"trace[1387492265] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"194.310906ms","start":"2026-03-31T22:23:33.497103Z","end":"2026-03-31T22:23:33.691414Z","steps":["trace[1387492265] 'process raft request' (duration: 85.537598ms)","trace[1387492265] 'compare' (duration: 108.274715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:33.691525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.722459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:33.691579Z","caller":"traceutil/trace.go:171","msg":"trace[1079167120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2564; }","duration":"148.810462ms","start":"2026-03-31T22:23:33.542754Z","end":"2026-03-31T22:23:33.691564Z","steps":["trace[1079167120] 'agreement among raft nodes before linearized reading' (duration: 148.628817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:33.878482Z","caller":"traceutil/trace.go:171","msg":"trace[1690631927] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"182.806238ms","start":"2026-03-31T22:23:33.695648Z","end":"2026-03-31T22:23:33.878455Z","steps":["trace[1690631927] 'process raft request' (duration: 125.576541ms)","trace[1690631927] 'compare' (duration: 57.008711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:13.496705Z","caller":"traceutil/trace.go:171","msg":"trace[837620319] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"116.286822ms","start":"2026-03-31T22:26:13.380389Z","end":"2026-03-31T22:26:13.496676Z","steps":["trace[837620319] 'process raft request' (duration: 111.52988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:13.496912Z","caller":"traceutil/trace.go:171","msg":"trace[440580966] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"115.778817ms","start":"2026-03-31T22:26:13.381109Z","end":"2026-03-31T22:26:13.496887Z","steps":["trace[440580966] 'process raft request' (duration: 115.514869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:18.759204Z","caller":"traceutil/trace.go:171","msg":"trace[1268571463] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"170.776086ms","start":"2026-03-31T22:26:18.588405Z","end":"2026-03-31T22:26:18.759181Z","steps":["trace[1268571463] 'process raft request' (duration: 170.471287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.59706Z","caller":"traceutil/trace.go:171","msg":"trace[1587808141] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"114.470885ms","start":"2026-03-31T22:27:31.48255Z","end":"2026-03-31T22:27:31.597021Z","steps":["trace[1587808141] 'process raft request' (duration: 91.802748ms)","trace[1587808141] 'compare' (duration: 22.452401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:36.566688Z","caller":"traceutil/trace.go:171","msg":"trace[395697482] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"147.55734ms","start":"2026-03-31T22:27:36.419106Z","end":"2026-03-31T22:27:36.566664Z","steps":["trace[395697482] 'read index received' (duration: 147.367555ms)","trace[395697482] 'applied index is now lower than readState.Index' (duration: 188.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:36.566742Z","caller":"traceutil/trace.go:171","msg":"trace[1855951714] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"222.773239ms","start":"2026-03-31T22:27:36.343931Z","end":"2026-03-31T22:27:36.566704Z","steps":["trace[1855951714] 'process raft request' (duration: 222.580094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:36.567015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.12445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T22:27:36.56702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.890759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:27:36.567131Z","caller":"traceutil/trace.go:171","msg":"trace[656338860] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4742; }","duration":"146.223902ms","start":"2026-03-31T22:27:36.42085Z","end":"2026-03-31T22:27:36.567074Z","steps":["trace[656338860] 'agreement among raft nodes before linearized reading' (duration: 145.996256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:36.567166Z","caller":"traceutil/trace.go:171","msg":"trace[1596671312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4742; }","duration":"148.092204ms","start":"2026-03-31T22:27:36.419055Z","end":"2026-03-31T22:27:36.567147Z","steps":["trace[1596671312] 'agreement among raft nodes before linearized reading' (duration: 147.723564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.735448Z","caller":"traceutil/trace.go:171","msg":"trace[1949807945] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"103.347387ms","start":"2026-03-31T22:27:38.632078Z","end":"2026-03-31T22:27:38.735426Z","steps":["trace[1949807945] 'process raft request' (duration: 53.721515ms)","trace[1949807945] 'compare' (duration: 49.515829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:48.204416Z","caller":"traceutil/trace.go:171","msg":"trace[1072424146] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"101.236168ms","start":"2026-03-31T22:27:48.103146Z","end":"2026-03-31T22:27:48.204382Z","steps":["trace[1072424146] 'read index received' (duration: 100.835337ms)","trace[1072424146] 'applied index is now lower than readState.Index' (duration: 399.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:48.204551Z","caller":"traceutil/trace.go:171","msg":"trace[200845328] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"138.921289ms","start":"2026-03-31T22:27:48.065582Z","end":"2026-03-31T22:27:48.204504Z","steps":["trace[200845328] 'process raft request' (duration: 138.635022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:48.204824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.65714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:27:48.204895Z","caller":"traceutil/trace.go:171","msg":"trace[1212159508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4968; }","duration":"101.791084ms","start":"2026-03-31T22:27:48.103085Z","end":"2026-03-31T22:27:48.204876Z","steps":["trace[1212159508] 'agreement among raft nodes before linearized reading' (duration: 101.508966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:48.205776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.017986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:27:48.205834Z","caller":"traceutil/trace.go:171","msg":"trace[1261285906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4968; }","duration":"100.19942ms","start":"2026-03-31T22:27:48.105613Z","end":"2026-03-31T22:27:48.205812Z","steps":["trace[1261285906] 'agreement among raft nodes before linearized reading' (duration: 100.038056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:48.206128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.312133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:27:48.206218Z","caller":"traceutil/trace.go:171","msg":"trace[74082558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4968; }","duration":"100.455528ms","start":"2026-03-31T22:27:48.105738Z","end":"2026-03-31T22:27:48.206194Z","steps":["trace[74082558] 'agreement among raft nodes before linearized reading' (duration: 100.139249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.189783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.417303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:57.189955Z","caller":"traceutil/trace.go:171","msg":"trace[246931468] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"475.31736ms","start":"2026-03-31T22:27:56.714597Z","end":"2026-03-31T22:27:57.189915Z","steps":["trace[246931468] 'process raft request' (duration: 110.620659ms)","trace[246931468] 'compare' (duration: 364.214258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:57.190027Z","caller":"traceutil/trace.go:171","msg":"trace[327201103] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"443.411688ms","start":"2026-03-31T22:27:56.746591Z","end":"2026-03-31T22:27:57.190002Z","steps":["trace[327201103] 'process raft request' (duration: 443.314376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.190113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.714561Z","time spent":"475.467384ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:57.190149Z","caller":"traceutil/trace.go:171","msg":"trace[1424414469] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5301; }","duration":"459.277746ms","start":"2026-03-31T22:27:56.73086Z","end":"2026-03-31T22:27:57.190138Z","steps":["trace[1424414469] 'read index received' (duration: 94.550864ms)","trace[1424414469] 'applied index is now lower than readState.Index' (duration: 364.725402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:57.190154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.746567Z","time spent":"443.530621ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:57.190277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.426181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:57.190315Z","caller":"traceutil/trace.go:171","msg":"trace[2002110805] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5111; }","duration":"459.530243ms","start":"2026-03-31T22:27:56.730772Z","end":"2026-03-31T22:27:57.190303Z","steps":["trace[2002110805] 'agreement among raft nodes before linearized reading' (duration: 459.4421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.190347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.730733Z","time spent":"459.604386ms","remote":"127.0.0.1:41338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:57.215927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.066222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:57.216031Z","caller":"traceutil/trace.go:171","msg":"trace[1234841640] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5112; }","duration":"450.222856ms","start":"2026-03-31T22:27:56.765783Z","end":"2026-03-31T22:27:57.216006Z","steps":["trace[1234841640] 'agreement among raft nodes before linearized reading' (duration: 450.031591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.216065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.204545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:27:57.216077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.765764Z","time spent":"450.299759ms","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":8,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:57.216105Z","caller":"traceutil/trace.go:171","msg":"trace[193931685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5112; }","duration":"332.264036ms","start":"2026-03-31T22:27:56.883827Z","end":"2026-03-31T22:27:57.216091Z","steps":["trace[193931685] 'agreement among raft nodes before linearized reading' (duration: 332.163043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.215957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.707368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:57.216143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.883811Z","time spent":"332.323358ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:57.216136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.269892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:57.216179Z","caller":"traceutil/trace.go:171","msg":"trace[488067008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5112; }","duration":"357.951865ms","start":"2026-03-31T22:27:56.858199Z","end":"2026-03-31T22:27:57.216151Z","steps":["trace[488067008] 'agreement among raft nodes before linearized reading' (duration: 357.712249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:57.216411Z","caller":"traceutil/trace.go:171","msg":"trace[1157641682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5112; }","duration":"376.380555ms","start":"2026-03-31T22:27:56.83982Z","end":"2026-03-31T22:27:57.216201Z","steps":["trace[1157641682] 'agreement among raft nodes before linearized reading' (duration: 376.191069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.216448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.858179Z","time spent":"358.240504ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:57.216491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:56.839741Z","time spent":"376.727644ms","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:29:22.204476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2818} {"level":"info","ts":"2026-03-31T22:29:22.273931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2818,"took":"68.332891ms","hash":577940256,"current-db-size-bytes":56561664,"current-db-size":"57 MB","current-db-size-in-use-bytes":32874496,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T22:29:22.273986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":577940256,"revision":2818,"compact-revision":-1} {"level":"info","ts":"2026-03-31T22:33:49.11442Z","caller":"traceutil/trace.go:171","msg":"trace[675627929] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"137.335436ms","start":"2026-03-31T22:33:48.97706Z","end":"2026-03-31T22:33:49.114395Z","steps":["trace[675627929] 'process raft request' (duration: 136.944715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:49.114803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.14322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:33:49.114861Z","caller":"traceutil/trace.go:171","msg":"trace[623874967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7907; }","duration":"137.259143ms","start":"2026-03-31T22:33:48.977591Z","end":"2026-03-31T22:33:49.11485Z","steps":["trace[623874967] 'agreement among raft nodes before linearized reading' (duration: 137.091769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:49.11422Z","caller":"traceutil/trace.go:171","msg":"trace[1847205391] linearizableReadLoop","detail":"{readStateIndex:8186; appliedIndex:8185; }","duration":"136.551654ms","start":"2026-03-31T22:33:48.977636Z","end":"2026-03-31T22:33:49.114188Z","steps":["trace[1847205391] 'read index received' (duration: 136.337888ms)","trace[1847205391] 'applied index is now lower than readState.Index' (duration: 212.616µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:49.115502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.761503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T22:33:49.115588Z","caller":"traceutil/trace.go:171","msg":"trace[1662991797] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7907; }","duration":"130.865266ms","start":"2026-03-31T22:33:48.984696Z","end":"2026-03-31T22:33:49.115561Z","steps":["trace[1662991797] 'agreement among raft nodes before linearized reading' (duration: 130.66513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:59.899187Z","caller":"traceutil/trace.go:171","msg":"trace[1458979440] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"128.551943ms","start":"2026-03-31T22:33:59.770614Z","end":"2026-03-31T22:33:59.899166Z","steps":["trace[1458979440] 'process raft request' (duration: 128.403119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:00.528951Z","caller":"traceutil/trace.go:171","msg":"trace[659924303] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8244; }","duration":"328.881109ms","start":"2026-03-31T22:34:00.200053Z","end":"2026-03-31T22:34:00.528934Z","steps":["trace[659924303] 'read index received' (duration: 328.831648ms)","trace[659924303] 'applied index is now lower than readState.Index' (duration: 48.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:00.529029Z","caller":"traceutil/trace.go:171","msg":"trace[1703337004] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"379.51882ms","start":"2026-03-31T22:34:00.149503Z","end":"2026-03-31T22:34:00.529022Z","steps":["trace[1703337004] 'process raft request' (duration: 379.321374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:00.52913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.149477Z","time spent":"379.570391ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:00.530468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.31037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:34:00.530649Z","caller":"traceutil/trace.go:171","msg":"trace[362366824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7964; }","duration":"330.618988ms","start":"2026-03-31T22:34:00.199985Z","end":"2026-03-31T22:34:00.530604Z","steps":["trace[362366824] 'agreement among raft nodes before linearized reading' (duration: 329.132326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:00.53074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.199963Z","time spent":"330.756412ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:00.660171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.684222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:34:00.660549Z","caller":"traceutil/trace.go:171","msg":"trace[2060464007] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"205.980573ms","start":"2026-03-31T22:34:00.45455Z","end":"2026-03-31T22:34:00.660531Z","steps":["trace[2060464007] 'process raft request' (duration: 205.789858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:00.660709Z","caller":"traceutil/trace.go:171","msg":"trace[1157658552] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"200.690666ms","start":"2026-03-31T22:34:00.460008Z","end":"2026-03-31T22:34:00.660699Z","steps":["trace[1157658552] 'process raft request' (duration: 200.47049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:00.660785Z","caller":"traceutil/trace.go:171","msg":"trace[1932150394] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8245; }","duration":"131.761762ms","start":"2026-03-31T22:34:00.529002Z","end":"2026-03-31T22:34:00.660764Z","steps":["trace[1932150394] 'read index received' (duration: 17.474434ms)","trace[1932150394] 'applied index is now lower than readState.Index' (duration: 114.286418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:00.661039Z","caller":"traceutil/trace.go:171","msg":"trace[72679711] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"127.191876ms","start":"2026-03-31T22:34:00.53383Z","end":"2026-03-31T22:34:00.661022Z","steps":["trace[72679711] 'process raft request' (duration: 126.859796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:00.66112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.029532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:00.661165Z","caller":"traceutil/trace.go:171","msg":"trace[1880164888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7967; }","duration":"449.118395ms","start":"2026-03-31T22:34:00.212031Z","end":"2026-03-31T22:34:00.66115Z","steps":["trace[1880164888] 'agreement among raft nodes before linearized reading' (duration: 448.827437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:00.661204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.212014Z","time spent":"449.181016ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:34:01.316095Z","caller":"traceutil/trace.go:171","msg":"trace[12711280] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"140.181585ms","start":"2026-03-31T22:34:01.17589Z","end":"2026-03-31T22:34:01.316072Z","steps":["trace[12711280] 'process raft request' (duration: 140.036601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.316128Z","caller":"traceutil/trace.go:171","msg":"trace[1440058620] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8251; }","duration":"138.759675ms","start":"2026-03-31T22:34:01.177334Z","end":"2026-03-31T22:34:01.316093Z","steps":["trace[1440058620] 'read index received' (duration: 138.746284ms)","trace[1440058620] 'applied index is now lower than readState.Index' (duration: 10.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:01.316416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.052754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:34:01.316484Z","caller":"traceutil/trace.go:171","msg":"trace[1296870015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7969; }","duration":"139.171537ms","start":"2026-03-31T22:34:01.177299Z","end":"2026-03-31T22:34:01.316471Z","steps":["trace[1296870015] 'agreement among raft nodes before linearized reading' (duration: 138.930549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.34962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.484652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T22:34:01.349767Z","caller":"traceutil/trace.go:171","msg":"trace[1001476183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7970; }","duration":"157.671128ms","start":"2026-03-31T22:34:01.192074Z","end":"2026-03-31T22:34:01.349745Z","steps":["trace[1001476183] 'agreement among raft nodes before linearized reading' (duration: 157.38194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.349934Z","caller":"traceutil/trace.go:171","msg":"trace[1467218553] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"170.748269ms","start":"2026-03-31T22:34:01.179162Z","end":"2026-03-31T22:34:01.34991Z","steps":["trace[1467218553] 'process raft request' (duration: 170.150193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:22.217832Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5915} {"level":"info","ts":"2026-03-31T22:34:22.310978Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5915,"took":"91.720505ms","hash":3279849970,"current-db-size-bytes":56561664,"current-db-size":"57 MB","current-db-size-in-use-bytes":26042368,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T22:34:22.311043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279849970,"revision":5915,"compact-revision":2818} {"level":"info","ts":"2026-03-31T22:34:43.123958Z","caller":"traceutil/trace.go:171","msg":"trace[2023352445] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"273.806587ms","start":"2026-03-31T22:34:42.850132Z","end":"2026-03-31T22:34:43.123938Z","steps":["trace[2023352445] 'process raft request' (duration: 269.739575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.123986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.113482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wjt88\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-31T22:34:43.124074Z","caller":"traceutil/trace.go:171","msg":"trace[138937495] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wjt88; range_end:; response_count:1; response_revision:8285; }","duration":"331.231995ms","start":"2026-03-31T22:34:42.79282Z","end":"2026-03-31T22:34:43.124052Z","steps":["trace[138937495] 'range keys from in-memory index tree' (duration: 330.890745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.124126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:42.792808Z","time spent":"331.302857ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wjt88\" "} {"level":"info","ts":"2026-03-31T22:34:43.208418Z","caller":"traceutil/trace.go:171","msg":"trace[331473785] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"357.501962ms","start":"2026-03-31T22:34:42.850889Z","end":"2026-03-31T22:34:43.208391Z","steps":["trace[331473785] 'process raft request' (duration: 357.295215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.208589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:42.850872Z","time spent":"357.623815ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:43.208598Z","caller":"traceutil/trace.go:171","msg":"trace[1333849593] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8581; }","duration":"349.961843ms","start":"2026-03-31T22:34:42.858608Z","end":"2026-03-31T22:34:43.20857Z","steps":["trace[1333849593] 'read index received' (duration: 261.185479ms)","trace[1333849593] 'applied index is now lower than readState.Index' (duration: 88.772204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:43.208696Z","caller":"traceutil/trace.go:171","msg":"trace[252245712] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"133.667415ms","start":"2026-03-31T22:34:43.075018Z","end":"2026-03-31T22:34:43.208686Z","steps":["trace[252245712] 'process raft request' (duration: 133.316815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.208794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.162179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:43.208897Z","caller":"traceutil/trace.go:171","msg":"trace[205515496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8288; }","duration":"350.301403ms","start":"2026-03-31T22:34:42.85857Z","end":"2026-03-31T22:34:43.208871Z","steps":["trace[205515496] 'agreement among raft nodes before linearized reading' (duration: 350.148969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.208949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:42.858554Z","time spent":"350.382914ms","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:34:43.324895Z","caller":"traceutil/trace.go:171","msg":"trace[2131831921] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"116.230572ms","start":"2026-03-31T22:34:43.208648Z","end":"2026-03-31T22:34:43.324879Z","steps":["trace[2131831921] 'read index received' (duration: 116.117228ms)","trace[2131831921] 'applied index is now lower than readState.Index' (duration: 112.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:43.324977Z","caller":"traceutil/trace.go:171","msg":"trace[1437967586] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"194.325161ms","start":"2026-03-31T22:34:43.130613Z","end":"2026-03-31T22:34:43.324939Z","steps":["trace[1437967586] 'process raft request' (duration: 194.176307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.325061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.921611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T22:34:43.325082Z","caller":"traceutil/trace.go:171","msg":"trace[2052260146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"434.999893ms","start":"2026-03-31T22:34:42.890075Z","end":"2026-03-31T22:34:43.325075Z","steps":["trace[2052260146] 'agreement among raft nodes before linearized reading' (duration: 434.89165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.325103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:42.890057Z","time spent":"435.040135ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:43.325236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.004369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:43.325298Z","caller":"traceutil/trace.go:171","msg":"trace[1869718104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"115.072811ms","start":"2026-03-31T22:34:43.210209Z","end":"2026-03-31T22:34:43.325282Z","steps":["trace[1869718104] 'agreement among raft nodes before linearized reading' (duration: 114.969208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.325397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.951177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T22:34:43.325506Z","caller":"traceutil/trace.go:171","msg":"trace[986703821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8289; }","duration":"416.142452ms","start":"2026-03-31T22:34:42.909346Z","end":"2026-03-31T22:34:43.325489Z","steps":["trace[986703821] 'agreement among raft nodes before linearized reading' (duration: 415.615238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:43.325758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:42.909329Z","time spent":"416.314486ms","remote":"127.0.0.1:41196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:34:44.139796Z","caller":"traceutil/trace.go:171","msg":"trace[1757853298] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"339.71248ms","start":"2026-03-31T22:34:43.800051Z","end":"2026-03-31T22:34:44.139764Z","steps":["trace[1757853298] 'process raft request' (duration: 339.489134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:44.139983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:43.800024Z","time spent":"339.886424ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:34:44.14056Z","caller":"traceutil/trace.go:171","msg":"trace[1030476916] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8591; }","duration":"339.995048ms","start":"2026-03-31T22:34:43.800526Z","end":"2026-03-31T22:34:44.140521Z","steps":["trace[1030476916] 'read index received' (duration: 339.982907ms)","trace[1030476916] 'applied index is now lower than readState.Index' (duration: 9.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:44.140877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.337557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wjt88\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-31T22:34:44.140913Z","caller":"traceutil/trace.go:171","msg":"trace[353889679] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wjt88; range_end:; response_count:1; response_revision:8295; }","duration":"340.424559ms","start":"2026-03-31T22:34:43.800478Z","end":"2026-03-31T22:34:44.140903Z","steps":["trace[353889679] 'agreement among raft nodes before linearized reading' (duration: 340.164002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:44.14094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:43.800458Z","time spent":"340.4758ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wjt88\" "} {"level":"info","ts":"2026-03-31T22:34:44.205298Z","caller":"traceutil/trace.go:171","msg":"trace[384546581] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"180.596091ms","start":"2026-03-31T22:34:44.024684Z","end":"2026-03-31T22:34:44.20528Z","steps":["trace[384546581] 'process raft request' (duration: 180.016325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:44.205855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.044146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T22:34:44.205925Z","caller":"traceutil/trace.go:171","msg":"trace[2010345025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8296; }","duration":"125.155809ms","start":"2026-03-31T22:34:44.08075Z","end":"2026-03-31T22:34:44.205906Z","steps":["trace[2010345025] 'agreement among raft nodes before linearized reading' (duration: 125.015125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.884039Z","caller":"traceutil/trace.go:171","msg":"trace[421835301] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"111.489614ms","start":"2026-03-31T22:35:51.772508Z","end":"2026-03-31T22:35:51.883997Z","steps":["trace[421835301] 'process raft request' (duration: 111.258068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.147047Z","caller":"traceutil/trace.go:171","msg":"trace[1996006051] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"116.618946ms","start":"2026-03-31T22:35:52.030398Z","end":"2026-03-31T22:35:52.147017Z","steps":["trace[1996006051] 'process raft request' (duration: 116.246206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.470046Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002445.wal"} {"level":"info","ts":"2026-03-31T22:37:20.378275Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:37:20.385135Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T22:37:20.385272Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T22:39:22.224972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8088} {"level":"info","ts":"2026-03-31T22:39:22.294156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8088,"took":"67.001636ms","hash":1360847348,"current-db-size-bytes":56561664,"current-db-size":"57 MB","current-db-size-in-use-bytes":29204480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T22:39:22.294215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360847348,"revision":8088,"compact-revision":5915} {"level":"info","ts":"2026-03-31T22:44:22.232234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10521} {"level":"info","ts":"2026-03-31T22:44:22.310223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10521,"took":"75.576757ms","hash":2145439193,"current-db-size-bytes":56561664,"current-db-size":"57 MB","current-db-size-in-use-bytes":19943424,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T22:44:22.310281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2145439193,"revision":10521,"compact-revision":8088}