{"level":"warn","ts":"2026-04-02T01:06:13.884082Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T01:06:13.884224Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T01:06:13.88434Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T01:06:13.884351Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-02T01:06:13.884376Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T01:06:13.885176Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-04-02T01:06:13.885264Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T01:06:13.889794Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.251759ms"} {"level":"info","ts":"2026-04-02T01:06:13.89633Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-04-02T01:06:13.89649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T01:06:13.896614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-04-02T01:06:13.896652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T01:06:13.896668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-04-02T01:06:13.896741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-04-02T01:06:13.903849Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T01:06:13.905872Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T01:06:13.907616Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T01:06:13.910149Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T01:06:13.910373Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T01:06:13.910474Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T01:06:13.910567Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T01:06:13.910591Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T01:06:13.911981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-04-02T01:06:13.914735Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-02T01:06:13.915308Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T01:06:13.915565Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T01:06:13.91561Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T01:06:13.916246Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-02T01:06:13.916284Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-02T01:06:14.597111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T01:06:14.597187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T01:06:14.597227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-04-02T01:06:14.597249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-04-02T01:06:14.59726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-02T01:06:14.597276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-04-02T01:06:14.597292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-02T01:06:14.598393Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T01:06:14.598437Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T01:06:14.598561Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T01:06:14.598632Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T01:06:14.599623Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T01:06:14.599754Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T01:06:14.599793Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T01:06:14.601063Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T01:06:14.601142Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T01:06:14.602606Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-04-02T01:06:14.602724Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-02T01:06:27.799893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.176106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T01:06:27.80002Z","caller":"traceutil/trace.go:171","msg":"trace[562771700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"118.372121ms","start":"2026-04-02T01:06:27.681622Z","end":"2026-04-02T01:06:27.799994Z","steps":["trace[562771700] 'range keys from in-memory index tree' (duration: 118.067965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:06:28.066111Z","caller":"traceutil/trace.go:171","msg":"trace[133644719] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"261.414544ms","start":"2026-04-02T01:06:27.804657Z","end":"2026-04-02T01:06:28.066072Z","steps":["trace[133644719] 'process raft request' (duration: 261.190469ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:06:49.362513Z","caller":"traceutil/trace.go:171","msg":"trace[1234044127] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"128.479321ms","start":"2026-04-02T01:06:49.233996Z","end":"2026-04-02T01:06:49.362475Z","steps":["trace[1234044127] 'process raft request' (duration: 88.131373ms)","trace[1234044127] 'compare' (duration: 40.137964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T01:06:49.714308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.920484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T01:06:49.714542Z","caller":"traceutil/trace.go:171","msg":"trace[1750008558] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"340.70947ms","start":"2026-04-02T01:06:49.373791Z","end":"2026-04-02T01:06:49.7145Z","steps":["trace[1750008558] 'process raft request' (duration: 183.142355ms)","trace[1750008558] 'compare' (duration: 156.802532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T01:06:49.714709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:49.373773Z","time spent":"340.852484ms","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T01:06:49.977628Z","caller":"traceutil/trace.go:171","msg":"trace[592142822] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"203.142321ms","start":"2026-04-02T01:06:49.774449Z","end":"2026-04-02T01:06:49.977591Z","steps":["trace[592142822] 'process raft request' (duration: 198.80192ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:06:50.493072Z","caller":"traceutil/trace.go:171","msg":"trace[1335228074] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"608.543532ms","start":"2026-04-02T01:06:49.884495Z","end":"2026-04-02T01:06:50.493038Z","steps":["trace[1335228074] 'process raft request' (duration: 590.951573ms)","trace[1335228074] 'compare' (duration: 17.390476ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:06:50.493099Z","caller":"traceutil/trace.go:171","msg":"trace[907756323] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:636; }","duration":"322.493437ms","start":"2026-04-02T01:06:50.170571Z","end":"2026-04-02T01:06:50.493065Z","steps":["trace[907756323] 'read index received' (duration: 304.888797ms)","trace[907756323] 'applied index is now lower than readState.Index' (duration: 17.6036ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:06:50.493231Z","caller":"traceutil/trace.go:171","msg":"trace[1047940000] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"386.757333ms","start":"2026-04-02T01:06:50.106463Z","end":"2026-04-02T01:06:50.493221Z","steps":["trace[1047940000] 'process raft request' (duration: 386.564339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:06:50.493235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:49.884471Z","time spent":"608.686374ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T01:06:50.49329Z","caller":"traceutil/trace.go:171","msg":"trace[715490152] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"461.926651ms","start":"2026-04-02T01:06:50.031327Z","end":"2026-04-02T01:06:50.493254Z","steps":["trace[715490152] 'process raft request' (duration: 461.657976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:06:50.493332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:50.106447Z","time spent":"386.809513ms","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T01:06:50.493405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.369317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T01:06:50.493431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:50.031298Z","time spent":"462.065844ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T01:06:50.493492Z","caller":"traceutil/trace.go:171","msg":"trace[1597541038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"312.48597ms","start":"2026-04-02T01:06:50.180983Z","end":"2026-04-02T01:06:50.493469Z","steps":["trace[1597541038] 'agreement among raft nodes before linearized reading' (duration: 312.268335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:06:50.493535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:50.180972Z","time spent":"312.554841ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T01:06:50.494047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.466755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T01:06:50.494097Z","caller":"traceutil/trace.go:171","msg":"trace[1593075784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"323.545686ms","start":"2026-04-02T01:06:50.170536Z","end":"2026-04-02T01:06:50.494082Z","steps":["trace[1593075784] 'agreement among raft nodes before linearized reading' (duration: 322.975236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:06:50.494129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:06:50.170519Z","time spent":"323.602648ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T01:08:22.254744Z","caller":"traceutil/trace.go:171","msg":"trace[82665273] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1886; }","duration":"261.352896ms","start":"2026-04-02T01:08:21.993359Z","end":"2026-04-02T01:08:22.254712Z","steps":["trace[82665273] 'read index received' (duration: 261.185713ms)","trace[82665273] 'applied index is now lower than readState.Index' (duration: 165.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:08:22.254843Z","caller":"traceutil/trace.go:171","msg":"trace[2081599427] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"285.593741ms","start":"2026-04-02T01:08:21.969218Z","end":"2026-04-02T01:08:22.254811Z","steps":["trace[2081599427] 'process raft request' (duration: 285.304286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:08:22.255236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.790174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T01:08:22.255351Z","caller":"traceutil/trace.go:171","msg":"trace[1456145956] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"262.011039ms","start":"2026-04-02T01:08:21.993313Z","end":"2026-04-02T01:08:22.255324Z","steps":["trace[1456145956] 'agreement among raft nodes before linearized reading' (duration: 261.627601ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:08:22.363163Z","caller":"traceutil/trace.go:171","msg":"trace[1361310069] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"108.253143ms","start":"2026-04-02T01:08:22.25489Z","end":"2026-04-02T01:08:22.363143Z","steps":["trace[1361310069] 'read index received' (duration: 108.021758ms)","trace[1361310069] 'applied index is now lower than readState.Index' (duration: 229.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:08:22.363283Z","caller":"traceutil/trace.go:171","msg":"trace[508424535] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"224.562847ms","start":"2026-04-02T01:08:22.138653Z","end":"2026-04-02T01:08:22.363216Z","steps":["trace[508424535] 'process raft request' (duration: 224.337681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:08:22.36345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.900915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-02T01:08:22.363508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.226188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T01:08:22.363559Z","caller":"traceutil/trace.go:171","msg":"trace[1068800493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1837; }","duration":"103.35354ms","start":"2026-04-02T01:08:22.260191Z","end":"2026-04-02T01:08:22.363545Z","steps":["trace[1068800493] 'agreement among raft nodes before linearized reading' (duration: 103.116606ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:08:22.363557Z","caller":"traceutil/trace.go:171","msg":"trace[1281596272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"336.039408ms","start":"2026-04-02T01:08:22.027497Z","end":"2026-04-02T01:08:22.363537Z","steps":["trace[1281596272] 'agreement among raft nodes before linearized reading' (duration: 335.793644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:08:22.363605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:08:22.027487Z","time spent":"336.108799ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T01:09:05.361786Z","caller":"traceutil/trace.go:171","msg":"trace[1259245375] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"129.407782ms","start":"2026-04-02T01:09:05.232348Z","end":"2026-04-02T01:09:05.361756Z","steps":["trace[1259245375] 'process raft request' (duration: 129.236309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:09:05.606231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.823393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T01:09:05.606421Z","caller":"traceutil/trace.go:171","msg":"trace[1095361625] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"372.725257ms","start":"2026-04-02T01:09:05.233677Z","end":"2026-04-02T01:09:05.606402Z","steps":["trace[1095361625] 'process raft request' (duration: 372.648046ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:09:05.606468Z","caller":"traceutil/trace.go:171","msg":"trace[225606807] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"373.089665ms","start":"2026-04-02T01:09:05.233359Z","end":"2026-04-02T01:09:05.606449Z","steps":["trace[225606807] 'process raft request' (duration: 258.959317ms)","trace[225606807] 'compare' (duration: 113.71108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T01:09:05.606537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:09:05.233661Z","time spent":"372.80119ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T01:09:05.60657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T01:09:05.233334Z","time spent":"373.202887ms","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T01:10:18.247979Z","caller":"traceutil/trace.go:171","msg":"trace[1121602904] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"240.324153ms","start":"2026-04-02T01:10:18.007616Z","end":"2026-04-02T01:10:18.24794Z","steps":["trace[1121602904] 'process raft request' (duration: 213.571581ms)","trace[1121602904] 'compare' (duration: 26.616469ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:10:18.250409Z","caller":"traceutil/trace.go:171","msg":"trace[1206130777] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"105.467856ms","start":"2026-04-02T01:10:18.144915Z","end":"2026-04-02T01:10:18.250382Z","steps":["trace[1206130777] 'process raft request' (duration: 105.316723ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:11:09.779822Z","caller":"traceutil/trace.go:171","msg":"trace[1204952251] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3373; }","duration":"141.418908ms","start":"2026-04-02T01:11:09.638378Z","end":"2026-04-02T01:11:09.779797Z","steps":["trace[1204952251] 'read index received' (duration: 141.241773ms)","trace[1204952251] 'applied index is now lower than readState.Index' (duration: 176.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:11:09.779874Z","caller":"traceutil/trace.go:171","msg":"trace[291126728] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3248; }","duration":"196.573789ms","start":"2026-04-02T01:11:09.583266Z","end":"2026-04-02T01:11:09.77984Z","steps":["trace[291126728] 'process raft request' (duration: 196.441827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:11:09.779966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.56568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T01:11:09.780009Z","caller":"traceutil/trace.go:171","msg":"trace[1589987284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3248; }","duration":"141.671742ms","start":"2026-04-02T01:11:09.638323Z","end":"2026-04-02T01:11:09.779995Z","steps":["trace[1589987284] 'agreement among raft nodes before linearized reading' (duration: 141.58407ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:27.298489Z","caller":"traceutil/trace.go:171","msg":"trace[1242137207] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"118.96879ms","start":"2026-04-02T01:12:27.179489Z","end":"2026-04-02T01:12:27.298458Z","steps":["trace[1242137207] 'process raft request' (duration: 118.733666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:27.860527Z","caller":"traceutil/trace.go:171","msg":"trace[143479300] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"118.773747ms","start":"2026-04-02T01:12:27.741719Z","end":"2026-04-02T01:12:27.860493Z","steps":["trace[143479300] 'process raft request' (duration: 118.566483ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:30.543951Z","caller":"traceutil/trace.go:171","msg":"trace[1916175524] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"110.86423ms","start":"2026-04-02T01:12:30.433065Z","end":"2026-04-02T01:12:30.543929Z","steps":["trace[1916175524] 'process raft request' (duration: 110.561425ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:30.543955Z","caller":"traceutil/trace.go:171","msg":"trace[1976958278] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4646; }","duration":"107.94476ms","start":"2026-04-02T01:12:30.435986Z","end":"2026-04-02T01:12:30.543931Z","steps":["trace[1976958278] 'read index received' (duration: 107.934739ms)","trace[1976958278] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T01:12:30.544124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.120313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T01:12:30.544209Z","caller":"traceutil/trace.go:171","msg":"trace[218500988] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4462; }","duration":"108.230745ms","start":"2026-04-02T01:12:30.435956Z","end":"2026-04-02T01:12:30.544187Z","steps":["trace[218500988] 'agreement among raft nodes before linearized reading' (duration: 108.105703ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:30.562764Z","caller":"traceutil/trace.go:171","msg":"trace[2097394359] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"126.694233ms","start":"2026-04-02T01:12:30.436027Z","end":"2026-04-02T01:12:30.562721Z","steps":["trace[2097394359] 'process raft request' (duration: 126.481599ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:32.15218Z","caller":"traceutil/trace.go:171","msg":"trace[1228105636] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"118.202687ms","start":"2026-04-02T01:12:32.033935Z","end":"2026-04-02T01:12:32.152138Z","steps":["trace[1228105636] 'process raft request' (duration: 97.896077ms)","trace[1228105636] 'compare' (duration: 20.037495ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:12:32.318104Z","caller":"traceutil/trace.go:171","msg":"trace[250110953] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"158.346609ms","start":"2026-04-02T01:12:32.1597Z","end":"2026-04-02T01:12:32.318047Z","steps":["trace[250110953] 'process raft request' (duration: 93.089163ms)","trace[250110953] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/endpointslices/monitoring/kube-prometheus-stack-grafana-sw4pn; req_size:1558; } (duration: 64.884139ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T01:12:44.072946Z","caller":"traceutil/trace.go:171","msg":"trace[1856447206] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"130.340307ms","start":"2026-04-02T01:12:43.942574Z","end":"2026-04-02T01:12:44.072915Z","steps":["trace[1856447206] 'read index received' (duration: 129.97093ms)","trace[1856447206] 'applied index is now lower than readState.Index' (duration: 368.597µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T01:12:44.073213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.615542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T01:12:44.073273Z","caller":"traceutil/trace.go:171","msg":"trace[2012959024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4727; }","duration":"130.725144ms","start":"2026-04-02T01:12:43.942532Z","end":"2026-04-02T01:12:44.073257Z","steps":["trace[2012959024] 'agreement among raft nodes before linearized reading' (duration: 130.499451ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:44.073356Z","caller":"traceutil/trace.go:171","msg":"trace[2079101251] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"202.44608ms","start":"2026-04-02T01:12:43.870851Z","end":"2026-04-02T01:12:44.073297Z","steps":["trace[2079101251] 'process raft request' (duration: 201.861549ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T01:12:44.3187Z","caller":"traceutil/trace.go:171","msg":"trace[40718641] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"180.079254ms","start":"2026-04-02T01:12:44.138587Z","end":"2026-04-02T01:12:44.318666Z","steps":["trace[40718641] 'process raft request' (duration: 179.722708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T01:13:20.514313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.110542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-c2xq7\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-04-02T01:13:20.514423Z","caller":"traceutil/trace.go:171","msg":"trace[1765679031] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-c2xq7; range_end:; response_count:1; response_revision:5090; }","duration":"127.255644ms","start":"2026-04-02T01:13:20.387146Z","end":"2026-04-02T01:13:20.514401Z","steps":["trace[1765679031] 'range keys from in-memory index tree' (duration: 126.930457ms)"],"step_count":1}