{"level":"warn","ts":"2026-04-03T04:58:27.540724Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T04:58:27.540811Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T04:58:27.540881Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T04:58:27.540893Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-03T04:58:27.540909Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T04:58:27.54152Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-04-03T04:58:27.541594Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T04:58:27.54678Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.975297ms"} {"level":"info","ts":"2026-04-03T04:58:27.552897Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-04-03T04:58:27.55303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T04:58:27.553082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-04-03T04:58:27.553112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T04:58:27.553129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-04-03T04:58:27.553184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-04-03T04:58:27.563601Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T04:58:27.565472Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T04:58:27.566503Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T04:58:27.568697Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T04:58:27.568874Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T04:58:27.569493Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T04:58:27.569607Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T04:58:27.569624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T04:58:27.570658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-04-03T04:58:27.570807Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-03T04:58:27.573078Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T04:58:27.573391Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T04:58:27.573424Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T04:58:27.5737Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-03T04:58:27.57372Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-03T04:58:28.153943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T04:58:28.154007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T04:58:28.154052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-04-03T04:58:28.154072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-04-03T04:58:28.154083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-03T04:58:28.1541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-04-03T04:58:28.154119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-03T04:58:28.155031Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T04:58:28.155044Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T04:58:28.155042Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T04:58:28.155088Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T04:58:28.155458Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T04:58:28.155564Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T04:58:28.162867Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T04:58:28.165302Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T04:58:28.165419Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T04:58:28.165457Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T04:58:28.171851Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"warn","ts":"2026-04-03T04:58:30.256612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.367804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T04:58:30.256855Z","caller":"traceutil/trace.go:171","msg":"trace[1219465124] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:77; }","duration":"455.598703ms","start":"2026-04-03T04:58:29.801239Z","end":"2026-04-03T04:58:30.256838Z","steps":["trace[1219465124] 'read index received' (duration: 153.338771ms)","trace[1219465124] 'applied index is now lower than readState.Index' (duration: 302.258311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T04:58:30.257078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.825019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T04:58:30.257142Z","caller":"traceutil/trace.go:171","msg":"trace[307585940] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:74; }","duration":"455.935443ms","start":"2026-04-03T04:58:29.801195Z","end":"2026-04-03T04:58:30.25713Z","steps":["trace[307585940] 'agreement among raft nodes before linearized reading' (duration: 455.729906ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T04:58:30.257094Z","caller":"traceutil/trace.go:171","msg":"trace[1493580050] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"476.595085ms","start":"2026-04-03T04:58:29.780438Z","end":"2026-04-03T04:58:30.257033Z","steps":["trace[1493580050] 'process raft request' (duration: 174.163148ms)","trace[1493580050] 'compare' (duration: 301.192338ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T04:58:30.257176Z","caller":"traceutil/trace.go:171","msg":"trace[1761786511] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"476.43505ms","start":"2026-04-03T04:58:29.780667Z","end":"2026-04-03T04:58:30.257102Z","steps":["trace[1761786511] 'process raft request' (duration: 476.101599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T04:58:30.257202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:58:29.801177Z","time spent":"455.994605ms","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-04-03T04:58:30.257334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:58:29.78065Z","time spent":"476.616216ms","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T04:58:30.257342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:58:29.780415Z","time spent":"476.856823ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T04:58:30.429416Z","caller":"traceutil/trace.go:171","msg":"trace[1700521408] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"168.726603ms","start":"2026-04-03T04:58:30.260634Z","end":"2026-04-03T04:58:30.429361Z","steps":["trace[1700521408] 'process raft request' (duration: 168.538397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T04:58:30.430349Z","caller":"traceutil/trace.go:171","msg":"trace[195294732] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"168.643109ms","start":"2026-04-03T04:58:30.261674Z","end":"2026-04-03T04:58:30.430317Z","steps":["trace[195294732] 'process raft request' (duration: 168.565027ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T04:59:04.07884Z","caller":"traceutil/trace.go:171","msg":"trace[1426254797] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"172.178725ms","start":"2026-04-03T04:59:03.906587Z","end":"2026-04-03T04:59:04.078766Z","steps":["trace[1426254797] 'process raft request' (duration: 171.894795ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T04:59:04.427658Z","caller":"traceutil/trace.go:171","msg":"trace[2084316646] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"327.000081ms","start":"2026-04-03T04:59:04.100594Z","end":"2026-04-03T04:59:04.427594Z","steps":["trace[2084316646] 'process raft request' (duration: 326.362449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T04:59:04.4284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:59:04.100559Z","time spent":"327.203277ms","remote":"127.0.0.1:57274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T04:59:04.462421Z","caller":"traceutil/trace.go:171","msg":"trace[1685422214] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:641; }","duration":"168.429975ms","start":"2026-04-03T04:59:04.293926Z","end":"2026-04-03T04:59:04.462356Z","steps":["trace[1685422214] 'read index received' (duration: 133.07661ms)","trace[1685422214] 'applied index is now lower than readState.Index' (duration: 35.352325ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T04:59:04.462519Z","caller":"traceutil/trace.go:171","msg":"trace[538251704] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"315.057234ms","start":"2026-04-03T04:59:04.147413Z","end":"2026-04-03T04:59:04.462471Z","steps":["trace[538251704] 'process raft request' (duration: 314.232307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T04:59:04.462649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.710174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T04:59:04.46269Z","caller":"traceutil/trace.go:171","msg":"trace[140001524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"168.804696ms","start":"2026-04-03T04:59:04.293875Z","end":"2026-04-03T04:59:04.462679Z","steps":["trace[140001524] 'agreement among raft nodes before linearized reading' (duration: 168.635951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T04:59:04.462721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:59:04.147375Z","time spent":"315.206578ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T04:59:04.951129Z","caller":"traceutil/trace.go:171","msg":"trace[115327973] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"425.888233ms","start":"2026-04-03T04:59:04.525208Z","end":"2026-04-03T04:59:04.951096Z","steps":["trace[115327973] 'process raft request' (duration: 425.725007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T04:59:04.95132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T04:59:04.525175Z","time spent":"426.028928ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:00:10.628697Z","caller":"traceutil/trace.go:171","msg":"trace[1370061480] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"100.469011ms","start":"2026-04-03T05:00:10.528195Z","end":"2026-04-03T05:00:10.628664Z","steps":["trace[1370061480] 'process raft request' (duration: 100.294568ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:35.691022Z","caller":"traceutil/trace.go:171","msg":"trace[416790368] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"341.46599ms","start":"2026-04-03T05:00:35.349526Z","end":"2026-04-03T05:00:35.690992Z","steps":["trace[416790368] 'process raft request' (duration: 341.310017ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:35.691037Z","caller":"traceutil/trace.go:171","msg":"trace[2033292294] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1910; }","duration":"326.360074ms","start":"2026-04-03T05:00:35.364629Z","end":"2026-04-03T05:00:35.690989Z","steps":["trace[2033292294] 'read index received' (duration: 326.338823ms)","trace[2033292294] 'applied index is now lower than readState.Index' (duration: 13.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:00:35.691186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:00:35.349488Z","time spent":"341.608642ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:00:35.691344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.70164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T05:00:35.691388Z","caller":"traceutil/trace.go:171","msg":"trace[2113570015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1845; }","duration":"326.825313ms","start":"2026-04-03T05:00:35.364548Z","end":"2026-04-03T05:00:35.691373Z","steps":["trace[2113570015] 'agreement among raft nodes before linearized reading' (duration: 326.606829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:00:35.691436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:00:35.364507Z","time spent":"326.912304ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:00:35.723284Z","caller":"traceutil/trace.go:171","msg":"trace[1779489883] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"244.29824ms","start":"2026-04-03T05:00:35.478962Z","end":"2026-04-03T05:00:35.72326Z","steps":["trace[1779489883] 'process raft request' (duration: 244.098836ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:35.723605Z","caller":"traceutil/trace.go:171","msg":"trace[727700210] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"165.538284ms","start":"2026-04-03T05:00:35.558049Z","end":"2026-04-03T05:00:35.723588Z","steps":["trace[727700210] 'process raft request' (duration: 165.144536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:00:35.723894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.603268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5685acbe-629f-4674-8ba9-9fbda5d7104a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-03T05:00:35.724356Z","caller":"traceutil/trace.go:171","msg":"trace[571034219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5685acbe-629f-4674-8ba9-9fbda5d7104a; range_end:; response_count:1; response_revision:1847; }","duration":"143.12972ms","start":"2026-04-03T05:00:35.581203Z","end":"2026-04-03T05:00:35.724332Z","steps":["trace[571034219] 'agreement among raft nodes before linearized reading' (duration: 142.347393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:35.802399Z","caller":"traceutil/trace.go:171","msg":"trace[567275498] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"105.802003ms","start":"2026-04-03T05:00:35.696541Z","end":"2026-04-03T05:00:35.802343Z","steps":["trace[567275498] 'process raft request' (duration: 39.717044ms)","trace[567275498] 'compare' (duration: 65.903835ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:00:36.098637Z","caller":"traceutil/trace.go:171","msg":"trace[520005087] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"105.745969ms","start":"2026-04-03T05:00:35.992861Z","end":"2026-04-03T05:00:36.098607Z","steps":["trace[520005087] 'process raft request' (duration: 105.591055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:36.126446Z","caller":"traceutil/trace.go:171","msg":"trace[998639918] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1914; }","duration":"110.392454ms","start":"2026-04-03T05:00:36.016031Z","end":"2026-04-03T05:00:36.126424Z","steps":["trace[998639918] 'read index received' (duration: 82.421073ms)","trace[998639918] 'applied index is now lower than readState.Index' (duration: 27.970041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:00:36.126637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.597177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:00:36.126692Z","caller":"traceutil/trace.go:171","msg":"trace[385950880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"110.71172ms","start":"2026-04-03T05:00:36.015971Z","end":"2026-04-03T05:00:36.126683Z","steps":["trace[385950880] 'agreement among raft nodes before linearized reading' (duration: 110.571217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:00:36.126677Z","caller":"traceutil/trace.go:171","msg":"trace[91619527] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"133.532815ms","start":"2026-04-03T05:00:35.993118Z","end":"2026-04-03T05:00:36.126651Z","steps":["trace[91619527] 'process raft request' (duration: 128.092144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:01:10.781416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.179969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:01:10.781525Z","caller":"traceutil/trace.go:171","msg":"trace[1857434021] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"410.10551ms","start":"2026-04-03T05:01:10.371404Z","end":"2026-04-03T05:01:10.781509Z","steps":["trace[1857434021] 'process raft request' (duration: 255.747928ms)","trace[1857434021] 'compare' (duration: 154.075265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:01:10.78157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:01:10.371382Z","time spent":"410.168492ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:01:11.075766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.126221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:01:11.076737Z","caller":"traceutil/trace.go:171","msg":"trace[257274605] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"215.788805ms","start":"2026-04-03T05:01:10.860862Z","end":"2026-04-03T05:01:11.076651Z","steps":["trace[257274605] 'process raft request' (duration: 43.65957ms)","trace[257274605] 'compare' (duration: 170.964077ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:02:16.625054Z","caller":"traceutil/trace.go:171","msg":"trace[1702886382] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"201.637056ms","start":"2026-04-03T05:02:16.423387Z","end":"2026-04-03T05:02:16.625024Z","steps":["trace[1702886382] 'process raft request' (duration: 201.43563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:49.110926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.635569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:06:49.111067Z","caller":"traceutil/trace.go:171","msg":"trace[1854387463] linearizableReadLoop","detail":"{readStateIndex:4928; appliedIndex:4927; }","duration":"309.726701ms","start":"2026-04-03T05:06:48.801321Z","end":"2026-04-03T05:06:49.111047Z","steps":["trace[1854387463] 'read index received' (duration: 128.751624ms)","trace[1854387463] 'applied index is now lower than readState.Index' (duration: 180.972767ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:06:49.111122Z","caller":"traceutil/trace.go:171","msg":"trace[2119926409] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"317.933464ms","start":"2026-04-03T05:06:48.793133Z","end":"2026-04-03T05:06:49.111067Z","steps":["trace[2119926409] 'process raft request' (duration: 137.056719ms)","trace[2119926409] 'compare' (duration: 180.419533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:06:49.111291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.952687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:06:49.1113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:06:48.793105Z","time spent":"318.119157ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:06:49.111323Z","caller":"traceutil/trace.go:171","msg":"trace[533740449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4754; }","duration":"310.025658ms","start":"2026-04-03T05:06:48.801287Z","end":"2026-04-03T05:06:49.111312Z","steps":["trace[533740449] 'agreement among raft nodes before linearized reading' (duration: 309.907476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:49.111359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:06:48.801274Z","time spent":"310.076179ms","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:06:49.111668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.555267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:06:49.111686Z","caller":"traceutil/trace.go:171","msg":"trace[1052853415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4754; }","duration":"156.611549ms","start":"2026-04-03T05:06:48.955069Z","end":"2026-04-03T05:06:49.111681Z","steps":["trace[1052853415] 'agreement among raft nodes before linearized reading' (duration: 156.493266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:49.11195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.811673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:06:49.111956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.966163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:06:49.112006Z","caller":"traceutil/trace.go:171","msg":"trace[1904268846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4754; }","duration":"156.909556ms","start":"2026-04-03T05:06:48.955081Z","end":"2026-04-03T05:06:49.111991Z","steps":["trace[1904268846] 'agreement among raft nodes before linearized reading' (duration: 156.721472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:49.112027Z","caller":"traceutil/trace.go:171","msg":"trace[204461926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4754; }","duration":"105.089316ms","start":"2026-04-03T05:06:49.00692Z","end":"2026-04-03T05:06:49.112009Z","steps":["trace[204461926] 'agreement among raft nodes before linearized reading' (duration: 104.866791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:49.120128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.966427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2348486"} {"level":"info","ts":"2026-04-03T05:06:49.120239Z","caller":"traceutil/trace.go:171","msg":"trace[930107429] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4754; }","duration":"145.08672ms","start":"2026-04-03T05:06:48.975119Z","end":"2026-04-03T05:06:49.120206Z","steps":["trace[930107429] 'agreement among raft nodes before linearized reading' (duration: 136.679793ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:49.686503Z","caller":"traceutil/trace.go:171","msg":"trace[1573277300] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"157.830959ms","start":"2026-04-03T05:06:49.528637Z","end":"2026-04-03T05:06:49.686468Z","steps":["trace[1573277300] 'process raft request' (duration: 157.644924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:06:49.702571Z","caller":"traceutil/trace.go:171","msg":"trace[23163313] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4934; }","duration":"117.646309ms","start":"2026-04-03T05:06:49.584893Z","end":"2026-04-03T05:06:49.702539Z","steps":["trace[23163313] 'read index received' (duration: 101.4096ms)","trace[23163313] 'applied index is now lower than readState.Index' (duration: 16.235109ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:06:49.702786Z","caller":"traceutil/trace.go:171","msg":"trace[1304792579] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"167.844944ms","start":"2026-04-03T05:06:49.53492Z","end":"2026-04-03T05:06:49.702765Z","steps":["trace[1304792579] 'process raft request' (duration: 167.432294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:06:49.703373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.452338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T05:06:49.70348Z","caller":"traceutil/trace.go:171","msg":"trace[401759016] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4762; }","duration":"118.580631ms","start":"2026-04-03T05:06:49.584871Z","end":"2026-04-03T05:06:49.703452Z","steps":["trace[401759016] 'agreement among raft nodes before linearized reading' (duration: 118.259904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:03.660714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.573869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:03.661132Z","caller":"traceutil/trace.go:171","msg":"trace[2065120195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4943; }","duration":"111.05222ms","start":"2026-04-03T05:07:03.550049Z","end":"2026-04-03T05:07:03.661101Z","steps":["trace[2065120195] 'range keys from in-memory index tree' (duration: 110.538067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:03.836306Z","caller":"traceutil/trace.go:171","msg":"trace[1370664523] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5124; }","duration":"148.673269ms","start":"2026-04-03T05:07:03.687599Z","end":"2026-04-03T05:07:03.836272Z","steps":["trace[1370664523] 'read index received' (duration: 148.377272ms)","trace[1370664523] 'applied index is now lower than readState.Index' (duration: 294.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:03.83652Z","caller":"traceutil/trace.go:171","msg":"trace[1027149723] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"164.172289ms","start":"2026-04-03T05:07:03.672327Z","end":"2026-04-03T05:07:03.836499Z","steps":["trace[1027149723] 'process raft request' (duration: 163.718528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:03.836809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.211751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T05:07:03.836855Z","caller":"traceutil/trace.go:171","msg":"trace[1118577944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4944; }","duration":"149.320223ms","start":"2026-04-03T05:07:03.687524Z","end":"2026-04-03T05:07:03.836844Z","steps":["trace[1118577944] 'agreement among raft nodes before linearized reading' (duration: 149.18413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:28.20787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2934} {"level":"info","ts":"2026-04-03T05:08:28.309281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2934,"took":"99.680447ms","hash":2385455086,"current-db-size-bytes":54206464,"current-db-size":"54 MB","current-db-size-in-use-bytes":30253056,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T05:08:28.309351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2385455086,"revision":2934,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T05:10:56.014713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.865049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:56.015071Z","caller":"traceutil/trace.go:171","msg":"trace[297143617] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"254.663463ms","start":"2026-04-03T05:10:55.760359Z","end":"2026-04-03T05:10:56.015023Z","steps":["trace[297143617] 'process raft request' (duration: 82.328021ms)","trace[297143617] 'compare' (duration: 170.968885ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:56.016902Z","caller":"traceutil/trace.go:171","msg":"trace[2135470543] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"254.642163ms","start":"2026-04-03T05:10:55.760672Z","end":"2026-04-03T05:10:56.015314Z","steps":["trace[2135470543] 'process raft request' (duration: 254.421497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:28.215965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5656} {"level":"info","ts":"2026-04-03T05:13:28.286912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5656,"took":"69.567252ms","hash":1627658650,"current-db-size-bytes":54206464,"current-db-size":"54 MB","current-db-size-in-use-bytes":18587648,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-03T05:13:28.286986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1627658650,"revision":5656,"compact-revision":2934}