{"level":"warn","ts":"2026-04-13T21:06:21.515251Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-13T21:06:21.515354Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-13T21:06:21.515423Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-13T21:06:21.515432Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-13T21:06:21.515451Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T21:06:21.516153Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-04-13T21:06:21.516233Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-13T21:06:21.544392Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"26.60882ms"} {"level":"info","ts":"2026-04-13T21:06:21.558956Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-04-13T21:06:21.559182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-04-13T21:06:21.559233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-04-13T21:06:21.559261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-13T21:06:21.559289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-04-13T21:06:21.559362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-04-13T21:06:21.569172Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-13T21:06:21.5713Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-13T21:06:21.572995Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-13T21:06:21.576957Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-13T21:06:21.577235Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-13T21:06:21.577423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T21:06:21.577509Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T21:06:21.577519Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T21:06:21.578688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-04-13T21:06:21.578862Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-13T21:06:21.58268Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T21:06:21.582792Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-13T21:06:21.582829Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-13T21:06:21.583068Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-13T21:06:21.583139Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-13T21:06:22.459819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-04-13T21:06:22.460053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-13T21:06:22.460109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-04-13T21:06:22.460135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-04-13T21:06:22.460154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-13T21:06:22.460411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-04-13T21:06:22.460453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-13T21:06:22.505183Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T21:06:22.619714Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T21:06:22.619957Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T21:06:22.619711Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-04-13T21:06:22.620261Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-13T21:06:22.620569Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-13T21:06:22.621505Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T21:06:22.621674Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T21:06:22.621714Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T21:06:22.623247Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-04-13T21:06:22.624415Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-13T21:06:29.848927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.81839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-13T21:06:29.849062Z","caller":"traceutil/trace.go:171","msg":"trace[1250270317] linearizableReadLoop","detail":"{readStateIndex:302; appliedIndex:301; }","duration":"472.054388ms","start":"2026-04-13T21:06:29.376988Z","end":"2026-04-13T21:06:29.849042Z","steps":["trace[1250270317] 'read index received' (duration: 120.464247ms)","trace[1250270317] 'applied index is now lower than readState.Index' (duration: 351.589011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:06:29.849143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.16212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-13T21:06:29.849129Z","caller":"traceutil/trace.go:171","msg":"trace[974912584] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"512.708914ms","start":"2026-04-13T21:06:29.336376Z","end":"2026-04-13T21:06:29.849084Z","steps":["trace[974912584] 'process raft request' (duration: 161.058301ms)","trace[974912584] 'compare' (duration: 350.704587ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:06:29.849174Z","caller":"traceutil/trace.go:171","msg":"trace[981163482] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:289; }","duration":"472.195561ms","start":"2026-04-13T21:06:29.37697Z","end":"2026-04-13T21:06:29.849166Z","steps":["trace[981163482] 'agreement among raft nodes before linearized reading' (duration: 472.130469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:06:29.849217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:06:29.376949Z","time spent":"472.261113ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-13T21:06:29.849311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:06:29.336363Z","time spent":"512.839797ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T21:06:30.078113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.548069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-13T21:06:30.078194Z","caller":"traceutil/trace.go:171","msg":"trace[612236803] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"225.051547ms","start":"2026-04-13T21:06:29.853131Z","end":"2026-04-13T21:06:30.078182Z","steps":["trace[612236803] 'process raft request' (duration: 96.384936ms)","trace[612236803] 'compare' (duration: 128.451305ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:06:58.748983Z","caller":"traceutil/trace.go:171","msg":"trace[998438050] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"106.945586ms","start":"2026-04-13T21:06:58.642008Z","end":"2026-04-13T21:06:58.748953Z","steps":["trace[998438050] 'process raft request' (duration: 106.382571ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:06:59.348535Z","caller":"traceutil/trace.go:171","msg":"trace[49333551] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"142.06175ms","start":"2026-04-13T21:06:59.206442Z","end":"2026-04-13T21:06:59.348504Z","steps":["trace[49333551] 'process raft request' (duration: 141.513045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:06:59.873445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.295292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:06:59.873577Z","caller":"traceutil/trace.go:171","msg":"trace[1284999576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:581; }","duration":"273.435325ms","start":"2026-04-13T21:06:59.600119Z","end":"2026-04-13T21:06:59.873554Z","steps":["trace[1284999576] 'range keys from in-memory index tree' (duration: 273.277251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:06:59.873699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.687687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-13T21:06:59.873879Z","caller":"traceutil/trace.go:171","msg":"trace[882712189] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"468.551282ms","start":"2026-04-13T21:06:59.405301Z","end":"2026-04-13T21:06:59.873852Z","steps":["trace[882712189] 'process raft request' (duration: 329.636269ms)","trace[882712189] 'compare' (duration: 138.377808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:06:59.873973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:06:59.405277Z","time spent":"468.656834ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-13T21:07:16.490057Z","caller":"traceutil/trace.go:171","msg":"trace[1658877357] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"107.81239ms","start":"2026-04-13T21:07:16.382204Z","end":"2026-04-13T21:07:16.490016Z","steps":["trace[1658877357] 'read index received' (duration: 107.577423ms)","trace[1658877357] 'applied index is now lower than readState.Index' (duration: 233.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:07:16.490135Z","caller":"traceutil/trace.go:171","msg":"trace[1742081412] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"123.725366ms","start":"2026-04-13T21:07:16.366383Z","end":"2026-04-13T21:07:16.490109Z","steps":["trace[1742081412] 'process raft request' (duration: 123.407028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:07:16.490363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.112428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:07:16.490419Z","caller":"traceutil/trace.go:171","msg":"trace[1775967246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"108.238001ms","start":"2026-04-13T21:07:16.382166Z","end":"2026-04-13T21:07:16.490404Z","steps":["trace[1775967246] 'agreement among raft nodes before linearized reading' (duration: 108.100838ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:08:33.465365Z","caller":"traceutil/trace.go:171","msg":"trace[686045710] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"123.417415ms","start":"2026-04-13T21:08:33.341916Z","end":"2026-04-13T21:08:33.465333Z","steps":["trace[686045710] 'read index received' (duration: 123.105316ms)","trace[686045710] 'applied index is now lower than readState.Index' (duration: 306.959µs)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:08:33.465427Z","caller":"traceutil/trace.go:171","msg":"trace[2111803432] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"146.476958ms","start":"2026-04-13T21:08:33.31891Z","end":"2026-04-13T21:08:33.465387Z","steps":["trace[2111803432] 'process raft request' (duration: 146.232391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:08:33.465595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.642821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:08:33.465692Z","caller":"traceutil/trace.go:171","msg":"trace[79559021] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1806; }","duration":"123.789015ms","start":"2026-04-13T21:08:33.341876Z","end":"2026-04-13T21:08:33.465665Z","steps":["trace[79559021] 'agreement among raft nodes before linearized reading' (duration: 123.61495ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:08:33.593515Z","caller":"traceutil/trace.go:171","msg":"trace[491344548] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"120.123094ms","start":"2026-04-13T21:08:33.473357Z","end":"2026-04-13T21:08:33.59348Z","steps":["trace[491344548] 'process raft request' (duration: 109.903583ms)","trace[491344548] 'compare' (duration: 10.048206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:08:34.024509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.469516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:08:34.024619Z","caller":"traceutil/trace.go:171","msg":"trace[2001842088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"151.64065ms","start":"2026-04-13T21:08:33.872946Z","end":"2026-04-13T21:08:34.024586Z","steps":["trace[2001842088] 'range keys from in-memory index tree' (duration: 151.362313ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:08:46.884926Z","caller":"traceutil/trace.go:171","msg":"trace[1478848918] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"106.729936ms","start":"2026-04-13T21:08:46.778173Z","end":"2026-04-13T21:08:46.884903Z","steps":["trace[1478848918] 'process raft request' (duration: 89.895573ms)","trace[1478848918] 'compare' (duration: 16.694549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:09:18.177782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.141481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-13T21:09:18.177994Z","caller":"traceutil/trace.go:171","msg":"trace[635208947] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"198.888836ms","start":"2026-04-13T21:09:17.979076Z","end":"2026-04-13T21:09:18.177965Z","steps":["trace[635208947] 'process raft request' (duration: 50.462117ms)","trace[635208947] 'compare' (duration: 147.834433ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:09:18.238522Z","caller":"traceutil/trace.go:171","msg":"trace[1397010134] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2189; }","duration":"108.05413ms","start":"2026-04-13T21:09:18.130443Z","end":"2026-04-13T21:09:18.238497Z","steps":["trace[1397010134] 'read index received' (duration: 107.907296ms)","trace[1397010134] 'applied index is now lower than readState.Index' (duration: 145.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:09:18.23861Z","caller":"traceutil/trace.go:171","msg":"trace[908395173] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"185.017445ms","start":"2026-04-13T21:09:18.053549Z","end":"2026-04-13T21:09:18.238566Z","steps":["trace[908395173] 'process raft request' (duration: 184.819909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:09:18.238916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.45734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-13T21:09:18.238993Z","caller":"traceutil/trace.go:171","msg":"trace[95291070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2106; }","duration":"108.581214ms","start":"2026-04-13T21:09:18.130393Z","end":"2026-04-13T21:09:18.238974Z","steps":["trace[95291070] 'agreement among raft nodes before linearized reading' (duration: 108.212574ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:09:19.074632Z","caller":"traceutil/trace.go:171","msg":"trace[725548647] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"256.415996ms","start":"2026-04-13T21:09:18.818187Z","end":"2026-04-13T21:09:19.074603Z","steps":["trace[725548647] 'process raft request' (duration: 163.206645ms)","trace[725548647] 'compare' (duration: 93.009926ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:09:19.622295Z","caller":"traceutil/trace.go:171","msg":"trace[977369488] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2194; }","duration":"471.654432ms","start":"2026-04-13T21:09:19.150616Z","end":"2026-04-13T21:09:19.622271Z","steps":["trace[977369488] 'read index received' (duration: 471.555849ms)","trace[977369488] 'applied index is now lower than readState.Index' (duration: 96.973µs)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:09:19.622421Z","caller":"traceutil/trace.go:171","msg":"trace[762997314] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"478.812588ms","start":"2026-04-13T21:09:19.143577Z","end":"2026-04-13T21:09:19.622389Z","steps":["trace[762997314] 'process raft request' (duration: 478.53691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:09:19.622545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.920829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-13T21:09:19.622584Z","caller":"traceutil/trace.go:171","msg":"trace[1471700371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2111; }","duration":"472.014161ms","start":"2026-04-13T21:09:19.150559Z","end":"2026-04-13T21:09:19.622573Z","steps":["trace[1471700371] 'agreement among raft nodes before linearized reading' (duration: 471.881617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:09:19.622612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:09:19.150544Z","time spent":"472.060653ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-13T21:09:19.622635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.80285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-13T21:09:19.622716Z","caller":"traceutil/trace.go:171","msg":"trace[370470482] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2111; }","duration":"314.953784ms","start":"2026-04-13T21:09:19.307744Z","end":"2026-04-13T21:09:19.622698Z","steps":["trace[370470482] 'agreement among raft nodes before linearized reading' (duration: 314.79859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:09:19.622769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:09:19.30765Z","time spent":"315.106339ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-13T21:09:19.622767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.958419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-13T21:09:19.62289Z","caller":"traceutil/trace.go:171","msg":"trace[1543042711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2111; }","duration":"377.135454ms","start":"2026-04-13T21:09:19.245727Z","end":"2026-04-13T21:09:19.622863Z","steps":["trace[1543042711] 'agreement among raft nodes before linearized reading' (duration: 376.792165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:09:19.622959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:09:19.245706Z","time spent":"377.230746ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-13T21:09:19.62291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:09:19.143548Z","time spent":"479.159278ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T21:09:25.131405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.393092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:09:25.131504Z","caller":"traceutil/trace.go:171","msg":"trace[391381974] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2139; }","duration":"182.566428ms","start":"2026-04-13T21:09:24.948915Z","end":"2026-04-13T21:09:25.131481Z","steps":["trace[391381974] 'count revisions from in-memory index tree' (duration: 182.268519ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:10:47.834133Z","caller":"traceutil/trace.go:171","msg":"trace[81233169] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"103.495618ms","start":"2026-04-13T21:10:47.73061Z","end":"2026-04-13T21:10:47.834106Z","steps":["trace[81233169] 'process raft request' (duration: 103.322843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:15:03.487136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-13T21:15:03.487265Z","caller":"traceutil/trace.go:171","msg":"trace[899517105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"110.110965ms","start":"2026-04-13T21:15:03.377135Z","end":"2026-04-13T21:15:03.487246Z","steps":["trace[899517105] 'range keys from in-memory index tree' (duration: 109.769415ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:11.946364Z","caller":"traceutil/trace.go:171","msg":"trace[1347480373] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"186.430389ms","start":"2026-04-13T21:15:11.75989Z","end":"2026-04-13T21:15:11.946321Z","steps":["trace[1347480373] 'process raft request' (duration: 168.360611ms)","trace[1347480373] 'compare' (duration: 17.745789ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:15:11.947392Z","caller":"traceutil/trace.go:171","msg":"trace[1833526310] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"186.695096ms","start":"2026-04-13T21:15:11.760678Z","end":"2026-04-13T21:15:11.947373Z","steps":["trace[1833526310] 'process raft request' (duration: 186.530861ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:11.947619Z","caller":"traceutil/trace.go:171","msg":"trace[1037998388] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"187.618801ms","start":"2026-04-13T21:15:11.759989Z","end":"2026-04-13T21:15:11.947608Z","steps":["trace[1037998388] 'process raft request' (duration: 187.134328ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:11.947725Z","caller":"traceutil/trace.go:171","msg":"trace[209557450] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"187.443696ms","start":"2026-04-13T21:15:11.760267Z","end":"2026-04-13T21:15:11.947711Z","steps":["trace[209557450] 'process raft request' (duration: 186.904521ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:11.947921Z","caller":"traceutil/trace.go:171","msg":"trace[123630280] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"187.114807ms","start":"2026-04-13T21:15:11.760743Z","end":"2026-04-13T21:15:11.947857Z","steps":["trace[123630280] 'process raft request' (duration: 186.50348ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:11.947913Z","caller":"traceutil/trace.go:171","msg":"trace[1184922894] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"187.904139ms","start":"2026-04-13T21:15:11.759955Z","end":"2026-04-13T21:15:11.947859Z","steps":["trace[1184922894] 'process raft request' (duration: 187.009474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:15:24.987815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.25428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-13T21:15:24.987931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.087108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-13T21:15:24.988Z","caller":"traceutil/trace.go:171","msg":"trace[1835051596] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5552; }","duration":"183.464237ms","start":"2026-04-13T21:15:24.804466Z","end":"2026-04-13T21:15:24.987931Z","steps":["trace[1835051596] 'range keys from in-memory index tree' (duration: 183.060765ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:24.988026Z","caller":"traceutil/trace.go:171","msg":"trace[970174966] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5552; }","duration":"215.290774ms","start":"2026-04-13T21:15:24.772715Z","end":"2026-04-13T21:15:24.988006Z","steps":["trace[970174966] 'range keys from in-memory index tree' (duration: 214.897763ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:15:25.167916Z","caller":"traceutil/trace.go:171","msg":"trace[167518364] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"169.599884ms","start":"2026-04-13T21:15:24.998251Z","end":"2026-04-13T21:15:25.167851Z","steps":["trace[167518364] 'process raft request' (duration: 169.44262ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:16:22.652261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2975} {"level":"info","ts":"2026-04-13T21:16:22.728134Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2975,"took":"73.563039ms","hash":108665359,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":33656832,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-13T21:16:22.72823Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":108665359,"revision":2975,"compact-revision":-1} {"level":"info","ts":"2026-04-13T21:21:04.641211Z","caller":"traceutil/trace.go:171","msg":"trace[787669168] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"237.219333ms","start":"2026-04-13T21:21:04.403961Z","end":"2026-04-13T21:21:04.64118Z","steps":["trace[787669168] 'process raft request' (duration: 237.015388ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:04.819446Z","caller":"traceutil/trace.go:171","msg":"trace[1392480825] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8449; }","duration":"320.53559ms","start":"2026-04-13T21:21:04.49888Z","end":"2026-04-13T21:21:04.819416Z","steps":["trace[1392480825] 'read index received' (duration: 142.168272ms)","trace[1392480825] 'applied index is now lower than readState.Index' (duration: 178.366428ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:21:04.819474Z","caller":"traceutil/trace.go:171","msg":"trace[1638748729] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"396.102064ms","start":"2026-04-13T21:21:04.42335Z","end":"2026-04-13T21:21:04.819452Z","steps":["trace[1638748729] 'process raft request' (duration: 331.446571ms)","trace[1638748729] 'compare' (duration: 64.508599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:21:04.81957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.676134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:21:04.819617Z","caller":"traceutil/trace.go:171","msg":"trace[366584454] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8157; }","duration":"320.774806ms","start":"2026-04-13T21:21:04.498831Z","end":"2026-04-13T21:21:04.819606Z","steps":["trace[366584454] 'agreement among raft nodes before linearized reading' (duration: 320.675364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:04.819609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:21:04.423336Z","time spent":"396.198747ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T21:21:04.819649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:21:04.498815Z","time spent":"320.824198ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-13T21:21:16.159524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:21:15.823178Z","time spent":"336.339807ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-13T21:21:16.1596Z","caller":"traceutil/trace.go:171","msg":"trace[374422957] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8514; }","duration":"287.234892ms","start":"2026-04-13T21:21:15.872335Z","end":"2026-04-13T21:21:16.15957Z","steps":["trace[374422957] 'read index received' (duration: 207.007ms)","trace[374422957] 'applied index is now lower than readState.Index' (duration: 80.225042ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:21:16.159685Z","caller":"traceutil/trace.go:171","msg":"trace[942601439] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"270.870441ms","start":"2026-04-13T21:21:15.888789Z","end":"2026-04-13T21:21:16.159659Z","steps":["trace[942601439] 'process raft request' (duration: 270.675886ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:16.159924Z","caller":"traceutil/trace.go:171","msg":"trace[1841424193] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"270.410118ms","start":"2026-04-13T21:21:15.889448Z","end":"2026-04-13T21:21:16.159858Z","steps":["trace[1841424193] 'process raft request' (duration: 270.158951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:16.159982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.064179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fw5f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-13T21:21:16.160033Z","caller":"traceutil/trace.go:171","msg":"trace[1520695675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fw5f7; range_end:; response_count:1; response_revision:8219; }","duration":"158.276235ms","start":"2026-04-13T21:21:16.001746Z","end":"2026-04-13T21:21:16.160023Z","steps":["trace[1520695675] 'agreement among raft nodes before linearized reading' (duration: 157.996187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:16.160034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.692015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:21:16.160069Z","caller":"traceutil/trace.go:171","msg":"trace[2131011596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8219; }","duration":"287.779317ms","start":"2026-04-13T21:21:15.872278Z","end":"2026-04-13T21:21:16.160057Z","steps":["trace[2131011596] 'agreement among raft nodes before linearized reading' (duration: 287.399586ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:16.93384Z","caller":"traceutil/trace.go:171","msg":"trace[1062065393] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"228.840012ms","start":"2026-04-13T21:21:16.704965Z","end":"2026-04-13T21:21:16.933805Z","steps":["trace[1062065393] 'process raft request' (duration: 228.558994ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:16.933748Z","caller":"traceutil/trace.go:171","msg":"trace[1140122078] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"131.018463ms","start":"2026-04-13T21:21:16.802701Z","end":"2026-04-13T21:21:16.933719Z","steps":["trace[1140122078] 'read index received' (duration: 130.809468ms)","trace[1140122078] 'applied index is now lower than readState.Index' (duration: 207.945µs)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:21:16.934099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.372904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-13T21:21:16.934194Z","caller":"traceutil/trace.go:171","msg":"trace[541604858] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8222; }","duration":"131.534138ms","start":"2026-04-13T21:21:16.802639Z","end":"2026-04-13T21:21:16.934173Z","steps":["trace[541604858] 'agreement among raft nodes before linearized reading' (duration: 131.23546ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:16.987667Z","caller":"traceutil/trace.go:171","msg":"trace[255013599] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"140.091934ms","start":"2026-04-13T21:21:16.847543Z","end":"2026-04-13T21:21:16.987635Z","steps":["trace[255013599] 'process raft request' (duration: 139.789196ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:16.987722Z","caller":"traceutil/trace.go:171","msg":"trace[1661521796] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"124.508114ms","start":"2026-04-13T21:21:16.863176Z","end":"2026-04-13T21:21:16.987684Z","steps":["trace[1661521796] 'process raft request' (duration: 124.293988ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:17.757229Z","caller":"traceutil/trace.go:171","msg":"trace[686549732] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"100.728849ms","start":"2026-04-13T21:21:17.656473Z","end":"2026-04-13T21:21:17.757202Z","steps":["trace[686549732] 'process raft request' (duration: 91.039241ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:22.659032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6060} {"level":"info","ts":"2026-04-13T21:21:22.751418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6060,"took":"90.127236ms","hash":416373414,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":23261184,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-13T21:21:22.751511Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":416373414,"revision":6060,"compact-revision":2975} {"level":"warn","ts":"2026-04-13T21:21:58.434996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.379721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-13T21:21:58.435122Z","caller":"traceutil/trace.go:171","msg":"trace[877824513] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8849; }","duration":"293.766961ms","start":"2026-04-13T21:21:58.141336Z","end":"2026-04-13T21:21:58.435103Z","steps":["trace[877824513] 'read index received' (duration: 145.228975ms)","trace[877824513] 'applied index is now lower than readState.Index' (duration: 148.536156ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:21:58.435526Z","caller":"traceutil/trace.go:171","msg":"trace[1720742477] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"296.004674ms","start":"2026-04-13T21:21:58.139468Z","end":"2026-04-13T21:21:58.435473Z","steps":["trace[1720742477] 'process raft request' (duration: 147.058866ms)","trace[1720742477] 'compare' (duration: 147.749835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T21:21:58.435558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.207884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6kwb7\" ","response":"range_response_count:1 size:4641"} {"level":"info","ts":"2026-04-13T21:21:58.435661Z","caller":"traceutil/trace.go:171","msg":"trace[990516852] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6kwb7; range_end:; response_count:1; response_revision:8538; }","duration":"294.369328ms","start":"2026-04-13T21:21:58.141269Z","end":"2026-04-13T21:21:58.435639Z","steps":["trace[990516852] 'agreement among raft nodes before linearized reading' (duration: 294.06399ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:58.512928Z","caller":"traceutil/trace.go:171","msg":"trace[1457115417] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"167.721345ms","start":"2026-04-13T21:21:58.345179Z","end":"2026-04-13T21:21:58.5129Z","steps":["trace[1457115417] 'process raft request' (duration: 167.556411ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:58.585658Z","caller":"traceutil/trace.go:171","msg":"trace[2034190330] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"223.471673ms","start":"2026-04-13T21:21:58.362154Z","end":"2026-04-13T21:21:58.585626Z","steps":["trace[2034190330] 'process raft request' (duration: 223.258707ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:58.585882Z","caller":"traceutil/trace.go:171","msg":"trace[1112646325] linearizableReadLoop","detail":"{readStateIndex:8852; appliedIndex:8850; }","duration":"150.685466ms","start":"2026-04-13T21:21:58.435152Z","end":"2026-04-13T21:21:58.585837Z","steps":["trace[1112646325] 'read index received' (duration: 77.566249ms)","trace[1112646325] 'applied index is now lower than readState.Index' (duration: 73.115767ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:21:58.585979Z","caller":"traceutil/trace.go:171","msg":"trace[2116413221] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"148.483326ms","start":"2026-04-13T21:21:58.437488Z","end":"2026-04-13T21:21:58.585972Z","steps":["trace[2116413221] 'process raft request' (duration: 148.067554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:58.58617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.931884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-13T21:21:58.586232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.174991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-13T21:21:58.586356Z","caller":"traceutil/trace.go:171","msg":"trace[96079229] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8541; }","duration":"444.319094ms","start":"2026-04-13T21:21:58.141999Z","end":"2026-04-13T21:21:58.586318Z","steps":["trace[96079229] 'agreement among raft nodes before linearized reading' (duration: 443.981505ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:58.586266Z","caller":"traceutil/trace.go:171","msg":"trace[955904252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8541; }","duration":"188.093028ms","start":"2026-04-13T21:21:58.398149Z","end":"2026-04-13T21:21:58.586242Z","steps":["trace[955904252] 'agreement among raft nodes before linearized reading' (duration: 187.78463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:58.586416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:21:58.141972Z","time spent":"444.434208ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-13T21:21:58.586194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.244328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fw5f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-13T21:21:58.586458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.358235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-13T21:21:58.586561Z","caller":"traceutil/trace.go:171","msg":"trace[7656305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fw5f7; range_end:; response_count:1; response_revision:8541; }","duration":"140.623299ms","start":"2026-04-13T21:21:58.445904Z","end":"2026-04-13T21:21:58.586527Z","steps":["trace[7656305] 'agreement among raft nodes before linearized reading' (duration: 140.178877ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:21:58.586663Z","caller":"traceutil/trace.go:171","msg":"trace[1342028479] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8541; }","duration":"444.654704ms","start":"2026-04-13T21:21:58.141904Z","end":"2026-04-13T21:21:58.586558Z","steps":["trace[1342028479] 'agreement among raft nodes before linearized reading' (duration: 444.1637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:21:58.586729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T21:21:58.141897Z","time spent":"444.818638ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-13T21:21:59.210764Z","caller":"traceutil/trace.go:171","msg":"trace[1843280574] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"180.418026ms","start":"2026-04-13T21:21:59.030241Z","end":"2026-04-13T21:21:59.210659Z","steps":["trace[1843280574] 'process raft request' (duration: 166.298877ms)","trace[1843280574] 'compare' (duration: 13.700557ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:21:59.278856Z","caller":"traceutil/trace.go:171","msg":"trace[19486859] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"117.003687ms","start":"2026-04-13T21:21:59.161823Z","end":"2026-04-13T21:21:59.278826Z","steps":["trace[19486859] 'process raft request' (duration: 116.825532ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:22:00.362102Z","caller":"traceutil/trace.go:171","msg":"trace[1490088613] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"218.741693ms","start":"2026-04-13T21:22:00.143142Z","end":"2026-04-13T21:22:00.361884Z","steps":["trace[1490088613] 'process raft request' (duration: 218.574459ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:22:00.391367Z","caller":"traceutil/trace.go:171","msg":"trace[1980612556] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"242.788297ms","start":"2026-04-13T21:22:00.148549Z","end":"2026-04-13T21:22:00.391337Z","steps":["trace[1980612556] 'process raft request' (duration: 242.643733ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:22:47.943619Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002484.wal"} {"level":"info","ts":"2026-04-13T21:24:03.302645Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-13T21:24:03.308108Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-13T21:24:03.308225Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-13T21:26:22.66571Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8262} {"level":"info","ts":"2026-04-13T21:26:22.746009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8262,"took":"78.015232ms","hash":1435069087,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":24911872,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-13T21:26:22.746099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1435069087,"revision":8262,"compact-revision":6060} {"level":"warn","ts":"2026-04-13T21:29:01.21614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.038471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T21:29:01.216258Z","caller":"traceutil/trace.go:171","msg":"trace[592559110] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11474; }","duration":"103.199835ms","start":"2026-04-13T21:29:01.113031Z","end":"2026-04-13T21:29:01.216231Z","steps":["trace[592559110] 'count revisions from in-memory index tree' (duration: 102.961718ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:30:40.783353Z","caller":"traceutil/trace.go:171","msg":"trace[1103828787] transaction","detail":"{read_only:false; response_revision:11982; number_of_response:1; }","duration":"278.536798ms","start":"2026-04-13T21:30:40.504766Z","end":"2026-04-13T21:30:40.783303Z","steps":["trace[1103828787] 'process raft request' (duration: 276.286876ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:30:40.786689Z","caller":"traceutil/trace.go:171","msg":"trace[1660874751] transaction","detail":"{read_only:false; response_revision:11983; number_of_response:1; }","duration":"247.372619ms","start":"2026-04-13T21:30:40.539295Z","end":"2026-04-13T21:30:40.786668Z","steps":["trace[1660874751] 'process raft request' (duration: 247.214425ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:30:40.786903Z","caller":"traceutil/trace.go:171","msg":"trace[2145317806] linearizableReadLoop","detail":"{readStateIndex:12417; appliedIndex:12414; }","duration":"200.238899ms","start":"2026-04-13T21:30:40.586653Z","end":"2026-04-13T21:30:40.786892Z","steps":["trace[2145317806] 'read index received' (duration: 194.580513ms)","trace[2145317806] 'applied index is now lower than readState.Index' (duration: 5.657336ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T21:30:40.787029Z","caller":"traceutil/trace.go:171","msg":"trace[390614970] transaction","detail":"{read_only:false; response_revision:11984; number_of_response:1; }","duration":"245.631121ms","start":"2026-04-13T21:30:40.54138Z","end":"2026-04-13T21:30:40.787011Z","steps":["trace[390614970] 'process raft request' (duration: 245.248871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T21:30:40.787629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.95677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-13T21:30:40.787682Z","caller":"traceutil/trace.go:171","msg":"trace[1072726380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11984; }","duration":"201.047962ms","start":"2026-04-13T21:30:40.58662Z","end":"2026-04-13T21:30:40.787667Z","steps":["trace[1072726380] 'agreement among raft nodes before linearized reading' (duration: 200.320691ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T21:31:22.67201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10651} {"level":"info","ts":"2026-04-13T21:31:22.752774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10651,"took":"78.927626ms","hash":1527818238,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":20488192,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-13T21:31:22.752826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1527818238,"revision":10651,"compact-revision":8262}