{"level":"warn","ts":"2026-04-08T22:55:36.044519Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:55:36.044606Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T22:55:36.044673Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:55:36.044688Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-08T22:55:36.044703Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:55:36.045314Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-08T22:55:36.045399Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T22:55:36.048939Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.315756ms"} {"level":"info","ts":"2026-04-08T22:55:36.055955Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-08T22:55:36.056081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T22:55:36.056111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-08T22:55:36.056132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T22:55:36.05615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-08T22:55:36.056202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-08T22:55:36.061439Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T22:55:36.063372Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T22:55:36.064825Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T22:55:36.067476Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T22:55:36.067871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:36.067958Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:36.067976Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:36.068008Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T22:55:36.069284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-08T22:55:36.070007Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-08T22:55:36.071639Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:55:36.071695Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-08T22:55:36.071721Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-08T22:55:36.071926Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T22:55:36.071979Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T22:55:36.15682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T22:55:36.156882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T22:55:36.156903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-08T22:55:36.156923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-08T22:55:36.156935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-08T22:55:36.156951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-08T22:55:36.156966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-08T22:55:36.157922Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T22:55:36.15811Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:55:36.158207Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:55:36.15947Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:55:36.159604Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:55:36.159653Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:55:36.161421Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T22:55:36.158085Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:55:36.167506Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T22:55:36.167533Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T22:55:36.168713Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-08T22:55:52.003725Z","caller":"traceutil/trace.go:171","msg":"trace[128254119] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"263.798272ms","start":"2026-04-08T22:55:51.7399Z","end":"2026-04-08T22:55:52.003699Z","steps":["trace[128254119] 'process raft request' (duration: 263.663729ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:55:52.014288Z","caller":"traceutil/trace.go:171","msg":"trace[1160213545] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"148.00649ms","start":"2026-04-08T22:55:51.866256Z","end":"2026-04-08T22:55:52.014263Z","steps":["trace[1160213545] 'process raft request' (duration: 147.875627ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:56:08.09768Z","caller":"traceutil/trace.go:171","msg":"trace[116322606] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"109.076729ms","start":"2026-04-08T22:56:07.988569Z","end":"2026-04-08T22:56:08.097646Z","steps":["trace[116322606] 'process raft request' (duration: 108.950687ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:56:11.438486Z","caller":"traceutil/trace.go:171","msg":"trace[703380346] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"109.655267ms","start":"2026-04-08T22:56:11.328731Z","end":"2026-04-08T22:56:11.438386Z","steps":["trace[703380346] 'process raft request' (duration: 107.187476ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:56:11.667428Z","caller":"traceutil/trace.go:171","msg":"trace[449236521] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"168.397567ms","start":"2026-04-08T22:56:11.499008Z","end":"2026-04-08T22:56:11.667405Z","steps":["trace[449236521] 'process raft request' (duration: 168.266584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:56:12.136455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.779315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v8xtp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-08T22:56:12.13656Z","caller":"traceutil/trace.go:171","msg":"trace[466749263] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v8xtp; range_end:; response_count:1; response_revision:615; }","duration":"350.936189ms","start":"2026-04-08T22:56:11.785605Z","end":"2026-04-08T22:56:12.136541Z","steps":["trace[466749263] 'range keys from in-memory index tree' (duration: 350.577951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:56:12.1366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T22:56:11.785569Z","time spent":"351.021891ms","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-v8xtp\" "} {"level":"info","ts":"2026-04-08T22:56:12.269146Z","caller":"traceutil/trace.go:171","msg":"trace[1042526608] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"179.045618ms","start":"2026-04-08T22:56:12.090074Z","end":"2026-04-08T22:56:12.269119Z","steps":["trace[1042526608] 'process raft request' (duration: 178.498637ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:56:12.2725Z","caller":"traceutil/trace.go:171","msg":"trace[2142925112] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"120.899061ms","start":"2026-04-08T22:56:12.15156Z","end":"2026-04-08T22:56:12.272459Z","steps":["trace[2142925112] 'process raft request' (duration: 120.672586ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:57:46.053197Z","caller":"traceutil/trace.go:171","msg":"trace[1847578731] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"146.149142ms","start":"2026-04-08T22:57:45.906987Z","end":"2026-04-08T22:57:46.053136Z","steps":["trace[1847578731] 'process raft request' (duration: 145.885237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:36.648772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.851642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T22:58:36.649037Z","caller":"traceutil/trace.go:171","msg":"trace[1468275655] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2255; }","duration":"190.663245ms","start":"2026-04-08T22:58:36.458351Z","end":"2026-04-08T22:58:36.649014Z","steps":["trace[1468275655] 'read index received' (duration: 88.183599ms)","trace[1468275655] 'applied index is now lower than readState.Index' (duration: 102.478376ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:36.649068Z","caller":"traceutil/trace.go:171","msg":"trace[1975029497] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"215.624377ms","start":"2026-04-08T22:58:36.433398Z","end":"2026-04-08T22:58:36.649022Z","steps":["trace[1975029497] 'process raft request' (duration: 112.741703ms)","trace[1975029497] 'compare' (duration: 101.670118ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:36.649312Z","caller":"traceutil/trace.go:171","msg":"trace[2076988981] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"201.045437ms","start":"2026-04-08T22:58:36.448224Z","end":"2026-04-08T22:58:36.649269Z","steps":["trace[2076988981] 'process raft request' (duration: 200.71721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:36.64936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.003833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T22:58:36.649398Z","caller":"traceutil/trace.go:171","msg":"trace[1040611279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"191.063274ms","start":"2026-04-08T22:58:36.458317Z","end":"2026-04-08T22:58:36.64938Z","steps":["trace[1040611279] 'agreement among raft nodes before linearized reading' (duration: 190.825489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:36.941679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.702526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T22:58:36.941781Z","caller":"traceutil/trace.go:171","msg":"trace[2062234751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"175.87317ms","start":"2026-04-08T22:58:36.765886Z","end":"2026-04-08T22:58:36.941759Z","steps":["trace[2062234751] 'range keys from in-memory index tree' (duration: 175.586993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:59:21.469796Z","caller":"traceutil/trace.go:171","msg":"trace[190702842] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"196.107651ms","start":"2026-04-08T22:59:21.273655Z","end":"2026-04-08T22:59:21.469762Z","steps":["trace[190702842] 'process raft request' (duration: 195.833995ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:59:21.472198Z","caller":"traceutil/trace.go:171","msg":"trace[2068493017] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"167.964162ms","start":"2026-04-08T22:59:21.304197Z","end":"2026-04-08T22:59:21.472161Z","steps":["trace[2068493017] 'read index received' (duration: 165.415227ms)","trace[2068493017] 'applied index is now lower than readState.Index' (duration: 2.543605ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:59:21.472242Z","caller":"traceutil/trace.go:171","msg":"trace[1408257878] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"195.246383ms","start":"2026-04-08T22:59:21.276961Z","end":"2026-04-08T22:59:21.472207Z","steps":["trace[1408257878] 'process raft request' (duration: 194.994877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:59:21.472411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.594231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T22:59:21.472451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.221097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-08T22:59:21.472467Z","caller":"traceutil/trace.go:171","msg":"trace[1067072576] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2465; }","duration":"150.718424ms","start":"2026-04-08T22:59:21.32173Z","end":"2026-04-08T22:59:21.472448Z","steps":["trace[1067072576] 'agreement among raft nodes before linearized reading' (duration: 150.599271ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:59:21.472505Z","caller":"traceutil/trace.go:171","msg":"trace[1524844088] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2465; }","duration":"168.32354ms","start":"2026-04-08T22:59:21.304167Z","end":"2026-04-08T22:59:21.472491Z","steps":["trace[1524844088] 'agreement among raft nodes before linearized reading' (duration: 168.137916ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:03:40.040851Z","caller":"traceutil/trace.go:171","msg":"trace[2136819044] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"108.24966ms","start":"2026-04-08T23:03:39.932572Z","end":"2026-04-08T23:03:40.040822Z","steps":["trace[2136819044] 'process raft request' (duration: 73.268681ms)","trace[2136819044] 'compare' (duration: 34.821726ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:03:40.210283Z","caller":"traceutil/trace.go:171","msg":"trace[212579064] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4721; }","duration":"169.473269ms","start":"2026-04-08T23:03:40.040769Z","end":"2026-04-08T23:03:40.210243Z","steps":["trace[212579064] 'read index received' (duration: 164.435832ms)","trace[212579064] 'applied index is now lower than readState.Index' (duration: 5.035797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:03:40.210545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.633015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:03:40.210343Z","caller":"traceutil/trace.go:171","msg":"trace[1459724482] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"251.928043ms","start":"2026-04-08T23:03:39.958373Z","end":"2026-04-08T23:03:40.210302Z","steps":["trace[1459724482] 'process raft request' (duration: 246.902046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:03:40.211156Z","caller":"traceutil/trace.go:171","msg":"trace[1135075497] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4550; }","duration":"250.294729ms","start":"2026-04-08T23:03:39.960842Z","end":"2026-04-08T23:03:40.211136Z","steps":["trace[1135075497] 'agreement among raft nodes before linearized reading' (duration: 249.616634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:03:40.210436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.030951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T23:03:40.211355Z","caller":"traceutil/trace.go:171","msg":"trace[1797244151] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4550; }","duration":"248.979932ms","start":"2026-04-08T23:03:39.962353Z","end":"2026-04-08T23:03:40.211333Z","steps":["trace[1797244151] 'agreement among raft nodes before linearized reading' (duration: 247.94605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:03:40.211466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.340428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4703c80-b7e5-4a49-99f1-dec7179dd3b3\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-08T23:03:40.211536Z","caller":"traceutil/trace.go:171","msg":"trace[1905070343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4703c80-b7e5-4a49-99f1-dec7179dd3b3; range_end:; response_count:1; response_revision:4550; }","duration":"163.45798ms","start":"2026-04-08T23:03:40.048058Z","end":"2026-04-08T23:03:40.211516Z","steps":["trace[1905070343] 'agreement among raft nodes before linearized reading' (duration: 163.189625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:03:40.212398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.891246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351364"} {"level":"info","ts":"2026-04-08T23:03:40.212464Z","caller":"traceutil/trace.go:171","msg":"trace[1381616213] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4550; }","duration":"143.977238ms","start":"2026-04-08T23:03:40.068472Z","end":"2026-04-08T23:03:40.212449Z","steps":["trace[1381616213] 'agreement among raft nodes before linearized reading' (duration: 142.876635ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:03:45.319878Z","caller":"traceutil/trace.go:171","msg":"trace[621909397] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4845; }","duration":"101.033985ms","start":"2026-04-08T23:03:45.218815Z","end":"2026-04-08T23:03:45.319849Z","steps":["trace[621909397] 'read index received' (duration: 73.195744ms)","trace[621909397] 'applied index is now lower than readState.Index' (duration: 27.836731ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:03:45.320053Z","caller":"traceutil/trace.go:171","msg":"trace[1099711613] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"102.085378ms","start":"2026-04-08T23:03:45.217933Z","end":"2026-04-08T23:03:45.320018Z","steps":["trace[1099711613] 'process raft request' (duration: 74.061213ms)","trace[1099711613] 'compare' (duration: 27.717298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:03:45.3202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.371795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T23:03:45.320281Z","caller":"traceutil/trace.go:171","msg":"trace[416674410] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4669; }","duration":"111.477577ms","start":"2026-04-08T23:03:45.208786Z","end":"2026-04-08T23:03:45.320264Z","steps":["trace[416674410] 'agreement among raft nodes before linearized reading' (duration: 111.243452ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:03:45.340851Z","caller":"traceutil/trace.go:171","msg":"trace[1336305443] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4669; }","duration":"118.503606ms","start":"2026-04-08T23:03:45.222311Z","end":"2026-04-08T23:03:45.340815Z","steps":["trace[1336305443] 'process raft request' (duration: 118.336883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:03:45.345603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.987738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4mccv-tls\" ","response":"range_response_count:1 size:2033"} {"level":"info","ts":"2026-04-08T23:03:45.345664Z","caller":"traceutil/trace.go:171","msg":"trace[684059057] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4mccv-tls; range_end:; response_count:1; response_revision:4670; }","duration":"119.084049ms","start":"2026-04-08T23:03:45.226565Z","end":"2026-04-08T23:03:45.345649Z","steps":["trace[684059057] 'agreement among raft nodes before linearized reading' (duration: 118.930546ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:07.368271Z","caller":"traceutil/trace.go:171","msg":"trace[370800346] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"154.93853ms","start":"2026-04-08T23:04:07.213306Z","end":"2026-04-08T23:04:07.368244Z","steps":["trace[370800346] 'process raft request' (duration: 154.763457ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:20.863538Z","caller":"traceutil/trace.go:171","msg":"trace[1923530827] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5550; }","duration":"149.807782ms","start":"2026-04-08T23:04:20.71371Z","end":"2026-04-08T23:04:20.863518Z","steps":["trace[1923530827] 'read index received' (duration: 51.731µs)","trace[1923530827] 'applied index is now lower than readState.Index' (duration: 149.754811ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:04:20.863602Z","caller":"traceutil/trace.go:171","msg":"trace[1901752375] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"149.888353ms","start":"2026-04-08T23:04:20.713681Z","end":"2026-04-08T23:04:20.863569Z","steps":["trace[1901752375] 'process raft request' (duration: 149.650858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:20.86375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.020006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-08T23:04:20.863796Z","caller":"traceutil/trace.go:171","msg":"trace[1276153749] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5356; }","duration":"150.098667ms","start":"2026-04-08T23:04:20.713685Z","end":"2026-04-08T23:04:20.863784Z","steps":["trace[1276153749] 'agreement among raft nodes before linearized reading' (duration: 149.964655ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:21.002771Z","caller":"traceutil/trace.go:171","msg":"trace[166194578] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"102.917045ms","start":"2026-04-08T23:04:20.899807Z","end":"2026-04-08T23:04:21.002724Z","steps":["trace[166194578] 'process raft request' (duration: 34.926372ms)","trace[166194578] 'compare' (duration: 67.761478ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:05:36.652331Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2868} {"level":"info","ts":"2026-04-08T23:05:36.721535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2868,"took":"67.705569ms","hash":3536200017,"current-db-size-bytes":57999360,"current-db-size":"58 MB","current-db-size-in-use-bytes":33513472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-08T23:05:36.721606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3536200017,"revision":2868,"compact-revision":-1} {"level":"info","ts":"2026-04-08T23:09:57.640403Z","caller":"traceutil/trace.go:171","msg":"trace[1608307933] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"241.534033ms","start":"2026-04-08T23:09:57.398845Z","end":"2026-04-08T23:09:57.640379Z","steps":["trace[1608307933] 'read index received' (duration: 241.320688ms)","trace[1608307933] 'applied index is now lower than readState.Index' (duration: 212.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:09:57.640475Z","caller":"traceutil/trace.go:171","msg":"trace[740653067] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"242.435901ms","start":"2026-04-08T23:09:57.398004Z","end":"2026-04-08T23:09:57.64044Z","steps":["trace[740653067] 'process raft request' (duration: 242.218087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:09:57.640627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.763217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T23:09:57.640664Z","caller":"traceutil/trace.go:171","msg":"trace[326785199] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7949; }","duration":"241.85826ms","start":"2026-04-08T23:09:57.398793Z","end":"2026-04-08T23:09:57.640651Z","steps":["trace[326785199] 'agreement among raft nodes before linearized reading' (duration: 241.687176ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:09:57.797974Z","caller":"traceutil/trace.go:171","msg":"trace[1364007292] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"153.230717ms","start":"2026-04-08T23:09:57.644716Z","end":"2026-04-08T23:09:57.797947Z","steps":["trace[1364007292] 'process raft request' (duration: 153.054752ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:09.241651Z","caller":"traceutil/trace.go:171","msg":"trace[2097162451] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"290.862921ms","start":"2026-04-08T23:10:08.950762Z","end":"2026-04-08T23:10:09.241625Z","steps":["trace[2097162451] 'process raft request' (duration: 290.666906ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:09.369142Z","caller":"traceutil/trace.go:171","msg":"trace[1750954401] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"144.706715ms","start":"2026-04-08T23:10:09.224405Z","end":"2026-04-08T23:10:09.369112Z","steps":["trace[1750954401] 'process raft request' (duration: 144.652344ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:09.369236Z","caller":"traceutil/trace.go:171","msg":"trace[355660539] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"418.145955ms","start":"2026-04-08T23:10:08.951047Z","end":"2026-04-08T23:10:09.369193Z","steps":["trace[355660539] 'process raft request' (duration: 417.820028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:09.36949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:08.951021Z","time spent":"418.345069ms","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T23:10:10.208477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.160964ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-08T23:10:10.20882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.7453Z","time spent":"463.507301ms","remote":"127.0.0.1:44328","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T23:10:10.208899Z","caller":"traceutil/trace.go:171","msg":"trace[2112739701] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8288; }","duration":"457.997115ms","start":"2026-04-08T23:10:09.750876Z","end":"2026-04-08T23:10:10.208874Z","steps":["trace[2112739701] 'read index received' (duration: 50.369311ms)","trace[2112739701] 'applied index is now lower than readState.Index' (duration: 407.625044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:10:10.20909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.201439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T23:10:10.209117Z","caller":"traceutil/trace.go:171","msg":"trace[1477960000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8011; }","duration":"458.289361ms","start":"2026-04-08T23:10:09.750819Z","end":"2026-04-08T23:10:10.209108Z","steps":["trace[1477960000] 'agreement among raft nodes before linearized reading' (duration: 458.160758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.750805Z","time spent":"458.327002ms","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-08T23:10:10.209175Z","caller":"traceutil/trace.go:171","msg":"trace[1855806390] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"243.058117ms","start":"2026-04-08T23:10:09.966056Z","end":"2026-04-08T23:10:10.209115Z","steps":["trace[1855806390] 'process raft request' (duration: 242.524686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.362184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-08T23:10:10.209342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.660519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:10:10.20939Z","caller":"traceutil/trace.go:171","msg":"trace[1599138012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"443.733181ms","start":"2026-04-08T23:10:09.765643Z","end":"2026-04-08T23:10:10.209376Z","steps":["trace[1599138012] 'agreement among raft nodes before linearized reading' (duration: 443.601058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.765628Z","time spent":"443.785992ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T23:10:10.20948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.580571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T23:10:10.209493Z","caller":"traceutil/trace.go:171","msg":"trace[563205577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8013; }","duration":"349.624481ms","start":"2026-04-08T23:10:09.859865Z","end":"2026-04-08T23:10:10.20949Z","steps":["trace[563205577] 'agreement among raft nodes before linearized reading' (duration: 349.579771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.859835Z","time spent":"349.668323ms","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T23:10:10.20936Z","caller":"traceutil/trace.go:171","msg":"trace[575514373] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8013; }","duration":"340.399205ms","start":"2026-04-08T23:10:09.868955Z","end":"2026-04-08T23:10:10.209355Z","steps":["trace[575514373] 'agreement among raft nodes before linearized reading' (duration: 340.322213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.876735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T23:10:10.209611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.081348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T23:10:10.209616Z","caller":"traceutil/trace.go:171","msg":"trace[2031455801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8013; }","duration":"412.953837ms","start":"2026-04-08T23:10:09.79665Z","end":"2026-04-08T23:10:10.209604Z","steps":["trace[2031455801] 'agreement among raft nodes before linearized reading' (duration: 412.835014ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:10.209629Z","caller":"traceutil/trace.go:171","msg":"trace[2110994374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8013; }","duration":"348.117109ms","start":"2026-04-08T23:10:09.861507Z","end":"2026-04-08T23:10:10.209624Z","steps":["trace[2110994374] 'agreement among raft nodes before linearized reading' (duration: 348.063188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.209638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.796626Z","time spent":"413.007767ms","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T23:10:10.209643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.861498Z","time spent":"348.14234ms","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T23:10:10.209622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:09.868944Z","time spent":"340.611529ms","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T23:10:10.877687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.939288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:10:10.877773Z","caller":"traceutil/trace.go:171","msg":"trace[811502472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"112.074442ms","start":"2026-04-08T23:10:10.76568Z","end":"2026-04-08T23:10:10.877754Z","steps":["trace[811502472] 'range keys from in-memory index tree' (duration: 111.867607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:10.878009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.104538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2dcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-08T23:10:10.878384Z","caller":"traceutil/trace.go:171","msg":"trace[550216457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2dcjm; range_end:; response_count:1; response_revision:8018; }","duration":"148.550587ms","start":"2026-04-08T23:10:10.729818Z","end":"2026-04-08T23:10:10.878369Z","steps":["trace[550216457] 'range keys from in-memory index tree' (duration: 147.934044ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:36.661668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6015} {"level":"info","ts":"2026-04-08T23:10:37.201256Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6015,"took":"537.927851ms","hash":3780318724,"current-db-size-bytes":57999360,"current-db-size":"58 MB","current-db-size-in-use-bytes":22659072,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-08T23:10:37.201328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3780318724,"revision":6015,"compact-revision":2868} {"level":"info","ts":"2026-04-08T23:10:49.642074Z","caller":"traceutil/trace.go:171","msg":"trace[1037675814] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"112.154361ms","start":"2026-04-08T23:10:49.529877Z","end":"2026-04-08T23:10:49.642031Z","steps":["trace[1037675814] 'process raft request' (duration: 78.768725ms)","trace[1037675814] 'compare' (duration: 33.173352ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:49.642127Z","caller":"traceutil/trace.go:171","msg":"trace[333341584] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8609; }","duration":"112.123271ms","start":"2026-04-08T23:10:49.529978Z","end":"2026-04-08T23:10:49.642101Z","steps":["trace[333341584] 'read index received' (duration: 78.683384ms)","trace[333341584] 'applied index is now lower than readState.Index' (duration: 33.437517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:10:49.64239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.385666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q8x7z\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-08T23:10:49.642439Z","caller":"traceutil/trace.go:171","msg":"trace[1416543751] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q8x7z; range_end:; response_count:1; response_revision:8320; }","duration":"112.473057ms","start":"2026-04-08T23:10:49.529953Z","end":"2026-04-08T23:10:49.642426Z","steps":["trace[1416543751] 'agreement among raft nodes before linearized reading' (duration: 112.262063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:49.698005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.506797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T23:10:49.698097Z","caller":"traceutil/trace.go:171","msg":"trace[1637087838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8321; }","duration":"128.620249ms","start":"2026-04-08T23:10:49.569456Z","end":"2026-04-08T23:10:49.698076Z","steps":["trace[1637087838] 'agreement among raft nodes before linearized reading' (duration: 128.322993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:49.76873Z","caller":"traceutil/trace.go:171","msg":"trace[1627775111] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"115.589384ms","start":"2026-04-08T23:10:49.653106Z","end":"2026-04-08T23:10:49.768695Z","steps":["trace[1627775111] 'process raft request' (duration: 94.506398ms)","trace[1627775111] 'compare' (duration: 20.82003ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:50.460021Z","caller":"traceutil/trace.go:171","msg":"trace[832402667] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"108.880552ms","start":"2026-04-08T23:10:50.351118Z","end":"2026-04-08T23:10:50.459999Z","steps":["trace[832402667] 'process raft request' (duration: 108.699978ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:50.480305Z","caller":"traceutil/trace.go:171","msg":"trace[1053563654] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"103.925267ms","start":"2026-04-08T23:10:50.37636Z","end":"2026-04-08T23:10:50.480285Z","steps":["trace[1053563654] 'process raft request' (duration: 103.578639ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:51.35007Z","caller":"traceutil/trace.go:171","msg":"trace[321375870] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"204.984453ms","start":"2026-04-08T23:10:51.145064Z","end":"2026-04-08T23:10:51.350048Z","steps":["trace[321375870] 'read index received' (duration: 204.85851ms)","trace[321375870] 'applied index is now lower than readState.Index' (duration: 125.303µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:51.350145Z","caller":"traceutil/trace.go:171","msg":"trace[1830899190] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"292.134595ms","start":"2026-04-08T23:10:51.058004Z","end":"2026-04-08T23:10:51.350139Z","steps":["trace[1830899190] 'process raft request' (duration: 291.93166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:51.350311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.240949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T23:10:51.35033Z","caller":"traceutil/trace.go:171","msg":"trace[309934368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8333; }","duration":"205.311779ms","start":"2026-04-08T23:10:51.145014Z","end":"2026-04-08T23:10:51.350326Z","steps":["trace[309934368] 'agreement among raft nodes before linearized reading' (duration: 205.205867ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:51.357424Z","caller":"traceutil/trace.go:171","msg":"trace[1564170707] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"155.181971ms","start":"2026-04-08T23:10:51.202222Z","end":"2026-04-08T23:10:51.357404Z","steps":["trace[1564170707] 'process raft request' (duration: 154.831882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:51.357764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.999648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2dcjm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-08T23:10:51.358079Z","caller":"traceutil/trace.go:171","msg":"trace[1208566958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2dcjm; range_end:; response_count:1; response_revision:8334; }","duration":"155.338954ms","start":"2026-04-08T23:10:51.202708Z","end":"2026-04-08T23:10:51.358047Z","steps":["trace[1208566958] 'agreement among raft nodes before linearized reading' (duration: 154.938256ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:52.0293Z","caller":"traceutil/trace.go:171","msg":"trace[160739962] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8629; }","duration":"265.655414ms","start":"2026-04-08T23:10:51.76362Z","end":"2026-04-08T23:10:52.029276Z","steps":["trace[160739962] 'read index received' (duration: 265.366148ms)","trace[160739962] 'applied index is now lower than readState.Index' (duration: 288.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:52.02942Z","caller":"traceutil/trace.go:171","msg":"trace[1308915417] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"272.96237ms","start":"2026-04-08T23:10:51.756419Z","end":"2026-04-08T23:10:52.029381Z","steps":["trace[1308915417] 'process raft request' (duration: 272.659983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:52.029481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.832249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:10:52.029666Z","caller":"traceutil/trace.go:171","msg":"trace[920000895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8338; }","duration":"266.017173ms","start":"2026-04-08T23:10:51.763597Z","end":"2026-04-08T23:10:52.029614Z","steps":["trace[920000895] 'agreement among raft nodes before linearized reading' (duration: 265.823498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:52.029719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.153885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T23:10:52.029771Z","caller":"traceutil/trace.go:171","msg":"trace[766118174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8338; }","duration":"256.250827ms","start":"2026-04-08T23:10:51.773506Z","end":"2026-04-08T23:10:52.029757Z","steps":["trace[766118174] 'agreement among raft nodes before linearized reading' (duration: 256.027743ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:12:08.958198Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ab.wal"} {"level":"info","ts":"2026-04-08T23:13:22.855357Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T23:13:22.86099Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T23:13:22.861099Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T23:15:36.668388Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8214} {"level":"info","ts":"2026-04-08T23:15:36.747916Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8214,"took":"76.532568ms","hash":3289843421,"current-db-size-bytes":57999360,"current-db-size":"58 MB","current-db-size-in-use-bytes":24494080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-08T23:15:36.747985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3289843421,"revision":8214,"compact-revision":6015} {"level":"info","ts":"2026-04-08T23:20:36.673909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10596} {"level":"info","ts":"2026-04-08T23:20:36.752488Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10596,"took":"76.498789ms","hash":3767323594,"current-db-size-bytes":57999360,"current-db-size":"58 MB","current-db-size-in-use-bytes":20013056,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-08T23:20:36.752549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3767323594,"revision":10596,"compact-revision":8214}