{"level":"warn","ts":"2026-03-13T09:52:58.193209Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:52:58.193292Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.199:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.199:2380","--initial-cluster=instance=https://199.19.213.199:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.199:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.199:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T09:52:58.193355Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:52:58.193365Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-03-13T09:52:58.19338Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:52:58.193966Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"]} {"level":"info","ts":"2026-03-13T09:52:58.194033Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.199:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T09:52:58.198959Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.560448ms"} {"level":"info","ts":"2026-03-13T09:52:58.20821Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6d660142aa1b7ce9","cluster-id":"6964c025ad43a005"} {"level":"info","ts":"2026-03-13T09:52:58.208304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T09:52:58.208334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 0"} {"level":"info","ts":"2026-03-13T09:52:58.208354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6d660142aa1b7ce9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T09:52:58.208371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 1"} {"level":"info","ts":"2026-03-13T09:52:58.208423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"warn","ts":"2026-03-13T09:52:58.215969Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T09:52:58.219045Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T09:52:58.220626Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T09:52:58.223873Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6d660142aa1b7ce9","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T09:52:58.223957Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6d660142aa1b7ce9","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T09:52:58.224092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:58.224222Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:58.224255Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:58.224915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"info","ts":"2026-03-13T09:52:58.225041Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","added-peer-id":"6d660142aa1b7ce9","added-peer-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-03-13T09:52:58.226726Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:52:58.226822Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-03-13T09:52:58.226889Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-03-13T09:52:58.226966Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6d660142aa1b7ce9","initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T09:52:58.22701Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T09:52:59.009058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T09:52:59.009175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T09:52:59.009216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgPreVoteResp from 6d660142aa1b7ce9 at term 1"} {"level":"info","ts":"2026-03-13T09:52:59.009246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became candidate at term 2"} {"level":"info","ts":"2026-03-13T09:52:59.009257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgVoteResp from 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-03-13T09:52:59.009279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became leader at term 2"} {"level":"info","ts":"2026-03-13T09:52:59.009292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6d660142aa1b7ce9 elected leader 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-03-13T09:52:59.010302Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:59.011084Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6d660142aa1b7ce9","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.199:2379]}","request-path":"/0/members/6d660142aa1b7ce9/attributes","cluster-id":"6964c025ad43a005","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T09:52:59.011204Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:52:59.011313Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:52:59.011811Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:59.011921Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:59.011952Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:59.012689Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.199:2379"} {"level":"info","ts":"2026-03-13T09:52:59.012779Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T09:52:59.012828Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T09:52:59.01511Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T09:53:02.76697Z","caller":"traceutil/trace.go:171","msg":"trace[270424116] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"252.368532ms","start":"2026-03-13T09:53:02.514566Z","end":"2026-03-13T09:53:02.766935Z","steps":["trace[270424116] 'process raft request' (duration: 187.449604ms)","trace[270424116] 'compare' (duration: 64.724274ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:12.649005Z","caller":"traceutil/trace.go:171","msg":"trace[704680748] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"115.801107ms","start":"2026-03-13T09:53:12.533168Z","end":"2026-03-13T09:53:12.648969Z","steps":["trace[704680748] 'process raft request' (duration: 115.594913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:12.905226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.110901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T09:53:12.905347Z","caller":"traceutil/trace.go:171","msg":"trace[306437787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:362; }","duration":"207.366357ms","start":"2026-03-13T09:53:12.697957Z","end":"2026-03-13T09:53:12.905324Z","steps":["trace[306437787] 'range keys from in-memory index tree' (duration: 206.890897ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:38.920156Z","caller":"traceutil/trace.go:171","msg":"trace[24512731] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"123.398348ms","start":"2026-03-13T09:53:38.796732Z","end":"2026-03-13T09:53:38.920131Z","steps":["trace[24512731] 'process raft request' (duration: 123.212374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:40.105276Z","caller":"traceutil/trace.go:171","msg":"trace[1432343944] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"164.538911ms","start":"2026-03-13T09:53:39.94071Z","end":"2026-03-13T09:53:40.105249Z","steps":["trace[1432343944] 'process raft request' (duration: 164.322637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:52.092752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.874612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:52.092852Z","caller":"traceutil/trace.go:171","msg":"trace[58926832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1565; }","duration":"116.027615ms","start":"2026-03-13T09:54:51.976805Z","end":"2026-03-13T09:54:52.092833Z","steps":["trace[58926832] 'range keys from in-memory index tree' (duration: 115.78284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:08.81985Z","caller":"traceutil/trace.go:171","msg":"trace[511344802] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"143.754214ms","start":"2026-03-13T09:55:08.676071Z","end":"2026-03-13T09:55:08.819825Z","steps":["trace[511344802] 'process raft request' (duration: 143.576921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:41.648228Z","caller":"traceutil/trace.go:171","msg":"trace[732318212] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"114.398424ms","start":"2026-03-13T09:55:41.533804Z","end":"2026-03-13T09:55:41.648203Z","steps":["trace[732318212] 'read index received' (duration: 114.17669ms)","trace[732318212] 'applied index is now lower than readState.Index' (duration: 220.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:41.648352Z","caller":"traceutil/trace.go:171","msg":"trace[1541971152] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"158.878388ms","start":"2026-03-13T09:55:41.489422Z","end":"2026-03-13T09:55:41.6483Z","steps":["trace[1541971152] 'process raft request' (duration: 158.630574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:41.648441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.614568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:55:41.648675Z","caller":"traceutil/trace.go:171","msg":"trace[1000861050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1856; }","duration":"114.866813ms","start":"2026-03-13T09:55:41.533795Z","end":"2026-03-13T09:55:41.648662Z","steps":["trace[1000861050] 'agreement among raft nodes before linearized reading' (duration: 114.521837ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:41.870803Z","caller":"traceutil/trace.go:171","msg":"trace[422666651] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"127.310646ms","start":"2026-03-13T09:55:41.743468Z","end":"2026-03-13T09:55:41.870779Z","steps":["trace[422666651] 'read index received' (duration: 127.100762ms)","trace[422666651] 'applied index is now lower than readState.Index' (duration: 208.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:41.870876Z","caller":"traceutil/trace.go:171","msg":"trace[128910951] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"217.10269ms","start":"2026-03-13T09:55:41.653737Z","end":"2026-03-13T09:55:41.870839Z","steps":["trace[128910951] 'process raft request' (duration: 216.828464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:41.871094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.615432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T09:55:41.871141Z","caller":"traceutil/trace.go:171","msg":"trace[2096004133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1857; }","duration":"127.716074ms","start":"2026-03-13T09:55:41.743408Z","end":"2026-03-13T09:55:41.871124Z","steps":["trace[2096004133] 'agreement among raft nodes before linearized reading' (duration: 127.467369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:42.136554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.913786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:42.136648Z","caller":"traceutil/trace.go:171","msg":"trace[518422863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"161.062459ms","start":"2026-03-13T09:55:41.975565Z","end":"2026-03-13T09:55:42.136628Z","steps":["trace[518422863] 'range keys from in-memory index tree' (duration: 160.829115ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:21.935688Z","caller":"traceutil/trace.go:171","msg":"trace[1890703963] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"141.488403ms","start":"2026-03-13T09:56:21.794175Z","end":"2026-03-13T09:56:21.935663Z","steps":["trace[1890703963] 'process raft request' (duration: 141.35267ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:55.350788Z","caller":"traceutil/trace.go:171","msg":"trace[16644543] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"125.865056ms","start":"2026-03-13T09:56:55.224895Z","end":"2026-03-13T09:56:55.35076Z","steps":["trace[16644543] 'process raft request' (duration: 125.680362ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:55.737855Z","caller":"traceutil/trace.go:171","msg":"trace[252047619] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"136.427788ms","start":"2026-03-13T09:56:55.601397Z","end":"2026-03-13T09:56:55.737825Z","steps":["trace[252047619] 'process raft request' (duration: 136.222403ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:12.028594Z","caller":"traceutil/trace.go:171","msg":"trace[1535727772] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"112.143551ms","start":"2026-03-13T09:59:11.916424Z","end":"2026-03-13T09:59:12.028568Z","steps":["trace[1535727772] 'process raft request' (duration: 111.962287ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:20.630732Z","caller":"traceutil/trace.go:171","msg":"trace[770515073] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"155.495039ms","start":"2026-03-13T09:59:20.475211Z","end":"2026-03-13T09:59:20.630706Z","steps":["trace[770515073] 'process raft request' (duration: 155.343436ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:20.805364Z","caller":"traceutil/trace.go:171","msg":"trace[1393499532] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"235.648773ms","start":"2026-03-13T09:59:20.569676Z","end":"2026-03-13T09:59:20.805325Z","steps":["trace[1393499532] 'process raft request' (duration: 199.49155ms)","trace[1393499532] 'compare' (duration: 35.901799ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:42.087097Z","caller":"traceutil/trace.go:171","msg":"trace[1971699756] linearizableReadLoop","detail":"{readStateIndex:4415; appliedIndex:4414; }","duration":"143.4773ms","start":"2026-03-13T10:00:41.943578Z","end":"2026-03-13T10:00:42.087056Z","steps":["trace[1971699756] 'read index received' (duration: 142.91616ms)","trace[1971699756] 'applied index is now lower than readState.Index' (duration: 559.73µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:42.088858Z","caller":"traceutil/trace.go:171","msg":"trace[1566661257] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"145.957106ms","start":"2026-03-13T10:00:41.942873Z","end":"2026-03-13T10:00:42.08883Z","steps":["trace[1566661257] 'process raft request' (duration: 143.739375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:42.089276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.656251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:42.089654Z","caller":"traceutil/trace.go:171","msg":"trace[1774659783] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4242; }","duration":"145.763453ms","start":"2026-03-13T10:00:41.943562Z","end":"2026-03-13T10:00:42.089326Z","steps":["trace[1774659783] 'agreement among raft nodes before linearized reading' (duration: 145.62869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:42.090008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.471755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:42.090063Z","caller":"traceutil/trace.go:171","msg":"trace[165208434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4242; }","duration":"116.567217ms","start":"2026-03-13T10:00:41.973481Z","end":"2026-03-13T10:00:42.090048Z","steps":["trace[165208434] 'agreement among raft nodes before linearized reading' (duration: 116.481466ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.35958Z","caller":"traceutil/trace.go:171","msg":"trace[1886488148] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"124.836572ms","start":"2026-03-13T10:00:43.234708Z","end":"2026-03-13T10:00:43.359545Z","steps":["trace[1886488148] 'process raft request' (duration: 124.557277ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.359549Z","caller":"traceutil/trace.go:171","msg":"trace[57867280] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4458; }","duration":"123.485297ms","start":"2026-03-13T10:00:43.236005Z","end":"2026-03-13T10:00:43.35949Z","steps":["trace[57867280] 'read index received' (duration: 123.248963ms)","trace[57867280] 'applied index is now lower than readState.Index' (duration: 234.234µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:43.360023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.981636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:00:43.360123Z","caller":"traceutil/trace.go:171","msg":"trace[1435956724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4283; }","duration":"124.125418ms","start":"2026-03-13T10:00:43.235975Z","end":"2026-03-13T10:00:43.3601Z","steps":["trace[1435956724] 'agreement among raft nodes before linearized reading' (duration: 123.66676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:44.335444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.84841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fea99f4d-b41d-4caa-b7cb-b153b8925a39\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-13T10:00:44.335603Z","caller":"traceutil/trace.go:171","msg":"trace[1549897011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fea99f4d-b41d-4caa-b7cb-b153b8925a39; range_end:; response_count:1; response_revision:4294; }","duration":"134.083834ms","start":"2026-03-13T10:00:44.201483Z","end":"2026-03-13T10:00:44.335567Z","steps":["trace[1549897011] 'range keys from in-memory index tree' (duration: 133.585265ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:44.33851Z","caller":"traceutil/trace.go:171","msg":"trace[662788304] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"128.884567ms","start":"2026-03-13T10:00:44.209605Z","end":"2026-03-13T10:00:44.338489Z","steps":["trace[662788304] 'process raft request' (duration: 128.757345ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:46.699066Z","caller":"traceutil/trace.go:171","msg":"trace[683715532] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"304.467767ms","start":"2026-03-13T10:00:46.39456Z","end":"2026-03-13T10:00:46.699027Z","steps":["trace[683715532] 'process raft request' (duration: 304.241043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:46.699748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:46.394538Z","time spent":"304.63572ms","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3623,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:00:46.704922Z","caller":"traceutil/trace.go:171","msg":"trace[878426761] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"135.409919ms","start":"2026-03-13T10:00:46.569487Z","end":"2026-03-13T10:00:46.704897Z","steps":["trace[878426761] 'process raft request' (duration: 135.361498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:46.705389Z","caller":"traceutil/trace.go:171","msg":"trace[69907818] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"200.040397ms","start":"2026-03-13T10:00:46.505337Z","end":"2026-03-13T10:00:46.705377Z","steps":["trace[69907818] 'process raft request' (duration: 199.375265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.614213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16303"} {"level":"info","ts":"2026-03-13T10:00:48.685567Z","caller":"traceutil/trace.go:171","msg":"trace[1431319480] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4470; }","duration":"143.777686ms","start":"2026-03-13T10:00:48.541769Z","end":"2026-03-13T10:00:48.685547Z","steps":["trace[1431319480] 'range keys from in-memory index tree' (duration: 143.402679ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.865928Z","caller":"traceutil/trace.go:171","msg":"trace[862313077] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"155.494624ms","start":"2026-03-13T10:00:48.710396Z","end":"2026-03-13T10:00:48.86589Z","steps":["trace[862313077] 'process raft request' (duration: 155.326281ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:37.279575Z","caller":"traceutil/trace.go:171","msg":"trace[1054392951] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"136.371876ms","start":"2026-03-13T10:01:37.143167Z","end":"2026-03-13T10:01:37.279539Z","steps":["trace[1054392951] 'process raft request' (duration: 136.128992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:37.796526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897844567969327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:01:38.07088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.843953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:38.071127Z","caller":"traceutil/trace.go:171","msg":"trace[1319840366] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"775.040181ms","start":"2026-03-13T10:01:37.296045Z","end":"2026-03-13T10:01:38.071085Z","steps":["trace[1319840366] 'process raft request' (duration: 650.330473ms)","trace[1319840366] 'compare' (duration: 123.521556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:38.071316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.296031Z","time spent":"775.184163ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:38.138298Z","caller":"traceutil/trace.go:171","msg":"trace[1799401791] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5261; }","duration":"841.835248ms","start":"2026-03-13T10:01:37.296433Z","end":"2026-03-13T10:01:38.138268Z","steps":["trace[1799401791] 'read index received' (duration: 649.954705ms)","trace[1799401791] 'applied index is now lower than readState.Index' (duration: 191.879593ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:38.138379Z","caller":"traceutil/trace.go:171","msg":"trace[1028619003] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"654.947648ms","start":"2026-03-13T10:01:37.483356Z","end":"2026-03-13T10:01:38.138304Z","steps":["trace[1028619003] 'process raft request' (duration: 654.713414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.138605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.146264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-13T10:01:38.138653Z","caller":"traceutil/trace.go:171","msg":"trace[552453991] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5067; }","duration":"842.269837ms","start":"2026-03-13T10:01:37.296372Z","end":"2026-03-13T10:01:38.138642Z","steps":["trace[552453991] 'agreement among raft nodes before linearized reading' (duration: 842.018092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.138661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.483323Z","time spent":"655.227994ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:38.138686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.296354Z","time spent":"842.325807ms","remote":"127.0.0.1:44720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T10:01:38.138691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.69182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-03-13T10:01:38.138744Z","caller":"traceutil/trace.go:171","msg":"trace[2043360939] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5067; }","duration":"416.800942ms","start":"2026-03-13T10:01:37.721927Z","end":"2026-03-13T10:01:38.138728Z","steps":["trace[2043360939] 'agreement among raft nodes before linearized reading' (duration: 416.640419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.13875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.49756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:38.138758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.590383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:38.138838Z","caller":"traceutil/trace.go:171","msg":"trace[1981644455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5067; }","duration":"218.616462ms","start":"2026-03-13T10:01:37.920201Z","end":"2026-03-13T10:01:38.138818Z","steps":["trace[1981644455] 'agreement among raft nodes before linearized reading' (duration: 218.375867ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.138858Z","caller":"traceutil/trace.go:171","msg":"trace[597274502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5067; }","duration":"164.740796ms","start":"2026-03-13T10:01:37.974095Z","end":"2026-03-13T10:01:38.138836Z","steps":["trace[597274502] 'agreement among raft nodes before linearized reading' (duration: 164.544123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.138848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.455617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-13T10:01:38.13885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.279735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnqcs\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:01:38.138921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.518184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:01:38.138946Z","caller":"traceutil/trace.go:171","msg":"trace[1787072017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5067; }","duration":"378.61356ms","start":"2026-03-13T10:01:37.760307Z","end":"2026-03-13T10:01:38.13892Z","steps":["trace[1787072017] 'agreement among raft nodes before linearized reading' (duration: 378.306354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.138927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.966197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:01:38.138998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.885941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:38.138994Z","caller":"traceutil/trace.go:171","msg":"trace[1914400392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5067; }","duration":"208.658286ms","start":"2026-03-13T10:01:37.930316Z","end":"2026-03-13T10:01:38.138975Z","steps":["trace[1914400392] 'agreement among raft nodes before linearized reading' (duration: 208.480593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.760282Z","time spent":"378.707431ms","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T10:01:38.139004Z","caller":"traceutil/trace.go:171","msg":"trace[325909159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5067; }","duration":"416.039068ms","start":"2026-03-13T10:01:37.72295Z","end":"2026-03-13T10:01:38.138989Z","steps":["trace[325909159] 'agreement among raft nodes before linearized reading' (duration: 415.876245ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.139027Z","caller":"traceutil/trace.go:171","msg":"trace[1126821790] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5067; }","duration":"140.915802ms","start":"2026-03-13T10:01:37.998103Z","end":"2026-03-13T10:01:38.139019Z","steps":["trace[1126821790] 'agreement among raft nodes before linearized reading' (duration: 140.871331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.139046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.26379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T10:01:38.138799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.721902Z","time spent":"416.884163ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10417,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T10:01:38.139084Z","caller":"traceutil/trace.go:171","msg":"trace[543797182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5067; }","duration":"260.356072ms","start":"2026-03-13T10:01:37.878718Z","end":"2026-03-13T10:01:38.139074Z","steps":["trace[543797182] 'agreement among raft nodes before linearized reading' (duration: 260.26041ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.138943Z","caller":"traceutil/trace.go:171","msg":"trace[667586899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnqcs; range_end:; response_count:1; response_revision:5067; }","duration":"414.418377ms","start":"2026-03-13T10:01:37.724508Z","end":"2026-03-13T10:01:38.138926Z","steps":["trace[667586899] 'agreement among raft nodes before linearized reading' (duration: 414.186213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.139053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.72291Z","time spent":"416.129629ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:01:38.139135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:37.724498Z","time spent":"414.624132ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-jnqcs\" "} {"level":"warn","ts":"2026-03-13T10:01:38.138923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.720522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:38.139216Z","caller":"traceutil/trace.go:171","msg":"trace[1122099519] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5067; }","duration":"198.084899ms","start":"2026-03-13T10:01:37.941122Z","end":"2026-03-13T10:01:38.139207Z","steps":["trace[1122099519] 'agreement among raft nodes before linearized reading' (duration: 197.652491ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.273851Z","caller":"traceutil/trace.go:171","msg":"trace[310834440] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"129.06545ms","start":"2026-03-13T10:01:38.144734Z","end":"2026-03-13T10:01:38.2738Z","steps":["trace[310834440] 'process raft request' (duration: 128.775015ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.335764Z","caller":"traceutil/trace.go:171","msg":"trace[886644504] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"190.389235ms","start":"2026-03-13T10:01:38.145347Z","end":"2026-03-13T10:01:38.335736Z","steps":["trace[886644504] 'process raft request' (duration: 190.295683ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.335793Z","caller":"traceutil/trace.go:171","msg":"trace[30221151] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"190.957315ms","start":"2026-03-13T10:01:38.144801Z","end":"2026-03-13T10:01:38.335758Z","steps":["trace[30221151] 'process raft request' (duration: 190.67586ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.336152Z","caller":"traceutil/trace.go:171","msg":"trace[1387929885] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"190.484317ms","start":"2026-03-13T10:01:38.145641Z","end":"2026-03-13T10:01:38.336125Z","steps":["trace[1387929885] 'process raft request' (duration: 190.048669ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.336551Z","caller":"traceutil/trace.go:171","msg":"trace[661842741] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"190.070259ms","start":"2026-03-13T10:01:38.146451Z","end":"2026-03-13T10:01:38.336521Z","steps":["trace[661842741] 'process raft request' (duration: 189.56282ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:38.336792Z","caller":"traceutil/trace.go:171","msg":"trace[1294967731] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5264; }","duration":"187.345048ms","start":"2026-03-13T10:01:38.149333Z","end":"2026-03-13T10:01:38.336678Z","steps":["trace[1294967731] 'read index received' (duration: 124.189059ms)","trace[1294967731] 'applied index is now lower than readState.Index' (duration: 63.154949ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:38.336879Z","caller":"traceutil/trace.go:171","msg":"trace[2115266333] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"186.194737ms","start":"2026-03-13T10:01:38.150669Z","end":"2026-03-13T10:01:38.336863Z","steps":["trace[2115266333] 'process raft request' (duration: 185.585285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:38.337078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.705255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:01:38.337207Z","caller":"traceutil/trace.go:171","msg":"trace[839054118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5073; }","duration":"187.869858ms","start":"2026-03-13T10:01:38.149313Z","end":"2026-03-13T10:01:38.337182Z","steps":["trace[839054118] 'agreement among raft nodes before linearized reading' (duration: 187.564272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:06.060884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.10252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-gzrlw\" ","response":"range_response_count:1 size:7557"} {"level":"info","ts":"2026-03-13T10:02:06.061031Z","caller":"traceutil/trace.go:171","msg":"trace[45249904] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-gzrlw; range_end:; response_count:1; response_revision:5337; }","duration":"144.339765ms","start":"2026-03-13T10:02:05.91667Z","end":"2026-03-13T10:02:06.06101Z","steps":["trace[45249904] 'range keys from in-memory index tree' (duration: 143.869066ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:59.039912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2732} {"level":"info","ts":"2026-03-13T10:02:59.137963Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2732,"took":"96.247781ms","hash":1296308921,"current-db-size-bytes":41512960,"current-db-size":"42 MB","current-db-size-in-use-bytes":31440896,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T10:02:59.13805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1296308921,"revision":2732,"compact-revision":-1} {"level":"info","ts":"2026-03-13T10:07:16.37028Z","caller":"traceutil/trace.go:171","msg":"trace[1129796838] linearizableReadLoop","detail":"{readStateIndex:7778; appliedIndex:7777; }","duration":"210.162328ms","start":"2026-03-13T10:07:16.160091Z","end":"2026-03-13T10:07:16.370253Z","steps":["trace[1129796838] 'read index received' (duration: 209.932074ms)","trace[1129796838] 'applied index is now lower than readState.Index' (duration: 229.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:16.370473Z","caller":"traceutil/trace.go:171","msg":"trace[353525740] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"221.222674ms","start":"2026-03-13T10:07:16.14919Z","end":"2026-03-13T10:07:16.370413Z","steps":["trace[353525740] 'process raft request' (duration: 220.893548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:16.370556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.433563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:07:16.370601Z","caller":"traceutil/trace.go:171","msg":"trace[624108911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7501; }","duration":"210.501664ms","start":"2026-03-13T10:07:16.160087Z","end":"2026-03-13T10:07:16.370589Z","steps":["trace[624108911] 'agreement among raft nodes before linearized reading' (duration: 210.320591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:16.370684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.016732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:07:16.370731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.589486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:16.370781Z","caller":"traceutil/trace.go:171","msg":"trace[545938271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7501; }","duration":"189.183135ms","start":"2026-03-13T10:07:16.181575Z","end":"2026-03-13T10:07:16.370758Z","steps":["trace[545938271] 'agreement among raft nodes before linearized reading' (duration: 188.925611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:16.370771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.698534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:07:16.370799Z","caller":"traceutil/trace.go:171","msg":"trace[933288909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7501; }","duration":"133.680748ms","start":"2026-03-13T10:07:16.237098Z","end":"2026-03-13T10:07:16.370779Z","steps":["trace[933288909] 'agreement among raft nodes before linearized reading' (duration: 133.526635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:16.370803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.805524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnqcs\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:16.370855Z","caller":"traceutil/trace.go:171","msg":"trace[2102935076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7501; }","duration":"182.865997ms","start":"2026-03-13T10:07:16.187973Z","end":"2026-03-13T10:07:16.370839Z","steps":["trace[2102935076] 'agreement among raft nodes before linearized reading' (duration: 182.580731ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:16.370896Z","caller":"traceutil/trace.go:171","msg":"trace[1116586210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnqcs; range_end:; response_count:1; response_revision:7501; }","duration":"145.973908ms","start":"2026-03-13T10:07:16.224903Z","end":"2026-03-13T10:07:16.370877Z","steps":["trace[1116586210] 'agreement among raft nodes before linearized reading' (duration: 145.660062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:16.371053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.321486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:07:16.371107Z","caller":"traceutil/trace.go:171","msg":"trace[1586841890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7501; }","duration":"183.419028ms","start":"2026-03-13T10:07:16.187671Z","end":"2026-03-13T10:07:16.37109Z","steps":["trace[1586841890] 'agreement among raft nodes before linearized reading' (duration: 183.198703ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:27.740449Z","caller":"traceutil/trace.go:171","msg":"trace[2094606028] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"184.644041ms","start":"2026-03-13T10:07:27.555764Z","end":"2026-03-13T10:07:27.740408Z","steps":["trace[2094606028] 'process raft request' (duration: 184.319085ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:27.863005Z","caller":"traceutil/trace.go:171","msg":"trace[919067598] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"117.367593ms","start":"2026-03-13T10:07:27.745599Z","end":"2026-03-13T10:07:27.862966Z","steps":["trace[919067598] 'process raft request' (duration: 85.818974ms)","trace[919067598] 'compare' (duration: 31.364316ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:28.894634Z","caller":"traceutil/trace.go:171","msg":"trace[889596234] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7836; }","duration":"436.70394ms","start":"2026-03-13T10:07:28.457911Z","end":"2026-03-13T10:07:28.894615Z","steps":["trace[889596234] 'read index received' (duration: 424.662695ms)","trace[889596234] 'applied index is now lower than readState.Index' (duration: 12.040345ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:28.894721Z","caller":"traceutil/trace.go:171","msg":"trace[1715059467] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"439.708766ms","start":"2026-03-13T10:07:28.455003Z","end":"2026-03-13T10:07:28.894712Z","steps":["trace[1715059467] 'process raft request' (duration: 427.572949ms)","trace[1715059467] 'compare' (duration: 11.618107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:28.894811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.454988Z","time spent":"439.752327ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:28.894815Z","caller":"traceutil/trace.go:171","msg":"trace[1310954705] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"439.749937ms","start":"2026-03-13T10:07:28.455031Z","end":"2026-03-13T10:07:28.894781Z","steps":["trace[1310954705] 'process raft request' (duration: 439.497092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.894984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.071867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:07:28.895014Z","caller":"traceutil/trace.go:171","msg":"trace[1597769996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7558; }","duration":"437.118177ms","start":"2026-03-13T10:07:28.457887Z","end":"2026-03-13T10:07:28.895006Z","steps":["trace[1597769996] 'agreement among raft nodes before linearized reading' (duration: 437.014255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.895034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.457877Z","time spent":"437.152478ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:28.895888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.455011Z","time spent":"439.884749ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:28.904227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.268558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:07:28.904271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.408892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T10:07:28.90428Z","caller":"traceutil/trace.go:171","msg":"trace[770958975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7559; }","duration":"446.34062ms","start":"2026-03-13T10:07:28.457924Z","end":"2026-03-13T10:07:28.904264Z","steps":["trace[770958975] 'agreement among raft nodes before linearized reading' (duration: 446.192027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.904315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.45791Z","time spent":"446.399381ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:07:28.904313Z","caller":"traceutil/trace.go:171","msg":"trace[1880359806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7559; }","duration":"445.466214ms","start":"2026-03-13T10:07:28.458833Z","end":"2026-03-13T10:07:28.904299Z","steps":["trace[1880359806] 'agreement among raft nodes before linearized reading' (duration: 445.370072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.904354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.458825Z","time spent":"445.518775ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:07:28.904857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.360383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnqcs\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:28.904937Z","caller":"traceutil/trace.go:171","msg":"trace[111240624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnqcs; range_end:; response_count:1; response_revision:7559; }","duration":"437.477654ms","start":"2026-03-13T10:07:28.46744Z","end":"2026-03-13T10:07:28.904918Z","steps":["trace[111240624] 'agreement among raft nodes before linearized reading' (duration: 436.745561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.905221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.467426Z","time spent":"437.78057ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-jnqcs\" "} {"level":"info","ts":"2026-03-13T10:07:56.932007Z","caller":"traceutil/trace.go:171","msg":"trace[1195175942] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8034; }","duration":"268.365325ms","start":"2026-03-13T10:07:56.663618Z","end":"2026-03-13T10:07:56.931983Z","steps":["trace[1195175942] 'read index received' (duration: 268.261493ms)","trace[1195175942] 'applied index is now lower than readState.Index' (duration: 103.032µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:56.932162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.530328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:07:56.932187Z","caller":"traceutil/trace.go:171","msg":"trace[1836476600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7747; }","duration":"268.63696ms","start":"2026-03-13T10:07:56.663543Z","end":"2026-03-13T10:07:56.932179Z","steps":["trace[1836476600] 'agreement among raft nodes before linearized reading' (duration: 268.533248ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:56.932518Z","caller":"traceutil/trace.go:171","msg":"trace[989166714] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"333.401891ms","start":"2026-03-13T10:07:56.599094Z","end":"2026-03-13T10:07:56.932496Z","steps":["trace[989166714] 'process raft request' (duration: 332.753239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:56.932604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:56.599079Z","time spent":"333.460881ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:56.944222Z","caller":"traceutil/trace.go:171","msg":"trace[2077846608] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"260.319235ms","start":"2026-03-13T10:07:56.683866Z","end":"2026-03-13T10:07:56.944185Z","steps":["trace[2077846608] 'process raft request' (duration: 260.084141ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:57.149338Z","caller":"traceutil/trace.go:171","msg":"trace[1782731856] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8036; }","duration":"117.961533ms","start":"2026-03-13T10:07:57.031333Z","end":"2026-03-13T10:07:57.149295Z","steps":["trace[1782731856] 'read index received' (duration: 101.793232ms)","trace[1782731856] 'applied index is now lower than readState.Index' (duration: 16.166771ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:57.14936Z","caller":"traceutil/trace.go:171","msg":"trace[1800689342] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"145.816493ms","start":"2026-03-13T10:07:57.003507Z","end":"2026-03-13T10:07:57.149323Z","steps":["trace[1800689342] 'process raft request' (duration: 129.793705ms)","trace[1800689342] 'compare' (duration: 15.790074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:57.149581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.234819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:07:57.149632Z","caller":"traceutil/trace.go:171","msg":"trace[410970009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7749; }","duration":"118.32898ms","start":"2026-03-13T10:07:57.031292Z","end":"2026-03-13T10:07:57.149621Z","steps":["trace[410970009] 'agreement among raft nodes before linearized reading' (duration: 118.150097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:57.149721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.046643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:07:57.149775Z","caller":"traceutil/trace.go:171","msg":"trace[1567973934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7749; }","duration":"112.169295ms","start":"2026-03-13T10:07:57.037594Z","end":"2026-03-13T10:07:57.149763Z","steps":["trace[1567973934] 'agreement among raft nodes before linearized reading' (duration: 111.92706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:57.14978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.568902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T10:07:57.149812Z","caller":"traceutil/trace.go:171","msg":"trace[1738347186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7749; }","duration":"105.639622ms","start":"2026-03-13T10:07:57.044163Z","end":"2026-03-13T10:07:57.149803Z","steps":["trace[1738347186] 'agreement among raft nodes before linearized reading' (duration: 105.550831ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:57.43402Z","caller":"traceutil/trace.go:171","msg":"trace[2247470] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8042; }","duration":"116.275653ms","start":"2026-03-13T10:07:57.317704Z","end":"2026-03-13T10:07:57.43398Z","steps":["trace[2247470] 'read index received' (duration: 42.753389ms)","trace[2247470] 'applied index is now lower than readState.Index' (duration: 73.520184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:57.434183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.446876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:57.434247Z","caller":"traceutil/trace.go:171","msg":"trace[728708382] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7754; }","duration":"116.584968ms","start":"2026-03-13T10:07:57.317647Z","end":"2026-03-13T10:07:57.434232Z","steps":["trace[728708382] 'agreement among raft nodes before linearized reading' (duration: 116.444706ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:59.045908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5717} {"level":"info","ts":"2026-03-13T10:07:59.133846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5717,"took":"86.119169ms","hash":1954640273,"current-db-size-bytes":43687936,"current-db-size":"44 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T10:07:59.133907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1954640273,"revision":5717,"compact-revision":2732} {"level":"info","ts":"2026-03-13T10:08:09.935991Z","caller":"traceutil/trace.go:171","msg":"trace[1331388882] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8147; }","duration":"162.429315ms","start":"2026-03-13T10:08:09.773528Z","end":"2026-03-13T10:08:09.935958Z","steps":["trace[1331388882] 'read index received' (duration: 162.165571ms)","trace[1331388882] 'applied index is now lower than readState.Index' (duration: 262.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:09.936891Z","caller":"traceutil/trace.go:171","msg":"trace[108256525] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"197.871747ms","start":"2026-03-13T10:08:09.738985Z","end":"2026-03-13T10:08:09.936857Z","steps":["trace[108256525] 'process raft request' (duration: 196.801367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:09.937866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.30835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T10:08:09.93793Z","caller":"traceutil/trace.go:171","msg":"trace[240300482] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7854; }","duration":"164.443903ms","start":"2026-03-13T10:08:09.77347Z","end":"2026-03-13T10:08:09.937914Z","steps":["trace[240300482] 'agreement among raft nodes before linearized reading' (duration: 162.628489ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:10.219258Z","caller":"traceutil/trace.go:171","msg":"trace[285065760] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"262.487635ms","start":"2026-03-13T10:08:09.956713Z","end":"2026-03-13T10:08:10.219201Z","steps":["trace[285065760] 'process raft request' (duration: 192.855034ms)","trace[285065760] 'compare' (duration: 68.905398ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:10.24003Z","caller":"traceutil/trace.go:171","msg":"trace[2142115068] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"274.566731ms","start":"2026-03-13T10:08:09.965438Z","end":"2026-03-13T10:08:10.240005Z","steps":["trace[2142115068] 'process raft request' (duration: 274.50183ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:10.240396Z","caller":"traceutil/trace.go:171","msg":"trace[1489367711] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"282.680912ms","start":"2026-03-13T10:08:09.957705Z","end":"2026-03-13T10:08:10.240386Z","steps":["trace[1489367711] 'process raft request' (duration: 282.0068ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:11.259506Z","caller":"traceutil/trace.go:171","msg":"trace[461809834] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"346.878552ms","start":"2026-03-13T10:08:10.912579Z","end":"2026-03-13T10:08:11.259458Z","steps":["trace[461809834] 'process raft request' (duration: 278.877521ms)","trace[461809834] 'compare' (duration: 67.835148ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:11.259618Z","caller":"traceutil/trace.go:171","msg":"trace[338645659] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8153; }","duration":"330.099449ms","start":"2026-03-13T10:08:10.929461Z","end":"2026-03-13T10:08:11.259561Z","steps":["trace[338645659] 'read index received' (duration: 262.031347ms)","trace[338645659] 'applied index is now lower than readState.Index' (duration: 68.054261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:11.259794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.325683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"warn","ts":"2026-03-13T10:08:11.259797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:10.912549Z","time spent":"347.110397ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:11.259853Z","caller":"traceutil/trace.go:171","msg":"trace[1462396313] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7861; }","duration":"330.416774ms","start":"2026-03-13T10:08:10.929421Z","end":"2026-03-13T10:08:11.259838Z","steps":["trace[1462396313] 'agreement among raft nodes before linearized reading' (duration: 330.21377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:11.259877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.001577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:11.259894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:10.929407Z","time spent":"330.479036ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1119,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-13T10:08:11.259934Z","caller":"traceutil/trace.go:171","msg":"trace[855998200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7861; }","duration":"284.126279ms","start":"2026-03-13T10:08:10.975791Z","end":"2026-03-13T10:08:11.259917Z","steps":["trace[855998200] 'agreement among raft nodes before linearized reading' (duration: 283.996667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:11.260177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.915472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T10:08:11.260299Z","caller":"traceutil/trace.go:171","msg":"trace[179885027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7861; }","duration":"263.110487ms","start":"2026-03-13T10:08:10.997162Z","end":"2026-03-13T10:08:11.260272Z","steps":["trace[179885027] 'agreement among raft nodes before linearized reading' (duration: 262.74622ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:12.295488Z","caller":"traceutil/trace.go:171","msg":"trace[2127904802] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"111.937142ms","start":"2026-03-13T10:08:12.183496Z","end":"2026-03-13T10:08:12.295433Z","steps":["trace[2127904802] 'process raft request' (duration: 46.593211ms)","trace[2127904802] 'compare' (duration: 65.082846ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:22.449328Z","caller":"traceutil/trace.go:171","msg":"trace[809320662] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"113.47699ms","start":"2026-03-13T10:08:22.335685Z","end":"2026-03-13T10:08:22.449162Z","steps":["trace[809320662] 'process raft request' (duration: 113.282826ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:15.533564Z","caller":"traceutil/trace.go:171","msg":"trace[502667671] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"105.906349ms","start":"2026-03-13T10:11:15.427631Z","end":"2026-03-13T10:11:15.533537Z","steps":["trace[502667671] 'process raft request' (duration: 105.728616ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:38.163745Z","caller":"traceutil/trace.go:171","msg":"trace[1647071715] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"103.765879ms","start":"2026-03-13T10:11:38.059953Z","end":"2026-03-13T10:11:38.163719Z","steps":["trace[1647071715] 'process raft request' (duration: 103.575855ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:51.452229Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T10:11:51.459637Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T10:11:51.459753Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T10:12:59.052691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7758} {"level":"info","ts":"2026-03-13T10:12:59.121096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7758,"took":"65.614827ms","hash":3510215486,"current-db-size-bytes":43687936,"current-db-size":"44 MB","current-db-size-in-use-bytes":25661440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T10:12:59.121229Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3510215486,"revision":7758,"compact-revision":5717} {"level":"info","ts":"2026-03-13T10:17:59.059535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9992} {"level":"info","ts":"2026-03-13T10:17:59.140798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9992,"took":"79.214481ms","hash":2060543311,"current-db-size-bytes":43687936,"current-db-size":"44 MB","current-db-size-in-use-bytes":16650240,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T10:17:59.140879Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2060543311,"revision":9992,"compact-revision":7758}