{"level":"warn","ts":"2026-04-09T17:36:19.432148Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:36:19.432351Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.44:2380","--initial-cluster=instance=https://199.19.213.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T17:36:19.432528Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:36:19.432554Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.44:2380"]} {"level":"info","ts":"2026-04-09T17:36:19.432588Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:36:19.433949Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.44:2379"]} {"level":"info","ts":"2026-04-09T17:36:19.434106Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.44:2380"],"listen-peer-urls":["https://199.19.213.44:2380"],"advertise-client-urls":["https://199.19.213.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T17:36:19.438826Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.230294ms"} {"level":"info","ts":"2026-04-09T17:36:19.450649Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4f2979fc0f638003","cluster-id":"ce06e7bc3b23612b"} {"level":"info","ts":"2026-04-09T17:36:19.450815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T17:36:19.450866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 became follower at term 0"} {"level":"info","ts":"2026-04-09T17:36:19.450879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4f2979fc0f638003 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T17:36:19.450895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 became follower at term 1"} {"level":"info","ts":"2026-04-09T17:36:19.450977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 switched to configuration voters=(5704224526538342403)"} {"level":"warn","ts":"2026-04-09T17:36:19.457263Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T17:36:19.458704Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T17:36:19.460222Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T17:36:19.462825Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4f2979fc0f638003","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T17:36:19.463121Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:36:19.463259Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:36:19.464056Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:36:19.463104Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4f2979fc0f638003","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T17:36:19.465208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 switched to configuration voters=(5704224526538342403)"} {"level":"info","ts":"2026-04-09T17:36:19.465577Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ce06e7bc3b23612b","local-member-id":"4f2979fc0f638003","added-peer-id":"4f2979fc0f638003","added-peer-peer-urls":["https://199.19.213.44:2380"]} {"level":"info","ts":"2026-04-09T17:36:19.469399Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:36:19.469586Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.44:2380"} {"level":"info","ts":"2026-04-09T17:36:19.469659Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.44:2380"} {"level":"info","ts":"2026-04-09T17:36:19.469955Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4f2979fc0f638003","initial-advertise-peer-urls":["https://199.19.213.44:2380"],"listen-peer-urls":["https://199.19.213.44:2380"],"advertise-client-urls":["https://199.19.213.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T17:36:19.470027Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T17:36:19.853136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T17:36:19.853204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T17:36:19.85324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 received MsgPreVoteResp from 4f2979fc0f638003 at term 1"} {"level":"info","ts":"2026-04-09T17:36:19.853261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 became candidate at term 2"} {"level":"info","ts":"2026-04-09T17:36:19.853273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 received MsgVoteResp from 4f2979fc0f638003 at term 2"} {"level":"info","ts":"2026-04-09T17:36:19.853303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4f2979fc0f638003 became leader at term 2"} {"level":"info","ts":"2026-04-09T17:36:19.853324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4f2979fc0f638003 elected leader 4f2979fc0f638003 at term 2"} {"level":"info","ts":"2026-04-09T17:36:19.85452Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4f2979fc0f638003","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.44:2379]}","request-path":"/0/members/4f2979fc0f638003/attributes","cluster-id":"ce06e7bc3b23612b","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T17:36:19.854787Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:36:19.854911Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:36:19.855171Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:36:19.856489Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ce06e7bc3b23612b","local-member-id":"4f2979fc0f638003","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:36:19.856644Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:36:19.856698Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:36:19.858214Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T17:36:19.858462Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.44:2379"} {"level":"info","ts":"2026-04-09T17:36:19.860166Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T17:36:19.860313Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T17:36:52.287141Z","caller":"traceutil/trace.go:171","msg":"trace[684993867] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"138.748018ms","start":"2026-04-09T17:36:52.148363Z","end":"2026-04-09T17:36:52.287111Z","steps":["trace[684993867] 'process raft request' (duration: 138.576153ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.304503Z","caller":"traceutil/trace.go:171","msg":"trace[1085140728] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"151.000034ms","start":"2026-04-09T17:36:52.153441Z","end":"2026-04-09T17:36:52.304441Z","steps":["trace[1085140728] 'process raft request' (duration: 150.731446ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.304734Z","caller":"traceutil/trace.go:171","msg":"trace[1635951588] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"136.577684ms","start":"2026-04-09T17:36:52.168108Z","end":"2026-04-09T17:36:52.304686Z","steps":["trace[1635951588] 'process raft request' (duration: 136.256735ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.304798Z","caller":"traceutil/trace.go:171","msg":"trace[877625679] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"134.681929ms","start":"2026-04-09T17:36:52.170079Z","end":"2026-04-09T17:36:52.304762Z","steps":["trace[877625679] 'process raft request' (duration: 134.37496ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.304817Z","caller":"traceutil/trace.go:171","msg":"trace[2009201496] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"151.029394ms","start":"2026-04-09T17:36:52.153672Z","end":"2026-04-09T17:36:52.304701Z","steps":["trace[2009201496] 'process raft request' (duration: 150.644983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.304894Z","caller":"traceutil/trace.go:171","msg":"trace[1795480661] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"134.236996ms","start":"2026-04-09T17:36:52.170569Z","end":"2026-04-09T17:36:52.304806Z","steps":["trace[1795480661] 'process raft request' (duration: 133.956428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.305019Z","caller":"traceutil/trace.go:171","msg":"trace[1569060336] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"132.554727ms","start":"2026-04-09T17:36:52.172418Z","end":"2026-04-09T17:36:52.304972Z","steps":["trace[1569060336] 'process raft request' (duration: 132.176196ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.305802Z","caller":"traceutil/trace.go:171","msg":"trace[1491352932] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"124.689147ms","start":"2026-04-09T17:36:52.181093Z","end":"2026-04-09T17:36:52.305782Z","steps":["trace[1491352932] 'process raft request' (duration: 124.484871ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.3058Z","caller":"traceutil/trace.go:171","msg":"trace[1624144348] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"105.521689ms","start":"2026-04-09T17:36:52.200258Z","end":"2026-04-09T17:36:52.30578Z","steps":["trace[1624144348] 'process raft request' (duration: 105.455127ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.305922Z","caller":"traceutil/trace.go:171","msg":"trace[671488308] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"131.745223ms","start":"2026-04-09T17:36:52.17416Z","end":"2026-04-09T17:36:52.305905Z","steps":["trace[671488308] 'process raft request' (duration: 130.924889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:52.305996Z","caller":"traceutil/trace.go:171","msg":"trace[1746452926] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"120.690111ms","start":"2026-04-09T17:36:52.185294Z","end":"2026-04-09T17:36:52.305985Z","steps":["trace[1746452926] 'process raft request' (duration: 120.352341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:58.820501Z","caller":"traceutil/trace.go:171","msg":"trace[106705352] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"320.434884ms","start":"2026-04-09T17:36:58.500038Z","end":"2026-04-09T17:36:58.820473Z","steps":["trace[106705352] 'process raft request' (duration: 319.726853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.821193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:58.500002Z","time spent":"320.579408ms","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:58.986899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.878525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:36:58.987074Z","caller":"traceutil/trace.go:171","msg":"trace[1458124048] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:598; }","duration":"258.013327ms","start":"2026-04-09T17:36:58.729041Z","end":"2026-04-09T17:36:58.987054Z","steps":["trace[1458124048] 'read index received' (duration: 90.461932ms)","trace[1458124048] 'applied index is now lower than readState.Index' (duration: 167.549785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:58.987271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.211493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gqxqg\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-09T17:36:58.98735Z","caller":"traceutil/trace.go:171","msg":"trace[1630627153] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gqxqg; range_end:; response_count:1; response_revision:579; }","duration":"258.330166ms","start":"2026-04-09T17:36:58.729005Z","end":"2026-04-09T17:36:58.987335Z","steps":["trace[1630627153] 'agreement among raft nodes before linearized reading' (duration: 258.10793ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:59.022089Z","caller":"traceutil/trace.go:171","msg":"trace[2092591645] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"132.146825ms","start":"2026-04-09T17:36:58.889895Z","end":"2026-04-09T17:36:59.022042Z","steps":["trace[2092591645] 'process raft request' (duration: 131.907978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:59.60541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.031819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:59.605534Z","caller":"traceutil/trace.go:171","msg":"trace[580998360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"467.235424ms","start":"2026-04-09T17:36:59.138277Z","end":"2026-04-09T17:36:59.605512Z","steps":["trace[580998360] 'range keys from in-memory index tree' (duration: 466.855294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:59.605588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:59.138251Z","time spent":"467.322357ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:36:59.606646Z","caller":"traceutil/trace.go:171","msg":"trace[1657324553] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"140.801866ms","start":"2026-04-09T17:36:59.465818Z","end":"2026-04-09T17:36:59.60662Z","steps":["trace[1657324553] 'process raft request' (duration: 137.691866ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:33.591281Z","caller":"traceutil/trace.go:171","msg":"trace[1410702104] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"348.715541ms","start":"2026-04-09T17:38:33.242536Z","end":"2026-04-09T17:38:33.591252Z","steps":["trace[1410702104] 'read index received' (duration: 348.495105ms)","trace[1410702104] 'applied index is now lower than readState.Index' (duration: 219.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:38:33.591406Z","caller":"traceutil/trace.go:171","msg":"trace[852491535] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"399.324054ms","start":"2026-04-09T17:38:33.19205Z","end":"2026-04-09T17:38:33.591374Z","steps":["trace[852491535] 'process raft request' (duration: 399.014266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:33.591554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.987019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-09T17:38:33.591676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.805567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc39a65-c374-4e27-aa5e-c7d743e68e65\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-09T17:38:33.591688Z","caller":"traceutil/trace.go:171","msg":"trace[574993429] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1821; }","duration":"349.195985ms","start":"2026-04-09T17:38:33.242465Z","end":"2026-04-09T17:38:33.591661Z","steps":["trace[574993429] 'agreement among raft nodes before linearized reading' (duration: 348.934857ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:33.591744Z","caller":"traceutil/trace.go:171","msg":"trace[1273983983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc39a65-c374-4e27-aa5e-c7d743e68e65; range_end:; response_count:1; response_revision:1821; }","duration":"325.89421ms","start":"2026-04-09T17:38:33.265832Z","end":"2026-04-09T17:38:33.591726Z","steps":["trace[1273983983] 'agreement among raft nodes before linearized reading' (duration: 325.666304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:38:33.59176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:38:33.242442Z","time spent":"349.307428ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T17:38:33.591795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:38:33.265818Z","time spent":"325.965042ms","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc39a65-c374-4e27-aa5e-c7d743e68e65\" "} {"level":"warn","ts":"2026-04-09T17:38:33.591797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.355704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-09T17:38:33.591589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:38:33.192015Z","time spent":"399.449898ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:38:33.591916Z","caller":"traceutil/trace.go:171","msg":"trace[145763521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1821; }","duration":"252.527769ms","start":"2026-04-09T17:38:33.339358Z","end":"2026-04-09T17:38:33.591885Z","steps":["trace[145763521] 'agreement among raft nodes before linearized reading' (duration: 252.180749ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:18.878055Z","caller":"traceutil/trace.go:171","msg":"trace[1156051903] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2196; }","duration":"119.492481ms","start":"2026-04-09T17:39:18.758522Z","end":"2026-04-09T17:39:18.878014Z","steps":["trace[1156051903] 'read index received' (duration: 110.707142ms)","trace[1156051903] 'applied index is now lower than readState.Index' (duration: 8.783599ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:39:18.878144Z","caller":"traceutil/trace.go:171","msg":"trace[10904898] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"142.229873ms","start":"2026-04-09T17:39:18.735882Z","end":"2026-04-09T17:39:18.878112Z","steps":["trace[10904898] 'process raft request' (duration: 133.30715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:18.878268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.722137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:39:18.878372Z","caller":"traceutil/trace.go:171","msg":"trace[15910508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2118; }","duration":"119.870641ms","start":"2026-04-09T17:39:18.75848Z","end":"2026-04-09T17:39:18.87835Z","steps":["trace[15910508] 'agreement among raft nodes before linearized reading' (duration: 119.697676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:18.878612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.608781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T17:39:18.878689Z","caller":"traceutil/trace.go:171","msg":"trace[1929415539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2118; }","duration":"103.858758ms","start":"2026-04-09T17:39:18.774808Z","end":"2026-04-09T17:39:18.878667Z","steps":["trace[1929415539] 'agreement among raft nodes before linearized reading' (duration: 103.477117ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:24.823735Z","caller":"traceutil/trace.go:171","msg":"trace[1451147174] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2226; }","duration":"146.954176ms","start":"2026-04-09T17:39:24.676744Z","end":"2026-04-09T17:39:24.823698Z","steps":["trace[1451147174] 'read index received' (duration: 146.758901ms)","trace[1451147174] 'applied index is now lower than readState.Index' (duration: 193.085µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:39:24.823928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.170373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:39:24.824013Z","caller":"traceutil/trace.go:171","msg":"trace[107448688] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2147; }","duration":"147.344719ms","start":"2026-04-09T17:39:24.676654Z","end":"2026-04-09T17:39:24.823998Z","steps":["trace[107448688] 'agreement among raft nodes before linearized reading' (duration: 147.177474ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:24.824097Z","caller":"traceutil/trace.go:171","msg":"trace[1336976689] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"222.03425ms","start":"2026-04-09T17:39:24.601998Z","end":"2026-04-09T17:39:24.824032Z","steps":["trace[1336976689] 'process raft request' (duration: 221.494275ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:24.840583Z","caller":"traceutil/trace.go:171","msg":"trace[1038024147] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"139.820155ms","start":"2026-04-09T17:39:24.7007Z","end":"2026-04-09T17:39:24.84052Z","steps":["trace[1038024147] 'process raft request' (duration: 139.64349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:39:25.213904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.753748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:39:25.214806Z","caller":"traceutil/trace.go:171","msg":"trace[1542944627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"172.724976ms","start":"2026-04-09T17:39:25.042056Z","end":"2026-04-09T17:39:25.214781Z","steps":["trace[1542944627] 'range keys from in-memory index tree' (duration: 171.526372ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:25.581836Z","caller":"traceutil/trace.go:171","msg":"trace[1210225352] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"175.843814ms","start":"2026-04-09T17:39:25.405893Z","end":"2026-04-09T17:39:25.581736Z","steps":["trace[1210225352] 'process raft request' (duration: 175.622617ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:39:42.597563Z","caller":"traceutil/trace.go:171","msg":"trace[2138492157] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"113.528542ms","start":"2026-04-09T17:39:42.48393Z","end":"2026-04-09T17:39:42.597459Z","steps":["trace[2138492157] 'process raft request' (duration: 85.807387ms)","trace[2138492157] 'compare' (duration: 27.514139ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:40:50.714621Z","caller":"traceutil/trace.go:171","msg":"trace[186307803] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"186.815352ms","start":"2026-04-09T17:40:50.527754Z","end":"2026-04-09T17:40:50.714569Z","steps":["trace[186307803] 'process raft request' (duration: 177.844499ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:50.714674Z","caller":"traceutil/trace.go:171","msg":"trace[861761090] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"183.559554ms","start":"2026-04-09T17:40:50.531063Z","end":"2026-04-09T17:40:50.714623Z","steps":["trace[861761090] 'process raft request' (duration: 183.503402ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:40:50.714677Z","caller":"traceutil/trace.go:171","msg":"trace[1248990857] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"186.714539ms","start":"2026-04-09T17:40:50.527926Z","end":"2026-04-09T17:40:50.71464Z","steps":["trace[1248990857] 'process raft request' (duration: 186.512924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:40:51.041224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.91238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:40:51.041399Z","caller":"traceutil/trace.go:171","msg":"trace[219523742] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"167.378676ms","start":"2026-04-09T17:40:50.874001Z","end":"2026-04-09T17:40:51.041379Z","steps":["trace[219523742] 'process raft request' (duration: 61.198459ms)","trace[219523742] 'compare' (duration: 105.791587ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:40:56.443293Z","caller":"traceutil/trace.go:171","msg":"trace[1958968685] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"126.948432ms","start":"2026-04-09T17:40:56.316311Z","end":"2026-04-09T17:40:56.443259Z","steps":["trace[1958968685] 'process raft request' (duration: 126.784688ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:58.73432Z","caller":"traceutil/trace.go:171","msg":"trace[690955475] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5077; }","duration":"142.984869ms","start":"2026-04-09T17:44:58.591313Z","end":"2026-04-09T17:44:58.734298Z","steps":["trace[690955475] 'read index received' (duration: 142.907597ms)","trace[690955475] 'applied index is now lower than readState.Index' (duration: 76.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:44:58.73451Z","caller":"traceutil/trace.go:171","msg":"trace[1534455008] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"145.604443ms","start":"2026-04-09T17:44:58.58885Z","end":"2026-04-09T17:44:58.734454Z","steps":["trace[1534455008] 'process raft request' (duration: 145.317325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:58.734594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.250856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-09T17:44:58.734624Z","caller":"traceutil/trace.go:171","msg":"trace[2004370004] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4892; }","duration":"143.323698ms","start":"2026-04-09T17:44:58.591293Z","end":"2026-04-09T17:44:58.734616Z","steps":["trace[2004370004] 'agreement among raft nodes before linearized reading' (duration: 143.122732ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:44:58.761386Z","caller":"traceutil/trace.go:171","msg":"trace[896155976] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"116.397561ms","start":"2026-04-09T17:44:58.644965Z","end":"2026-04-09T17:44:58.761362Z","steps":["trace[896155976] 'process raft request' (duration: 116.192715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:58.762142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.162101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T17:44:58.762182Z","caller":"traceutil/trace.go:171","msg":"trace[1223967896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4893; }","duration":"138.268365ms","start":"2026-04-09T17:44:58.623903Z","end":"2026-04-09T17:44:58.762172Z","steps":["trace[1223967896] 'agreement among raft nodes before linearized reading' (duration: 138.177992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:58.762346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.991866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-09T17:44:58.76238Z","caller":"traceutil/trace.go:171","msg":"trace[1134594468] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4893; }","duration":"151.50712ms","start":"2026-04-09T17:44:58.610862Z","end":"2026-04-09T17:44:58.762369Z","steps":["trace[1134594468] 'agreement among raft nodes before linearized reading' (duration: 151.432278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:44:58.86605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.496517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-09T17:44:58.866166Z","caller":"traceutil/trace.go:171","msg":"trace[196249549] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4902; }","duration":"102.676822ms","start":"2026-04-09T17:44:58.763463Z","end":"2026-04-09T17:44:58.86614Z","steps":["trace[196249549] 'agreement among raft nodes before linearized reading' (duration: 102.415895ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:02.143249Z","caller":"traceutil/trace.go:171","msg":"trace[1770617045] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"124.470331ms","start":"2026-04-09T17:45:02.018751Z","end":"2026-04-09T17:45:02.143221Z","steps":["trace[1770617045] 'process raft request' (duration: 124.305436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:02.184761Z","caller":"traceutil/trace.go:171","msg":"trace[466607057] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"161.607508ms","start":"2026-04-09T17:45:02.023097Z","end":"2026-04-09T17:45:02.184705Z","steps":["trace[466607057] 'process raft request' (duration: 161.388701ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:02.301848Z","caller":"traceutil/trace.go:171","msg":"trace[1729480779] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"111.469852ms","start":"2026-04-09T17:45:02.190338Z","end":"2026-04-09T17:45:02.301808Z","steps":["trace[1729480779] 'process raft request' (duration: 95.94457ms)","trace[1729480779] 'compare' (duration: 15.332556ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:02.350397Z","caller":"traceutil/trace.go:171","msg":"trace[348507939] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"159.772726ms","start":"2026-04-09T17:45:02.190586Z","end":"2026-04-09T17:45:02.350359Z","steps":["trace[348507939] 'process raft request' (duration: 159.477628ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:13.96263Z","caller":"traceutil/trace.go:171","msg":"trace[352022385] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"149.3019ms","start":"2026-04-09T17:45:13.813296Z","end":"2026-04-09T17:45:13.962597Z","steps":["trace[352022385] 'process raft request' (duration: 149.252079ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:13.962684Z","caller":"traceutil/trace.go:171","msg":"trace[1390757329] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"149.622759ms","start":"2026-04-09T17:45:13.813006Z","end":"2026-04-09T17:45:13.962629Z","steps":["trace[1390757329] 'process raft request' (duration: 149.496336ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:13.962618Z","caller":"traceutil/trace.go:171","msg":"trace[87941895] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"157.851514ms","start":"2026-04-09T17:45:13.804719Z","end":"2026-04-09T17:45:13.962571Z","steps":["trace[87941895] 'process raft request' (duration: 90.11134ms)","trace[87941895] 'compare' (duration: 67.505256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:45:21.945978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.926145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-09T17:45:21.946094Z","caller":"traceutil/trace.go:171","msg":"trace[483999024] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5445; }","duration":"138.11002ms","start":"2026-04-09T17:45:21.807961Z","end":"2026-04-09T17:45:21.946071Z","steps":["trace[483999024] 'range keys from in-memory index tree' (duration: 137.713099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:22.396565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.024569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-09T17:45:22.396654Z","caller":"traceutil/trace.go:171","msg":"trace[1642816888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5446; }","duration":"246.171364ms","start":"2026-04-09T17:45:22.150464Z","end":"2026-04-09T17:45:22.396635Z","steps":["trace[1642816888] 'range keys from in-memory index tree' (duration: 245.800262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:22.396826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.546714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:45:22.396913Z","caller":"traceutil/trace.go:171","msg":"trace[134874650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5446; }","duration":"137.716389ms","start":"2026-04-09T17:45:22.259176Z","end":"2026-04-09T17:45:22.396892Z","steps":["trace[134874650] 'range keys from in-memory index tree' (duration: 137.320398ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:22.397119Z","caller":"traceutil/trace.go:171","msg":"trace[886976348] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"132.901151ms","start":"2026-04-09T17:45:22.264124Z","end":"2026-04-09T17:45:22.397025Z","steps":["trace[886976348] 'process raft request' (duration: 72.097437ms)","trace[886976348] 'compare' (duration: 60.538786ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:22.643105Z","caller":"traceutil/trace.go:171","msg":"trace[869018372] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5648; }","duration":"205.383389ms","start":"2026-04-09T17:45:22.437691Z","end":"2026-04-09T17:45:22.643074Z","steps":["trace[869018372] 'read index received' (duration: 12.997351ms)","trace[869018372] 'applied index is now lower than readState.Index' (duration: 192.384888ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:45:22.643137Z","caller":"traceutil/trace.go:171","msg":"trace[1954835813] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"240.440839ms","start":"2026-04-09T17:45:22.402657Z","end":"2026-04-09T17:45:22.643098Z","steps":["trace[1954835813] 'process raft request' (duration: 240.290285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:22.643252Z","caller":"traceutil/trace.go:171","msg":"trace[499086046] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"219.11111ms","start":"2026-04-09T17:45:22.424093Z","end":"2026-04-09T17:45:22.643204Z","steps":["trace[499086046] 'process raft request' (duration: 218.901345ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:22.643304Z","caller":"traceutil/trace.go:171","msg":"trace[1899666568] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"219.152132ms","start":"2026-04-09T17:45:22.424093Z","end":"2026-04-09T17:45:22.643245Z","steps":["trace[1899666568] 'process raft request' (duration: 218.934655ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:45:22.643374Z","caller":"traceutil/trace.go:171","msg":"trace[798609694] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"240.833571ms","start":"2026-04-09T17:45:22.402489Z","end":"2026-04-09T17:45:22.643322Z","steps":["trace[798609694] 'process raft request' (duration: 153.87837ms)","trace[798609694] 'compare' (duration: 86.431576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:45:22.643488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.7737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:45:22.643594Z","caller":"traceutil/trace.go:171","msg":"trace[954820650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5452; }","duration":"205.945315ms","start":"2026-04-09T17:45:22.437625Z","end":"2026-04-09T17:45:22.643571Z","steps":["trace[954820650] 'agreement among raft nodes before linearized reading' (duration: 205.623486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:45:22.643573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.335924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:45:22.643838Z","caller":"traceutil/trace.go:171","msg":"trace[1216900419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5452; }","duration":"173.659834ms","start":"2026-04-09T17:45:22.470165Z","end":"2026-04-09T17:45:22.643825Z","steps":["trace[1216900419] 'agreement among raft nodes before linearized reading' (duration: 173.087678ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:14.343706Z","caller":"traceutil/trace.go:171","msg":"trace[343570347] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"119.069907ms","start":"2026-04-09T17:46:14.224593Z","end":"2026-04-09T17:46:14.343663Z","steps":["trace[343570347] 'process raft request' (duration: 118.786138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:14.683592Z","caller":"traceutil/trace.go:171","msg":"trace[368208432] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"102.351119ms","start":"2026-04-09T17:46:14.581205Z","end":"2026-04-09T17:46:14.683556Z","steps":["trace[368208432] 'process raft request' (duration: 102.160484ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:46:19.886158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-04-09T17:46:19.965285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"77.054567ms","hash":2350541663,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":33308672,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-09T17:46:19.965384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2350541663,"revision":2966,"compact-revision":-1} {"level":"info","ts":"2026-04-09T17:51:19.893136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6008} {"level":"info","ts":"2026-04-09T17:51:19.982925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6008,"took":"87.862544ms","hash":2896270860,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":21577728,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-09T17:51:19.983004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2896270860,"revision":6008,"compact-revision":2966} {"level":"info","ts":"2026-04-09T17:51:26.33462Z","caller":"traceutil/trace.go:171","msg":"trace[67004376] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"246.61475ms","start":"2026-04-09T17:51:26.087985Z","end":"2026-04-09T17:51:26.334599Z","steps":["trace[67004376] 'process raft request' (duration: 246.482306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:51:26.334869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.155614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:51:26.334976Z","caller":"traceutil/trace.go:171","msg":"trace[1163604562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"197.341529ms","start":"2026-04-09T17:51:26.137616Z","end":"2026-04-09T17:51:26.334957Z","steps":["trace[1163604562] 'agreement among raft nodes before linearized reading' (duration: 197.117873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:26.334697Z","caller":"traceutil/trace.go:171","msg":"trace[258775623] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8560; }","duration":"196.958359ms","start":"2026-04-09T17:51:26.137659Z","end":"2026-04-09T17:51:26.334617Z","steps":["trace[258775623] 'read index received' (duration: 196.935238ms)","trace[258775623] 'applied index is now lower than readState.Index' (duration: 19.87µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:51:26.472979Z","caller":"traceutil/trace.go:171","msg":"trace[14489700] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8560; }","duration":"137.619619ms","start":"2026-04-09T17:51:26.335332Z","end":"2026-04-09T17:51:26.472951Z","steps":["trace[14489700] 'read index received' (duration: 137.478895ms)","trace[14489700] 'applied index is now lower than readState.Index' (duration: 139.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:51:26.473016Z","caller":"traceutil/trace.go:171","msg":"trace[189505751] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"312.235417ms","start":"2026-04-09T17:51:26.160755Z","end":"2026-04-09T17:51:26.472991Z","steps":["trace[189505751] 'process raft request' (duration: 312.042692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:51:26.473153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.923779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:51:26.473192Z","caller":"traceutil/trace.go:171","msg":"trace[144577927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8272; }","duration":"137.016793ms","start":"2026-04-09T17:51:26.336164Z","end":"2026-04-09T17:51:26.473181Z","steps":["trace[144577927] 'agreement among raft nodes before linearized reading' (duration: 136.943341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:51:26.473195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:51:26.160727Z","time spent":"312.362291ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:51:26.473211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.966005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:51:26.473307Z","caller":"traceutil/trace.go:171","msg":"trace[655607889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8272; }","duration":"272.13127ms","start":"2026-04-09T17:51:26.201153Z","end":"2026-04-09T17:51:26.473284Z","steps":["trace[655607889] 'agreement among raft nodes before linearized reading' (duration: 271.938054ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:37.722512Z","caller":"traceutil/trace.go:171","msg":"trace[565523808] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"154.957717ms","start":"2026-04-09T17:51:37.567533Z","end":"2026-04-09T17:51:37.722491Z","steps":["trace[565523808] 'process raft request' (duration: 154.797302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:38.49728Z","caller":"traceutil/trace.go:171","msg":"trace[1968943191] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"114.690943ms","start":"2026-04-09T17:51:38.382563Z","end":"2026-04-09T17:51:38.497254Z","steps":["trace[1968943191] 'process raft request' (duration: 114.524129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:51:38.789669Z","caller":"traceutil/trace.go:171","msg":"trace[509227572] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"222.543771ms","start":"2026-04-09T17:51:38.5671Z","end":"2026-04-09T17:51:38.789644Z","steps":["trace[509227572] 'read index received' (duration: 222.345295ms)","trace[509227572] 'applied index is now lower than readState.Index' (duration: 197.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:51:38.789727Z","caller":"traceutil/trace.go:171","msg":"trace[1250639841] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"278.640856ms","start":"2026-04-09T17:51:38.511066Z","end":"2026-04-09T17:51:38.789707Z","steps":["trace[1250639841] 'process raft request' (duration: 278.368919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:51:38.789997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.86842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:51:38.790114Z","caller":"traceutil/trace.go:171","msg":"trace[1722038012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8335; }","duration":"223.024615ms","start":"2026-04-09T17:51:38.567073Z","end":"2026-04-09T17:51:38.790098Z","steps":["trace[1722038012] 'agreement among raft nodes before linearized reading' (duration: 222.763377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:07.110053Z","caller":"traceutil/trace.go:171","msg":"trace[27580387] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"166.101774ms","start":"2026-04-09T17:52:06.943914Z","end":"2026-04-09T17:52:07.110016Z","steps":["trace[27580387] 'read index received' (duration: 165.833447ms)","trace[27580387] 'applied index is now lower than readState.Index' (duration: 266.897µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:07.11019Z","caller":"traceutil/trace.go:171","msg":"trace[951074935] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"203.789014ms","start":"2026-04-09T17:52:06.906351Z","end":"2026-04-09T17:52:07.11014Z","steps":["trace[951074935] 'process raft request' (duration: 203.416263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:07.110349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.959197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:52:07.110407Z","caller":"traceutil/trace.go:171","msg":"trace[1707768582] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8540; }","duration":"154.07735ms","start":"2026-04-09T17:52:06.956315Z","end":"2026-04-09T17:52:07.110392Z","steps":["trace[1707768582] 'agreement among raft nodes before linearized reading' (duration: 153.934796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:07.110453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.484005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:52:07.110512Z","caller":"traceutil/trace.go:171","msg":"trace[993766281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8540; }","duration":"166.637499ms","start":"2026-04-09T17:52:06.94386Z","end":"2026-04-09T17:52:07.110497Z","steps":["trace[993766281] 'agreement among raft nodes before linearized reading' (duration: 166.380162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:07.110646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.297606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:52:07.11077Z","caller":"traceutil/trace.go:171","msg":"trace[1699068667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8540; }","duration":"118.521952ms","start":"2026-04-09T17:52:06.992228Z","end":"2026-04-09T17:52:07.11075Z","steps":["trace[1699068667] 'agreement among raft nodes before linearized reading' (duration: 118.136681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:07.110645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.341847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:52:07.110948Z","caller":"traceutil/trace.go:171","msg":"trace[1744028163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8540; }","duration":"140.689447ms","start":"2026-04-09T17:52:06.970228Z","end":"2026-04-09T17:52:07.110918Z","steps":["trace[1744028163] 'agreement among raft nodes before linearized reading' (duration: 140.146772ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:07.281632Z","caller":"traceutil/trace.go:171","msg":"trace[140533906] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"166.29303ms","start":"2026-04-09T17:52:07.115311Z","end":"2026-04-09T17:52:07.281604Z","steps":["trace[140533906] 'process raft request' (duration: 160.72002ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:07.281631Z","caller":"traceutil/trace.go:171","msg":"trace[1727922229] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8841; }","duration":"143.367364ms","start":"2026-04-09T17:52:07.138239Z","end":"2026-04-09T17:52:07.281607Z","steps":["trace[1727922229] 'read index received' (duration: 137.658681ms)","trace[1727922229] 'applied index is now lower than readState.Index' (duration: 5.707523ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:07.281637Z","caller":"traceutil/trace.go:171","msg":"trace[2119219061] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"165.336772ms","start":"2026-04-09T17:52:07.116274Z","end":"2026-04-09T17:52:07.281611Z","steps":["trace[2119219061] 'process raft request' (duration: 165.179348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:07.281729Z","caller":"traceutil/trace.go:171","msg":"trace[1453955652] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"165.27872ms","start":"2026-04-09T17:52:07.11635Z","end":"2026-04-09T17:52:07.281629Z","steps":["trace[1453955652] 'process raft request' (duration: 165.219979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:07.28181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.546139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:07.281898Z","caller":"traceutil/trace.go:171","msg":"trace[1879534098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"143.688592ms","start":"2026-04-09T17:52:07.138186Z","end":"2026-04-09T17:52:07.281875Z","steps":["trace[1879534098] 'agreement among raft nodes before linearized reading' (duration: 143.549759ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:10.72948Z","caller":"traceutil/trace.go:171","msg":"trace[1874494164] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"110.104721ms","start":"2026-04-09T17:52:10.619335Z","end":"2026-04-09T17:52:10.729439Z","steps":["trace[1874494164] 'process raft request' (duration: 109.769151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:21.321025Z","caller":"traceutil/trace.go:171","msg":"trace[1356944885] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"121.382504ms","start":"2026-04-09T17:52:21.19961Z","end":"2026-04-09T17:52:21.320993Z","steps":["trace[1356944885] 'process raft request' (duration: 42.990631ms)","trace[1356944885] 'compare' (duration: 78.021223ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:21.321057Z","caller":"traceutil/trace.go:171","msg":"trace[1091011150] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"121.374104ms","start":"2026-04-09T17:52:21.199651Z","end":"2026-04-09T17:52:21.321025Z","steps":["trace[1091011150] 'process raft request' (duration: 121.22676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.879897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.863472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:52:21.880009Z","caller":"traceutil/trace.go:171","msg":"trace[666069956] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8962; }","duration":"522.879346ms","start":"2026-04-09T17:52:21.357111Z","end":"2026-04-09T17:52:21.87999Z","steps":["trace[666069956] 'read index received' (duration: 250.807988ms)","trace[666069956] 'applied index is now lower than readState.Index' (duration: 272.069958ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:21.88005Z","caller":"traceutil/trace.go:171","msg":"trace[1755271701] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"668.515485ms","start":"2026-04-09T17:52:21.21149Z","end":"2026-04-09T17:52:21.880006Z","steps":["trace[1755271701] 'process raft request' (duration: 396.441368ms)","trace[1755271701] 'compare' (duration: 271.626455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:52:21.880237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.416173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-09T17:52:21.880253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.073605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T17:52:21.880242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.211469Z","time spent":"668.67226ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:52:21.880232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.114174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:52:21.880294Z","caller":"traceutil/trace.go:171","msg":"trace[815100160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8658; }","duration":"522.163557ms","start":"2026-04-09T17:52:21.358117Z","end":"2026-04-09T17:52:21.880281Z","steps":["trace[815100160] 'agreement among raft nodes before linearized reading' (duration: 521.977801ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:21.880315Z","caller":"traceutil/trace.go:171","msg":"trace[779763611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8658; }","duration":"523.246538ms","start":"2026-04-09T17:52:21.357052Z","end":"2026-04-09T17:52:21.880299Z","steps":["trace[779763611] 'agreement among raft nodes before linearized reading' (duration: 523.02354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.880338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.358095Z","time spent":"522.227929ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:52:21.880361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.357026Z","time spent":"523.32262ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:52:21.880395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.108504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w5tq6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-09T17:52:21.880424Z","caller":"traceutil/trace.go:171","msg":"trace[9486727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w5tq6; range_end:; response_count:1; response_revision:8658; }","duration":"276.180066ms","start":"2026-04-09T17:52:21.604235Z","end":"2026-04-09T17:52:21.880415Z","steps":["trace[9486727] 'agreement among raft nodes before linearized reading' (duration: 276.097204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.880441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.275424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:52:21.88029Z","caller":"traceutil/trace.go:171","msg":"trace[338558415] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8658; }","duration":"348.507516ms","start":"2026-04-09T17:52:21.531768Z","end":"2026-04-09T17:52:21.880276Z","steps":["trace[338558415] 'agreement among raft nodes before linearized reading' (duration: 348.358101ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:21.880527Z","caller":"traceutil/trace.go:171","msg":"trace[609987223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8658; }","duration":"505.408078ms","start":"2026-04-09T17:52:21.375098Z","end":"2026-04-09T17:52:21.880507Z","steps":["trace[609987223] 'agreement among raft nodes before linearized reading' (duration: 505.114399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.880534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.264272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T17:52:21.880558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.531747Z","time spent":"348.800215ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T17:52:21.880566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.375081Z","time spent":"505.47916ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:52:21.880584Z","caller":"traceutil/trace.go:171","msg":"trace[539577531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8658; }","duration":"506.344934ms","start":"2026-04-09T17:52:21.374222Z","end":"2026-04-09T17:52:21.880567Z","steps":["trace[539577531] 'agreement among raft nodes before linearized reading' (duration: 506.224841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:21.880632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:52:21.374203Z","time spent":"506.417837ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:52:22.114461Z","caller":"traceutil/trace.go:171","msg":"trace[1298754492] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"137.381362ms","start":"2026-04-09T17:52:21.977051Z","end":"2026-04-09T17:52:22.114433Z","steps":["trace[1298754492] 'process raft request' (duration: 90.674935ms)","trace[1298754492] 'compare' (duration: 46.378568ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:22.11446Z","caller":"traceutil/trace.go:171","msg":"trace[1513847747] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"135.419266ms","start":"2026-04-09T17:52:21.979013Z","end":"2026-04-09T17:52:22.114432Z","steps":["trace[1513847747] 'process raft request' (duration: 135.265612ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:22.735275Z","caller":"traceutil/trace.go:171","msg":"trace[84909627] linearizableReadLoop","detail":"{readStateIndex:8972; appliedIndex:8971; }","duration":"117.118303ms","start":"2026-04-09T17:52:22.618131Z","end":"2026-04-09T17:52:22.73525Z","steps":["trace[84909627] 'read index received' (duration: 116.933088ms)","trace[84909627] 'applied index is now lower than readState.Index' (duration: 183.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:52:22.735309Z","caller":"traceutil/trace.go:171","msg":"trace[1284034585] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"195.679881ms","start":"2026-04-09T17:52:22.539589Z","end":"2026-04-09T17:52:22.735269Z","steps":["trace[1284034585] 'process raft request' (duration: 195.491966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:52:22.735502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:52:22.73556Z","caller":"traceutil/trace.go:171","msg":"trace[376086780] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8667; }","duration":"117.467072ms","start":"2026-04-09T17:52:22.618079Z","end":"2026-04-09T17:52:22.735546Z","steps":["trace[376086780] 'agreement among raft nodes before linearized reading' (duration: 117.269577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:52:37.624731Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ab.wal"} {"level":"info","ts":"2026-04-09T17:54:12.549326Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4f2979fc0f638003","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T17:54:12.553962Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T17:54:12.554083Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T17:56:19.900855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8106} {"level":"info","ts":"2026-04-09T17:56:19.961875Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8106,"took":"58.869692ms","hash":3515602804,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":28962816,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-09T17:56:19.961968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3515602804,"revision":8106,"compact-revision":6008} {"level":"warn","ts":"2026-04-09T18:01:01.359956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.185173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:01:01.360082Z","caller":"traceutil/trace.go:171","msg":"trace[750672433] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12082; }","duration":"411.371208ms","start":"2026-04-09T18:01:00.948683Z","end":"2026-04-09T18:01:01.360054Z","steps":["trace[750672433] 'count revisions from in-memory index tree' (duration: 411.064479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:01.360049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.867937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T18:01:01.360139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:00.948639Z","time spent":"411.486361ms","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T18:01:01.360157Z","caller":"traceutil/trace.go:171","msg":"trace[1594917939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12082; }","duration":"485.022792ms","start":"2026-04-09T18:01:00.875109Z","end":"2026-04-09T18:01:01.360132Z","steps":["trace[1594917939] 'range keys from in-memory index tree' (duration: 484.620991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:01.360203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:00.875094Z","time spent":"485.098724ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T18:01:01.360363Z","caller":"traceutil/trace.go:171","msg":"trace[90532269] linearizableReadLoop","detail":"{readStateIndex:12508; appliedIndex:12507; }","duration":"111.647565ms","start":"2026-04-09T18:01:01.24862Z","end":"2026-04-09T18:01:01.360267Z","steps":["trace[90532269] 'read index received' (duration: 110.936675ms)","trace[90532269] 'applied index is now lower than readState.Index' (duration: 709.84µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:01:01.360387Z","caller":"traceutil/trace.go:171","msg":"trace[1845531935] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"189.103166ms","start":"2026-04-09T18:01:01.171219Z","end":"2026-04-09T18:01:01.360322Z","steps":["trace[1845531935] 'process raft request' (duration: 188.393486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:01.360556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.932934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-09T18:01:01.360539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.350152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:01:01.360742Z","caller":"traceutil/trace.go:171","msg":"trace[1928044514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12082; }","duration":"222.590589ms","start":"2026-04-09T18:01:01.138105Z","end":"2026-04-09T18:01:01.360696Z","steps":["trace[1928044514] 'range keys from in-memory index tree' (duration: 222.197348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:01.360621Z","caller":"traceutil/trace.go:171","msg":"trace[89166914] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12083; }","duration":"112.021785ms","start":"2026-04-09T18:01:01.248583Z","end":"2026-04-09T18:01:01.360604Z","steps":["trace[89166914] 'agreement among raft nodes before linearized reading' (duration: 111.84692ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:02.635252Z","caller":"traceutil/trace.go:171","msg":"trace[390624968] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"454.722421ms","start":"2026-04-09T18:01:02.180502Z","end":"2026-04-09T18:01:02.635225Z","steps":["trace[390624968] 'process raft request' (duration: 454.578177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.635426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:02.180485Z","time spent":"454.863774ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:01:02.644426Z","caller":"traceutil/trace.go:171","msg":"trace[903717653] linearizableReadLoop","detail":"{readStateIndex:12512; appliedIndex:12510; }","duration":"269.995797ms","start":"2026-04-09T18:01:02.374411Z","end":"2026-04-09T18:01:02.644407Z","steps":["trace[903717653] 'read index received' (duration: 260.609731ms)","trace[903717653] 'applied index is now lower than readState.Index' (duration: 9.384816ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:01:02.644514Z","caller":"traceutil/trace.go:171","msg":"trace[428362547] transaction","detail":"{read_only:false; response_revision:12088; number_of_response:1; }","duration":"104.504991ms","start":"2026-04-09T18:01:02.540001Z","end":"2026-04-09T18:01:02.644506Z","steps":["trace[428362547] 'process raft request' (duration: 104.318896ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:02.644671Z","caller":"traceutil/trace.go:171","msg":"trace[1881446643] transaction","detail":"{read_only:false; response_revision:12087; number_of_response:1; }","duration":"308.36103ms","start":"2026-04-09T18:01:02.336284Z","end":"2026-04-09T18:01:02.644645Z","steps":["trace[1881446643] 'process raft request' (duration: 307.917137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.64482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:02.336264Z","time spent":"308.479413ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T18:01:02.644972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.562944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T18:01:02.645018Z","caller":"traceutil/trace.go:171","msg":"trace[1419492075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12088; }","duration":"270.645536ms","start":"2026-04-09T18:01:02.374361Z","end":"2026-04-09T18:01:02.645006Z","steps":["trace[1419492075] 'agreement among raft nodes before linearized reading' (duration: 270.540473ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:02.973892Z","caller":"traceutil/trace.go:171","msg":"trace[2005519530] linearizableReadLoop","detail":"{readStateIndex:12515; appliedIndex:12514; }","duration":"244.837022ms","start":"2026-04-09T18:01:02.729038Z","end":"2026-04-09T18:01:02.973875Z","steps":["trace[2005519530] 'read index received' (duration: 240.554281ms)","trace[2005519530] 'applied index is now lower than readState.Index' (duration: 4.282001ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:01:02.973994Z","caller":"traceutil/trace.go:171","msg":"trace[2097224119] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"255.233757ms","start":"2026-04-09T18:01:02.718753Z","end":"2026-04-09T18:01:02.973987Z","steps":["trace[2097224119] 'process raft request' (duration: 250.832233ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:02.974034Z","caller":"traceutil/trace.go:171","msg":"trace[1062616517] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"203.646941ms","start":"2026-04-09T18:01:02.770365Z","end":"2026-04-09T18:01:02.974012Z","steps":["trace[1062616517] 'process raft request' (duration: 203.483047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.974231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.177532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:01:02.974261Z","caller":"traceutil/trace.go:171","msg":"trace[1916084982] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12091; }","duration":"245.248564ms","start":"2026-04-09T18:01:02.729005Z","end":"2026-04-09T18:01:02.974253Z","steps":["trace[1916084982] 'agreement among raft nodes before linearized reading' (duration: 245.11229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.974375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.287898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:01:02.974398Z","caller":"traceutil/trace.go:171","msg":"trace[1287711961] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12091; }","duration":"243.3186ms","start":"2026-04-09T18:01:02.731071Z","end":"2026-04-09T18:01:02.97439Z","steps":["trace[1287711961] 'agreement among raft nodes before linearized reading' (duration: 243.284649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.974493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.693616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T18:01:02.97462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.708342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:01:02.974671Z","caller":"traceutil/trace.go:171","msg":"trace[1425728289] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12091; }","duration":"222.822666ms","start":"2026-04-09T18:01:02.751842Z","end":"2026-04-09T18:01:02.974664Z","steps":["trace[1425728289] 'agreement among raft nodes before linearized reading' (duration: 222.753164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:02.974867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.720442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T18:01:02.97489Z","caller":"traceutil/trace.go:171","msg":"trace[1895939429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12091; }","duration":"197.787344ms","start":"2026-04-09T18:01:02.777097Z","end":"2026-04-09T18:01:02.974885Z","steps":["trace[1895939429] 'agreement among raft nodes before linearized reading' (duration: 197.380312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:02.975237Z","caller":"traceutil/trace.go:171","msg":"trace[253416181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12091; }","duration":"194.774359ms","start":"2026-04-09T18:01:02.779747Z","end":"2026-04-09T18:01:02.974521Z","steps":["trace[253416181] 'agreement among raft nodes before linearized reading' (duration: 194.653555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:03.870947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9224389580390167382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:01:04.371756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9224389580390167382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:01:04.871982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9224389580390167382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T18:01:05.282407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913547304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T18:01:05.28277Z","caller":"traceutil/trace.go:171","msg":"trace[1367507049] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"1.91409272s","start":"2026-04-09T18:01:03.368654Z","end":"2026-04-09T18:01:05.282747Z","steps":["trace[1367507049] 'process raft request' (duration: 1.913949736s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.28291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:03.368621Z","time spent":"1.914217004s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:01:05.309304Z","caller":"traceutil/trace.go:171","msg":"trace[1329856831] transaction","detail":"{read_only:false; response_revision:12097; number_of_response:1; }","duration":"329.737147ms","start":"2026-04-09T18:01:04.979536Z","end":"2026-04-09T18:01:05.309273Z","steps":["trace[1329856831] 'process raft request' (duration: 329.647355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:05.309434Z","caller":"traceutil/trace.go:171","msg":"trace[2135421729] transaction","detail":"{read_only:false; response_revision:12096; number_of_response:1; }","duration":"1.291515986s","start":"2026-04-09T18:01:04.017861Z","end":"2026-04-09T18:01:05.309377Z","steps":["trace[2135421729] 'process raft request' (duration: 1.275728186s)","trace[2135421729] 'compare' (duration: 15.466331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T18:01:05.309469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.97951Z","time spent":"329.873081ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:01:05.309638Z","caller":"traceutil/trace.go:171","msg":"trace[1536867664] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"109.990207ms","start":"2026-04-09T18:01:05.199609Z","end":"2026-04-09T18:01:05.309599Z","steps":["trace[1536867664] 'process raft request' (duration: 109.622917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.309721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938772492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T18:01:05.309717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.017836Z","time spent":"1.291787814s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T18:01:05.30954Z","caller":"traceutil/trace.go:171","msg":"trace[867582430] linearizableReadLoop","detail":"{readStateIndex:12522; appliedIndex:12520; }","duration":"1.938581657s","start":"2026-04-09T18:01:03.370926Z","end":"2026-04-09T18:01:05.309507Z","steps":["trace[867582430] 'read index received' (duration: 1.911677751s)","trace[867582430] 'applied index is now lower than readState.Index' (duration: 26.880265ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T18:01:05.30976Z","caller":"traceutil/trace.go:171","msg":"trace[577275322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12098; }","duration":"1.938867234s","start":"2026-04-09T18:01:03.370882Z","end":"2026-04-09T18:01:05.309749Z","steps":["trace[577275322] 'agreement among raft nodes before linearized reading' (duration: 1.93870384s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.30985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:03.370864Z","time spent":"1.938960968s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T18:01:05.309899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.87105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T18:01:05.30993Z","caller":"traceutil/trace.go:171","msg":"trace[780206473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12098; }","duration":"438.931772ms","start":"2026-04-09T18:01:04.87099Z","end":"2026-04-09T18:01:05.309922Z","steps":["trace[780206473] 'agreement among raft nodes before linearized reading' (duration: 438.877961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.309957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.870973Z","time spent":"438.976853ms","remote":"127.0.0.1:35678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:01:05.309959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.6117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T18:01:05.309984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755950074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w5tq6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-09T18:01:05.309996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.256131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-09T18:01:05.310016Z","caller":"traceutil/trace.go:171","msg":"trace[150801061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12098; }","duration":"670.709293ms","start":"2026-04-09T18:01:04.639291Z","end":"2026-04-09T18:01:05.310001Z","steps":["trace[150801061] 'agreement among raft nodes before linearized reading' (duration: 670.60207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.31002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.753888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T18:01:05.31003Z","caller":"traceutil/trace.go:171","msg":"trace[2129479558] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12098; }","duration":"599.328573ms","start":"2026-04-09T18:01:04.710693Z","end":"2026-04-09T18:01:05.310021Z","steps":["trace[2129479558] 'agreement among raft nodes before linearized reading' (duration: 599.21815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:05.310031Z","caller":"traceutil/trace.go:171","msg":"trace[367776083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w5tq6; range_end:; response_count:1; response_revision:12098; }","duration":"1.756023526s","start":"2026-04-09T18:01:03.553993Z","end":"2026-04-09T18:01:05.310016Z","steps":["trace[367776083] 'agreement among raft nodes before linearized reading' (duration: 1.755856551s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.310029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.693825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T18:01:05.31006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.710671Z","time spent":"599.383705ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T18:01:05.310064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:03.553979Z","time spent":"1.756078767s","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-w5tq6\" "} {"level":"info","ts":"2026-04-09T18:01:05.310062Z","caller":"traceutil/trace.go:171","msg":"trace[698779876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12098; }","duration":"322.82705ms","start":"2026-04-09T18:01:04.987224Z","end":"2026-04-09T18:01:05.310051Z","steps":["trace[698779876] 'agreement among raft nodes before linearized reading' (duration: 322.671926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:05.310084Z","caller":"traceutil/trace.go:171","msg":"trace[1577076356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12098; }","duration":"323.793447ms","start":"2026-04-09T18:01:04.986275Z","end":"2026-04-09T18:01:05.310069Z","steps":["trace[1577076356] 'agreement among raft nodes before linearized reading' (duration: 323.663914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.310096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.987207Z","time spent":"322.881841ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T18:01:05.310109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.986247Z","time spent":"323.855199ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T18:01:05.310144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.700097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T18:01:05.310173Z","caller":"traceutil/trace.go:171","msg":"trace[2086481803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12098; }","duration":"622.753299ms","start":"2026-04-09T18:01:04.687412Z","end":"2026-04-09T18:01:05.310166Z","steps":["trace[2086481803] 'agreement among raft nodes before linearized reading' (duration: 622.655146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.310194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.687397Z","time spent":"622.79126ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T18:01:05.310219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.425312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T18:01:05.310233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.768966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T18:01:05.310248Z","caller":"traceutil/trace.go:171","msg":"trace[1562659181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12098; }","duration":"172.479884ms","start":"2026-04-09T18:01:05.13776Z","end":"2026-04-09T18:01:05.31024Z","steps":["trace[1562659181] 'agreement among raft nodes before linearized reading' (duration: 172.434943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.310194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595780139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T18:01:05.310269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663855825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T18:01:05.310291Z","caller":"traceutil/trace.go:171","msg":"trace[707275112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12098; }","duration":"330.860318ms","start":"2026-04-09T18:01:04.979423Z","end":"2026-04-09T18:01:05.310283Z","steps":["trace[707275112] 'agreement among raft nodes before linearized reading' (duration: 330.759676ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:05.31033Z","caller":"traceutil/trace.go:171","msg":"trace[133387943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12098; }","duration":"1.663917936s","start":"2026-04-09T18:01:03.646395Z","end":"2026-04-09T18:01:05.310313Z","steps":["trace[133387943] 'agreement among raft nodes before linearized reading' (duration: 1.663829264s)"],"step_count":1} {"level":"info","ts":"2026-04-09T18:01:05.310327Z","caller":"traceutil/trace.go:171","msg":"trace[1513531391] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12098; }","duration":"1.595972425s","start":"2026-04-09T18:01:03.714327Z","end":"2026-04-09T18:01:05.3103Z","steps":["trace[1513531391] 'agreement among raft nodes before linearized reading' (duration: 1.595677227s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T18:01:05.310365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.979406Z","time spent":"330.91272ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T18:01:05.310369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:03.646355Z","time spent":"1.664003609s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:01:05.310415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:03.714315Z","time spent":"1.596082898s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T18:01:05.310049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T18:01:04.639277Z","time spent":"670.765624ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T18:01:19.90634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10620} {"level":"info","ts":"2026-04-09T18:01:19.988809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10620,"took":"80.375746ms","hash":2016620759,"current-db-size-bytes":58494976,"current-db-size":"58 MB","current-db-size-in-use-bytes":21454848,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-09T18:01:19.988859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2016620759,"revision":10620,"compact-revision":8106}