{"level":"warn","ts":"2026-04-20T11:54:20.667197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:54:20.667299Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T11:54:20.66739Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:54:20.667411Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-20T11:54:20.667436Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:54:20.668121Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-04-20T11:54:20.668209Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T11:54:20.672605Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.191178ms"} {"level":"info","ts":"2026-04-20T11:54:20.681573Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-04-20T11:54:20.681733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T11:54:20.681772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-04-20T11:54:20.681829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T11:54:20.681877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-04-20T11:54:20.681969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-04-20T11:54:20.694571Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T11:54:20.696084Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T11:54:20.697198Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T11:54:20.699476Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T11:54:20.699652Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T11:54:20.699921Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:54:20.700004Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:54:20.700025Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:54:20.700577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-04-20T11:54:20.700751Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-20T11:54:20.704511Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:54:20.704775Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-20T11:54:20.70481Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T11:54:20.704878Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-20T11:54:20.704899Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T11:54:21.582908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T11:54:21.58298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T11:54:21.583019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-04-20T11:54:21.583045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-04-20T11:54:21.583062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-20T11:54:21.583085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-04-20T11:54:21.583103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-20T11:54:21.584403Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:54:21.584885Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T11:54:21.584885Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:54:21.585017Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:54:21.585259Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T11:54:21.58537Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T11:54:21.5854Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:54:21.585538Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:54:21.585585Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:54:21.587132Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T11:54:21.593088Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-04-20T11:54:59.606321Z","caller":"traceutil/trace.go:171","msg":"trace[1412636025] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"218.310035ms","start":"2026-04-20T11:54:59.38799Z","end":"2026-04-20T11:54:59.6063Z","steps":["trace[1412636025] 'read index received' (duration: 218.081018ms)","trace[1412636025] 'applied index is now lower than readState.Index' (duration: 228.337µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:54:59.606373Z","caller":"traceutil/trace.go:171","msg":"trace[53142432] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"315.880652ms","start":"2026-04-20T11:54:59.290454Z","end":"2026-04-20T11:54:59.606334Z","steps":["trace[53142432] 'process raft request' (duration: 315.674536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:54:59.606549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.671492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T11:54:59.606591Z","caller":"traceutil/trace.go:171","msg":"trace[341149186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"209.746675ms","start":"2026-04-20T11:54:59.396836Z","end":"2026-04-20T11:54:59.606582Z","steps":["trace[341149186] 'agreement among raft nodes before linearized reading' (duration: 209.57829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:54:59.606637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.634213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T11:54:59.606713Z","caller":"traceutil/trace.go:171","msg":"trace[1061101445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"218.772038ms","start":"2026-04-20T11:54:59.387922Z","end":"2026-04-20T11:54:59.606694Z","steps":["trace[1061101445] 'agreement among raft nodes before linearized reading' (duration: 218.465719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:54:59.606801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:54:59.290429Z","time spent":"316.015176ms","remote":"127.0.0.1:44088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T11:55:00.081123Z","caller":"traceutil/trace.go:171","msg":"trace[338109297] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"390.32304ms","start":"2026-04-20T11:54:59.690773Z","end":"2026-04-20T11:55:00.081096Z","steps":["trace[338109297] 'process raft request' (duration: 375.807563ms)","trace[338109297] 'compare' (duration: 14.325052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:55:00.081461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:54:59.690743Z","time spent":"390.451414ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:55:15.546077Z","caller":"traceutil/trace.go:171","msg":"trace[613938574] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"155.463482ms","start":"2026-04-20T11:55:15.39059Z","end":"2026-04-20T11:55:15.546053Z","steps":["trace[613938574] 'process raft request' (duration: 155.311187ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:55:46.650715Z","caller":"traceutil/trace.go:171","msg":"trace[1177669057] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"209.115081ms","start":"2026-04-20T11:55:46.441566Z","end":"2026-04-20T11:55:46.650681Z","steps":["trace[1177669057] 'process raft request' (duration: 208.841213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:56:30.745665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.086226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:56:30.745771Z","caller":"traceutil/trace.go:171","msg":"trace[1995776361] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"347.810288ms","start":"2026-04-20T11:56:30.397943Z","end":"2026-04-20T11:56:30.745753Z","steps":["trace[1995776361] 'process raft request' (duration: 139.31355ms)","trace[1995776361] 'compare' (duration: 207.899971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:56:30.745842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:56:30.397923Z","time spent":"347.888711ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:56:31.151976Z","caller":"traceutil/trace.go:171","msg":"trace[1025917182] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"235.840037ms","start":"2026-04-20T11:56:30.916108Z","end":"2026-04-20T11:56:31.151948Z","steps":["trace[1025917182] 'read index received' (duration: 235.528589ms)","trace[1025917182] 'applied index is now lower than readState.Index' (duration: 309.878µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:56:31.152051Z","caller":"traceutil/trace.go:171","msg":"trace[829836987] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"244.158081ms","start":"2026-04-20T11:56:30.907861Z","end":"2026-04-20T11:56:31.152019Z","steps":["trace[829836987] 'process raft request' (duration: 243.900144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:56:31.152255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.116705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a80eacf0b73653\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-20T11:56:31.152318Z","caller":"traceutil/trace.go:171","msg":"trace[2017044987] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a80eacf0b73653; range_end:; response_count:1; response_revision:1796; }","duration":"236.213018ms","start":"2026-04-20T11:56:30.916085Z","end":"2026-04-20T11:56:31.152298Z","steps":["trace[2017044987] 'agreement among raft nodes before linearized reading' (duration: 236.015803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:56:31.152335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.644463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:56:31.152405Z","caller":"traceutil/trace.go:171","msg":"trace[75802173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"127.741426ms","start":"2026-04-20T11:56:31.024635Z","end":"2026-04-20T11:56:31.152376Z","steps":["trace[75802173] 'agreement among raft nodes before linearized reading' (duration: 127.636203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:56:31.152333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.151254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T11:56:31.152533Z","caller":"traceutil/trace.go:171","msg":"trace[94515257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"205.398061ms","start":"2026-04-20T11:56:30.94712Z","end":"2026-04-20T11:56:31.152518Z","steps":["trace[94515257] 'agreement among raft nodes before linearized reading' (duration: 205.02057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:56:31.152689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.378621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-def6a747-b131-4875-bd9c-2d0231f5ac73\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-04-20T11:56:31.152722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.246797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T11:56:31.152858Z","caller":"traceutil/trace.go:171","msg":"trace[352925859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1796; }","duration":"135.418682ms","start":"2026-04-20T11:56:31.017399Z","end":"2026-04-20T11:56:31.152817Z","steps":["trace[352925859] 'agreement among raft nodes before linearized reading' (duration: 134.898427ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:56:31.152778Z","caller":"traceutil/trace.go:171","msg":"trace[392613536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-def6a747-b131-4875-bd9c-2d0231f5ac73; range_end:; response_count:1; response_revision:1796; }","duration":"183.527235ms","start":"2026-04-20T11:56:30.969233Z","end":"2026-04-20T11:56:31.15276Z","steps":["trace[392613536] 'agreement among raft nodes before linearized reading' (duration: 183.231927ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:57:21.5945Z","caller":"traceutil/trace.go:171","msg":"trace[1017793685] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"157.422115ms","start":"2026-04-20T11:57:21.437045Z","end":"2026-04-20T11:57:21.594467Z","steps":["trace[1017793685] 'process raft request' (duration: 128.105985ms)","trace[1017793685] 'compare' (duration: 29.125204ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:58:50.890655Z","caller":"traceutil/trace.go:171","msg":"trace[1555660323] linearizableReadLoop","detail":"{readStateIndex:2922; appliedIndex:2921; }","duration":"101.249061ms","start":"2026-04-20T11:58:50.789383Z","end":"2026-04-20T11:58:50.890632Z","steps":["trace[1555660323] 'read index received' (duration: 101.045385ms)","trace[1555660323] 'applied index is now lower than readState.Index' (duration: 202.766µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:58:50.890758Z","caller":"traceutil/trace.go:171","msg":"trace[416601934] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"116.805237ms","start":"2026-04-20T11:58:50.773927Z","end":"2026-04-20T11:58:50.890732Z","steps":["trace[416601934] 'process raft request' (duration: 116.57288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:58:50.890901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.510558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T11:58:50.89094Z","caller":"traceutil/trace.go:171","msg":"trace[150899381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2807; }","duration":"101.60401ms","start":"2026-04-20T11:58:50.789327Z","end":"2026-04-20T11:58:50.890931Z","steps":["trace[150899381] 'agreement among raft nodes before linearized reading' (duration: 101.409225ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:28.384877Z","caller":"traceutil/trace.go:171","msg":"trace[761244047] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"140.651926ms","start":"2026-04-20T11:59:28.244172Z","end":"2026-04-20T11:59:28.384824Z","steps":["trace[761244047] 'process raft request' (duration: 65.53978ms)","trace[761244047] 'compare' (duration: 74.944751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:59:58.617545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T11:59:59.118186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T11:59:59.619012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:00.119152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:00.620234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:01.120751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:01.620901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:02.025203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T12:00:02.025288Z","caller":"traceutil/trace.go:171","msg":"trace[1206104961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391392s","start":"2026-04-20T12:00:00.024875Z","end":"2026-04-20T12:00:02.025266Z","steps":["trace[1206104961] 'agreement among raft nodes before linearized reading' (duration: 2.000289909s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:02.025382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:00.024852Z","time spent":"2.000474373s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 12:00:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T12:00:02.121453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:02.622336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:03.123509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:03.319268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-20T12:00:03.319365Z","caller":"traceutil/trace.go:171","msg":"trace[2102099812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488424s","start":"2026-04-20T12:00:01.31885Z","end":"2026-04-20T12:00:03.319339Z","steps":["trace[2102099812] 'agreement among raft nodes before linearized reading' (duration: 2.000376771s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:03.319427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:01.318829Z","time spent":"2.000584408s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T12:00:03.389834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998737413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T12:00:03.389928Z","caller":"traceutil/trace.go:171","msg":"trace[812908178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998884466s","start":"2026-04-20T11:59:58.391022Z","end":"2026-04-20T12:00:03.389906Z","steps":["trace[812908178] 'agreement among raft nodes before linearized reading' (duration: 4.998740262s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:03.389982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.391001Z","time spent":"4.998971129s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/20 12:00:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T12:00:03.624214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085263845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:00:03.864892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.815024277s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T12:00:03.865208Z","caller":"traceutil/trace.go:171","msg":"trace[1054658165] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"5.815414097s","start":"2026-04-20T11:59:58.049773Z","end":"2026-04-20T12:00:03.865187Z","steps":["trace[1054658165] 'process raft request' (duration: 5.815296014s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:03.865335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.049755Z","time spent":"5.81551046s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:00:03.90409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.905933Z","time spent":"4.998142435s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 12:00:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T12:00:03.998244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T12:00:03.998373Z","caller":"traceutil/trace.go:171","msg":"trace[1569130093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999460871s","start":"2026-04-20T11:59:58.998897Z","end":"2026-04-20T12:00:03.998358Z","steps":["trace[1569130093] 'agreement among raft nodes before linearized reading' (duration: 4.999302847s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:03.998438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.998874Z","time spent":"4.999555464s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/20 12:00:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-20T12:00:04.025009Z","caller":"traceutil/trace.go:171","msg":"trace[1926563597] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"4.3295186s","start":"2026-04-20T11:59:59.695466Z","end":"2026-04-20T12:00:04.024985Z","steps":["trace[1926563597] 'process raft request' (duration: 4.329459599s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.025053Z","caller":"traceutil/trace.go:171","msg":"trace[1955594045] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"4.370534758s","start":"2026-04-20T11:59:59.654461Z","end":"2026-04-20T12:00:04.024996Z","steps":["trace[1955594045] 'process raft request' (duration: 4.370422625s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.025159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.69545Z","time spent":"4.329631103s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:00:04.02541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T12:00:04.025532Z","caller":"traceutil/trace.go:171","msg":"trace[306831551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010521s","start":"2026-04-20T12:00:02.025493Z","end":"2026-04-20T12:00:04.025503Z","steps":["trace[306831551] 'agreement among raft nodes before linearized reading' (duration: 1.999847296s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.025609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:02.025473Z","time spent":"2.000119284s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 12:00:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T12:00:04.025808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.654436Z","time spent":"4.370731074s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:00:04.206582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.595993ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-20T12:00:04.207012Z","caller":"traceutil/trace.go:171","msg":"trace[610502873] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3297; }","duration":"6.089999651s","start":"2026-04-20T11:59:58.116989Z","end":"2026-04-20T12:00:04.206989Z","steps":["trace[610502873] 'read index received' (duration: 5.74816429s)","trace[610502873] 'applied index is now lower than readState.Index' (duration: 341.834161ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:04.207055Z","caller":"traceutil/trace.go:171","msg":"trace[2031489935] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"1.106940334s","start":"2026-04-20T12:00:03.100068Z","end":"2026-04-20T12:00:04.207009Z","steps":["trace[2031489935] 'process raft request' (duration: 1.106606865s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.207267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:03.100037Z","time spent":"1.10713517s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:00:04.291351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174322162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T12:00:04.291429Z","caller":"traceutil/trace.go:171","msg":"trace[1413822498] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3173; }","duration":"6.174453836s","start":"2026-04-20T11:59:58.116956Z","end":"2026-04-20T12:00:04.29141Z","steps":["trace[1413822498] 'agreement among raft nodes before linearized reading' (duration: 6.090180956s)","trace[1413822498] 'count revisions from in-memory index tree' (duration: 84.122865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:04.291467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.116942Z","time spent":"6.174516917s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-20T12:00:04.291568Z","caller":"traceutil/trace.go:171","msg":"trace[834955068] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"112.054941ms","start":"2026-04-20T12:00:04.179491Z","end":"2026-04-20T12:00:04.291546Z","steps":["trace[834955068] 'process raft request' (duration: 46.259984ms)","trace[834955068] 'compare' (duration: 65.597122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:04.2916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333596319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T12:00:04.291647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.808305059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a80ec8c6576b6f\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-20T12:00:04.2917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161907006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:00:04.291737Z","caller":"traceutil/trace.go:171","msg":"trace[277455271] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3174; }","duration":"2.162029319s","start":"2026-04-20T12:00:02.129696Z","end":"2026-04-20T12:00:04.291726Z","steps":["trace[277455271] 'agreement among raft nodes before linearized reading' (duration: 2.161918376s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.291728Z","caller":"traceutil/trace.go:171","msg":"trace[1852522970] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3174; }","duration":"3.333732943s","start":"2026-04-20T12:00:00.957926Z","end":"2026-04-20T12:00:04.291659Z","steps":["trace[1852522970] 'agreement among raft nodes before linearized reading' (duration: 3.333552628s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.291738Z","caller":"traceutil/trace.go:171","msg":"trace[1556242692] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a80ec8c6576b6f; range_end:; response_count:1; response_revision:3174; }","duration":"5.808433092s","start":"2026-04-20T11:59:58.483289Z","end":"2026-04-20T12:00:04.291722Z","steps":["trace[1556242692] 'agreement among raft nodes before linearized reading' (duration: 5.808192166s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.291771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435414219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T12:00:04.291792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:02.129678Z","time spent":"2.162103831s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-20T12:00:04.291808Z","caller":"traceutil/trace.go:171","msg":"trace[103060755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3174; }","duration":"2.435483121s","start":"2026-04-20T12:00:01.856311Z","end":"2026-04-20T12:00:04.291794Z","steps":["trace[103060755] 'agreement among raft nodes before linearized reading' (duration: 2.43542142s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.29184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:01.856291Z","time spent":"2.435542813s","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.29187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553311033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T12:00:04.291791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.483081Z","time spent":"5.80869375s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a80ec8c6576b6f\" "} {"level":"info","ts":"2026-04-20T12:00:04.291929Z","caller":"traceutil/trace.go:171","msg":"trace[1225835481] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3174; }","duration":"2.553408786s","start":"2026-04-20T12:00:01.738502Z","end":"2026-04-20T12:00:04.291911Z","steps":["trace[1225835481] 'agreement among raft nodes before linearized reading' (duration: 2.553325423s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.291934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583849637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-20T12:00:04.292065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.501402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-20T12:00:04.292086Z","caller":"traceutil/trace.go:171","msg":"trace[1827257861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3174; }","duration":"3.584042422s","start":"2026-04-20T12:00:00.708027Z","end":"2026-04-20T12:00:04.29207Z","steps":["trace[1827257861] 'agreement among raft nodes before linearized reading' (duration: 3.583802815s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.292121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035314797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-20T12:00:04.292144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612660052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T12:00:04.292158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:00.708012Z","time spent":"3.584130545s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-20T12:00:04.292172Z","caller":"traceutil/trace.go:171","msg":"trace[607391078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3174; }","duration":"4.612719344s","start":"2026-04-20T11:59:59.679445Z","end":"2026-04-20T12:00:04.292165Z","steps":["trace[607391078] 'agreement among raft nodes before linearized reading' (duration: 4.612664692s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.29217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691071813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-20T12:00:04.292175Z","caller":"traceutil/trace.go:171","msg":"trace[465916524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3174; }","duration":"5.03542554s","start":"2026-04-20T11:59:59.256736Z","end":"2026-04-20T12:00:04.292162Z","steps":["trace[465916524] 'agreement among raft nodes before linearized reading' (duration: 5.035291106s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.292207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.679431Z","time spent":"4.612769605s","remote":"127.0.0.1:49916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-20T12:00:04.29223Z","caller":"traceutil/trace.go:171","msg":"trace[1240420536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3174; }","duration":"1.691160735s","start":"2026-04-20T12:00:02.601051Z","end":"2026-04-20T12:00:04.292212Z","steps":["trace[1240420536] 'agreement among raft nodes before linearized reading' (duration: 1.690946689s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.292235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.256712Z","time spent":"5.035510592s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T12:00:04.291791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:00.957903Z","time spent":"3.333870316s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.292295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:02.601032Z","time spent":"1.691254828s","remote":"127.0.0.1:43754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T12:00:04.292317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050502159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T12:00:04.292322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567958646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-20T12:00:04.292533Z","caller":"traceutil/trace.go:171","msg":"trace[1472583758] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3174; }","duration":"797.571384ms","start":"2026-04-20T12:00:03.494518Z","end":"2026-04-20T12:00:04.292089Z","steps":["trace[1472583758] 'agreement among raft nodes before linearized reading' (duration: 797.468001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.292558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:03.494493Z","time spent":"798.060327ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-20T12:00:04.291927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.287089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:00:04.2927Z","caller":"traceutil/trace.go:171","msg":"trace[859594431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3174; }","duration":"260.106652ms","start":"2026-04-20T12:00:04.032565Z","end":"2026-04-20T12:00:04.292672Z","steps":["trace[859594431] 'agreement among raft nodes before linearized reading' (duration: 259.259688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.291977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:01.738485Z","time spent":"2.553476058s","remote":"127.0.0.1:49816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.291757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.456578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:00:04.29291Z","caller":"traceutil/trace.go:171","msg":"trace[1947340436] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3174; }","duration":"674.695312ms","start":"2026-04-20T12:00:03.618172Z","end":"2026-04-20T12:00:04.292867Z","steps":["trace[1947340436] 'agreement among raft nodes before linearized reading' (duration: 673.361805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.29298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:03.618129Z","time spent":"674.828177ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.292164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910005823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T12:00:04.293186Z","caller":"traceutil/trace.go:171","msg":"trace[1209150564] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3174; }","duration":"3.911068062s","start":"2026-04-20T12:00:00.382091Z","end":"2026-04-20T12:00:04.293159Z","steps":["trace[1209150564] 'agreement among raft nodes before linearized reading' (duration: 3.909960331s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.292232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719995987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T12:00:04.292351Z","caller":"traceutil/trace.go:171","msg":"trace[1289642056] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3174; }","duration":"5.050547949s","start":"2026-04-20T11:59:59.241792Z","end":"2026-04-20T12:00:04.29234Z","steps":["trace[1289642056] 'agreement among raft nodes before linearized reading' (duration: 5.050486868s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.291974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.170432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-20T12:00:04.292421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894185448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-20T12:00:04.292455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757389166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-20T12:00:04.292491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099002304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-20T12:00:04.29262Z","caller":"traceutil/trace.go:171","msg":"trace[659257041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3174; }","duration":"5.568223903s","start":"2026-04-20T11:59:58.724309Z","end":"2026-04-20T12:00:04.292533Z","steps":["trace[659257041] 'agreement among raft nodes before linearized reading' (duration: 5.567917984s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.293775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:00.38207Z","time spent":"3.91167781s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.29411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.724285Z","time spent":"5.569764976s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-20T12:00:04.293807Z","caller":"traceutil/trace.go:171","msg":"trace[389051430] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3174; }","duration":"3.721616922s","start":"2026-04-20T12:00:00.572176Z","end":"2026-04-20T12:00:04.293793Z","steps":["trace[389051430] 'agreement among raft nodes before linearized reading' (duration: 3.719956376s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.294324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:00.572154Z","time spent":"3.722158887s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:00:04.293836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.241784Z","time spent":"5.052040291s","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-20T12:00:04.294462Z","caller":"traceutil/trace.go:171","msg":"trace[82482973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3174; }","duration":"5.100588389s","start":"2026-04-20T11:59:59.193447Z","end":"2026-04-20T12:00:04.294035Z","steps":["trace[82482973] 'agreement among raft nodes before linearized reading' (duration: 5.098913022s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.293929Z","caller":"traceutil/trace.go:171","msg":"trace[537362014] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3174; }","duration":"388.130336ms","start":"2026-04-20T12:00:03.905754Z","end":"2026-04-20T12:00:04.293884Z","steps":["trace[537362014] 'agreement among raft nodes before linearized reading' (duration: 386.080819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.294533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:00:03.905736Z","time spent":"388.788225ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-20T12:00:04.294546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.19343Z","time spent":"5.101095173s","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-20T12:00:04.293954Z","caller":"traceutil/trace.go:171","msg":"trace[1291260844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3174; }","duration":"4.895753201s","start":"2026-04-20T11:59:59.398195Z","end":"2026-04-20T12:00:04.293948Z","steps":["trace[1291260844] 'agreement among raft nodes before linearized reading' (duration: 4.893985582s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.294632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:59.398178Z","time spent":"4.896447881s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T12:00:04.293992Z","caller":"traceutil/trace.go:171","msg":"trace[162286558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3174; }","duration":"5.758960419s","start":"2026-04-20T11:59:58.535016Z","end":"2026-04-20T12:00:04.293977Z","steps":["trace[162286558] 'agreement among raft nodes before linearized reading' (duration: 5.757354304s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.294735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:58.534996Z","time spent":"5.759733581s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T12:00:04.46685Z","caller":"traceutil/trace.go:171","msg":"trace[180786213] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"170.00645ms","start":"2026-04-20T12:00:04.296813Z","end":"2026-04-20T12:00:04.46682Z","steps":["trace[180786213] 'process raft request' (duration: 169.827195ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.466962Z","caller":"traceutil/trace.go:171","msg":"trace[1269413657] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"168.933961ms","start":"2026-04-20T12:00:04.297988Z","end":"2026-04-20T12:00:04.466922Z","steps":["trace[1269413657] 'process raft request' (duration: 168.738916ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.466883Z","caller":"traceutil/trace.go:171","msg":"trace[979385744] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"168.678094ms","start":"2026-04-20T12:00:04.298189Z","end":"2026-04-20T12:00:04.466867Z","steps":["trace[979385744] 'process raft request' (duration: 168.590881ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.466987Z","caller":"traceutil/trace.go:171","msg":"trace[1009639130] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3304; }","duration":"169.217608ms","start":"2026-04-20T12:00:04.297755Z","end":"2026-04-20T12:00:04.466973Z","steps":["trace[1009639130] 'read index received' (duration: 96.741716ms)","trace[1009639130] 'applied index is now lower than readState.Index' (duration: 72.475132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:04.467154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.375283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9399"} {"level":"info","ts":"2026-04-20T12:00:04.467124Z","caller":"traceutil/trace.go:171","msg":"trace[792298700] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"168.1753ms","start":"2026-04-20T12:00:04.298928Z","end":"2026-04-20T12:00:04.467104Z","steps":["trace[792298700] 'process raft request' (duration: 167.897082ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.467201Z","caller":"traceutil/trace.go:171","msg":"trace[984424556] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"166.784871ms","start":"2026-04-20T12:00:04.300384Z","end":"2026-04-20T12:00:04.467169Z","steps":["trace[984424556] 'process raft request' (duration: 166.536674ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.467225Z","caller":"traceutil/trace.go:171","msg":"trace[1722319261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3180; }","duration":"169.486316ms","start":"2026-04-20T12:00:04.297722Z","end":"2026-04-20T12:00:04.467209Z","steps":["trace[1722319261] 'agreement among raft nodes before linearized reading' (duration: 169.296391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.467497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.469715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-20T12:00:04.467453Z","caller":"traceutil/trace.go:171","msg":"trace[695548627] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"170.081393ms","start":"2026-04-20T12:00:04.296648Z","end":"2026-04-20T12:00:04.46673Z","steps":["trace[695548627] 'process raft request' (duration: 97.836547ms)","trace[695548627] 'compare' (duration: 72.03631ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:04.467549Z","caller":"traceutil/trace.go:171","msg":"trace[853255002] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3180; }","duration":"169.555498ms","start":"2026-04-20T12:00:04.297982Z","end":"2026-04-20T12:00:04.467538Z","steps":["trace[853255002] 'agreement among raft nodes before linearized reading' (duration: 169.325202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.467693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-20T12:00:04.46777Z","caller":"traceutil/trace.go:171","msg":"trace[887297695] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3180; }","duration":"169.005823ms","start":"2026-04-20T12:00:04.298733Z","end":"2026-04-20T12:00:04.467739Z","steps":["trace[887297695] 'agreement among raft nodes before linearized reading' (duration: 168.806417ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.743518Z","caller":"traceutil/trace.go:171","msg":"trace[611985668] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"268.544757ms","start":"2026-04-20T12:00:04.474946Z","end":"2026-04-20T12:00:04.743491Z","steps":["trace[611985668] 'read index received' (duration: 176.575133ms)","trace[611985668] 'applied index is now lower than readState.Index' (duration: 91.968104ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:04.743571Z","caller":"traceutil/trace.go:171","msg":"trace[7485957] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"269.549264ms","start":"2026-04-20T12:00:04.473979Z","end":"2026-04-20T12:00:04.743528Z","steps":["trace[7485957] 'process raft request' (duration: 177.456897ms)","trace[7485957] 'compare' (duration: 91.85751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:04.74384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.866136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-20T12:00:04.743865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.26993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:00:04.743883Z","caller":"traceutil/trace.go:171","msg":"trace[1384018473] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3181; }","duration":"268.948377ms","start":"2026-04-20T12:00:04.474923Z","end":"2026-04-20T12:00:04.743871Z","steps":["trace[1384018473] 'agreement among raft nodes before linearized reading' (duration: 268.707851ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:04.743905Z","caller":"traceutil/trace.go:171","msg":"trace[1075726168] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3181; }","duration":"227.357752ms","start":"2026-04-20T12:00:04.516535Z","end":"2026-04-20T12:00:04.743893Z","steps":["trace[1075726168] 'agreement among raft nodes before linearized reading' (duration: 227.27833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.363058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-20T12:00:04.744079Z","caller":"traceutil/trace.go:171","msg":"trace[762046760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3181; }","duration":"216.460651ms","start":"2026-04-20T12:00:04.527596Z","end":"2026-04-20T12:00:04.744056Z","steps":["trace[762046760] 'agreement among raft nodes before linearized reading' (duration: 216.242095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:04.744072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.107178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-20T12:00:04.744136Z","caller":"traceutil/trace.go:171","msg":"trace[1616335419] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3181; }","duration":"119.2072ms","start":"2026-04-20T12:00:04.624913Z","end":"2026-04-20T12:00:04.744121Z","steps":["trace[1616335419] 'agreement among raft nodes before linearized reading' (duration: 118.921112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:05.024496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.069177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T12:00:05.024604Z","caller":"traceutil/trace.go:171","msg":"trace[528175740] linearizableReadLoop","detail":"{readStateIndex:3315; appliedIndex:3312; }","duration":"249.137438ms","start":"2026-04-20T12:00:04.775451Z","end":"2026-04-20T12:00:05.024588Z","steps":["trace[528175740] 'read index received' (duration: 29.252293ms)","trace[528175740] 'applied index is now lower than readState.Index' (duration: 219.883195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:05.024867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.445206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-20T12:00:05.024953Z","caller":"traceutil/trace.go:171","msg":"trace[1838074423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3184; }","duration":"249.541309ms","start":"2026-04-20T12:00:04.775395Z","end":"2026-04-20T12:00:05.024937Z","steps":["trace[1838074423] 'agreement among raft nodes before linearized reading' (duration: 249.283012ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:05.02466Z","caller":"traceutil/trace.go:171","msg":"trace[641439127] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"250.786214ms","start":"2026-04-20T12:00:04.773833Z","end":"2026-04-20T12:00:05.02462Z","steps":["trace[641439127] 'process raft request' (duration: 73.499621ms)","trace[641439127] 'compare' (duration: 176.82513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:05.327053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.994861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-20T12:00:05.327123Z","caller":"traceutil/trace.go:171","msg":"trace[1998795724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3184; }","duration":"134.149325ms","start":"2026-04-20T12:00:05.192957Z","end":"2026-04-20T12:00:05.327107Z","steps":["trace[1998795724] 'range keys from in-memory index tree' (duration: 133.783475ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:08.258984Z","caller":"traceutil/trace.go:171","msg":"trace[298484915] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"158.283065ms","start":"2026-04-20T12:00:08.100676Z","end":"2026-04-20T12:00:08.258959Z","steps":["trace[298484915] 'process raft request' (duration: 158.144341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:08.714836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.134224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T12:00:08.71504Z","caller":"traceutil/trace.go:171","msg":"trace[1181049822] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3330; }","duration":"160.99968ms","start":"2026-04-20T12:00:08.554022Z","end":"2026-04-20T12:00:08.715022Z","steps":["trace[1181049822] 'read index received' (duration: 35.786893ms)","trace[1181049822] 'applied index is now lower than readState.Index' (duration: 125.211657ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:08.71516Z","caller":"traceutil/trace.go:171","msg":"trace[719664975] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"166.704379ms","start":"2026-04-20T12:00:08.548423Z","end":"2026-04-20T12:00:08.715128Z","steps":["trace[719664975] 'process raft request' (duration: 166.524534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:00:08.71522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.198265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T12:00:08.715256Z","caller":"traceutil/trace.go:171","msg":"trace[2107162078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3201; }","duration":"161.251567ms","start":"2026-04-20T12:00:08.553989Z","end":"2026-04-20T12:00:08.71524Z","steps":["trace[2107162078] 'agreement among raft nodes before linearized reading' (duration: 161.126203ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:08.715229Z","caller":"traceutil/trace.go:171","msg":"trace[412461397] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"166.795811ms","start":"2026-04-20T12:00:08.548404Z","end":"2026-04-20T12:00:08.7152Z","steps":["trace[412461397] 'process raft request' (duration: 41.200394ms)","trace[412461397] 'compare' (duration: 125.00205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:00:08.715368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.194605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T12:00:08.715505Z","caller":"traceutil/trace.go:171","msg":"trace[507600323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3201; }","duration":"157.357489ms","start":"2026-04-20T12:00:08.55813Z","end":"2026-04-20T12:00:08.715488Z","steps":["trace[507600323] 'agreement among raft nodes before linearized reading' (duration: 157.010529ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:01:43.843488Z","caller":"traceutil/trace.go:171","msg":"trace[384525090] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4049; }","duration":"123.932032ms","start":"2026-04-20T12:01:43.71953Z","end":"2026-04-20T12:01:43.843462Z","steps":["trace[384525090] 'read index received' (duration: 123.802519ms)","trace[384525090] 'applied index is now lower than readState.Index' (duration: 128.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:01:43.8436Z","caller":"traceutil/trace.go:171","msg":"trace[1667541717] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"148.402762ms","start":"2026-04-20T12:01:43.695163Z","end":"2026-04-20T12:01:43.843565Z","steps":["trace[1667541717] 'process raft request' (duration: 148.125504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:01:43.843712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.166179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-20T12:01:43.843751Z","caller":"traceutil/trace.go:171","msg":"trace[811397944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3894; }","duration":"124.265702ms","start":"2026-04-20T12:01:43.719473Z","end":"2026-04-20T12:01:43.843739Z","steps":["trace[811397944] 'agreement among raft nodes before linearized reading' (duration: 124.088757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:02:59.014999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.562903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T12:02:59.015078Z","caller":"traceutil/trace.go:171","msg":"trace[145960299] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5005; }","duration":"216.693266ms","start":"2026-04-20T12:02:58.79837Z","end":"2026-04-20T12:02:59.015063Z","steps":["trace[145960299] 'count revisions from in-memory index tree' (duration: 216.465999ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:02:59.015384Z","caller":"traceutil/trace.go:171","msg":"trace[474021886] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"162.51996ms","start":"2026-04-20T12:02:58.852846Z","end":"2026-04-20T12:02:59.015366Z","steps":["trace[474021886] 'process raft request' (duration: 103.26614ms)","trace[474021886] 'compare' (duration: 58.864479ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:03:01.2243Z","caller":"traceutil/trace.go:171","msg":"trace[1162136589] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5240; }","duration":"200.753697ms","start":"2026-04-20T12:03:01.023517Z","end":"2026-04-20T12:03:01.22427Z","steps":["trace[1162136589] 'read index received' (duration: 102.427996ms)","trace[1162136589] 'applied index is now lower than readState.Index' (duration: 98.324581ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:03:01.224466Z","caller":"traceutil/trace.go:171","msg":"trace[526572211] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"204.76756ms","start":"2026-04-20T12:03:01.019685Z","end":"2026-04-20T12:03:01.224452Z","steps":["trace[526572211] 'process raft request' (duration: 106.326096ms)","trace[526572211] 'compare' (duration: 98.097864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:03:01.224678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.145508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:03:01.224769Z","caller":"traceutil/trace.go:171","msg":"trace[1955766107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5045; }","duration":"201.247501ms","start":"2026-04-20T12:03:01.023504Z","end":"2026-04-20T12:03:01.224751Z","steps":["trace[1955766107] 'agreement among raft nodes before linearized reading' (duration: 201.105487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:03:01.224811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.490338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T12:03:01.22489Z","caller":"traceutil/trace.go:171","msg":"trace[1967570848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5045; }","duration":"129.605582ms","start":"2026-04-20T12:03:01.095268Z","end":"2026-04-20T12:03:01.224873Z","steps":["trace[1967570848] 'agreement among raft nodes before linearized reading' (duration: 129.365065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:03:01.225104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.72766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777423"} {"level":"info","ts":"2026-04-20T12:03:01.225196Z","caller":"traceutil/trace.go:171","msg":"trace[173778616] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5045; }","duration":"193.866574ms","start":"2026-04-20T12:03:01.031309Z","end":"2026-04-20T12:03:01.225176Z","steps":["trace[173778616] 'agreement among raft nodes before linearized reading' (duration: 193.291537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:03:10.081817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.5151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70696"} {"level":"info","ts":"2026-04-20T12:03:10.081912Z","caller":"traceutil/trace.go:171","msg":"trace[531127898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5229; }","duration":"123.621983ms","start":"2026-04-20T12:03:09.95827Z","end":"2026-04-20T12:03:10.081892Z","steps":["trace[531127898] 'agreement among raft nodes before linearized reading' (duration: 68.726976ms)","trace[531127898] 'range keys from in-memory index tree' (duration: 54.65458ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:03:10.466665Z","caller":"traceutil/trace.go:171","msg":"trace[1761824991] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5438; }","duration":"101.680785ms","start":"2026-04-20T12:03:10.364945Z","end":"2026-04-20T12:03:10.466626Z","steps":["trace[1761824991] 'read index received' (duration: 101.434569ms)","trace[1761824991] 'applied index is now lower than readState.Index' (duration: 245.246µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:03:10.466669Z","caller":"traceutil/trace.go:171","msg":"trace[1094451667] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"136.681161ms","start":"2026-04-20T12:03:10.329971Z","end":"2026-04-20T12:03:10.466652Z","steps":["trace[1094451667] 'process raft request' (duration: 136.516447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:03:10.466949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.974054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-20T12:03:10.467034Z","caller":"traceutil/trace.go:171","msg":"trace[1354766625] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5237; }","duration":"102.095867ms","start":"2026-04-20T12:03:10.364917Z","end":"2026-04-20T12:03:10.467013Z","steps":["trace[1354766625] 'agreement among raft nodes before linearized reading' (duration: 101.84781ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:03:18.340882Z","caller":"traceutil/trace.go:171","msg":"trace[1220144785] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5614; }","duration":"222.859819ms","start":"2026-04-20T12:03:18.118Z","end":"2026-04-20T12:03:18.34086Z","steps":["trace[1220144785] 'read index received' (duration: 222.773827ms)","trace[1220144785] 'applied index is now lower than readState.Index' (duration: 84.682µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:03:18.341065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.038764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:03:18.341101Z","caller":"traceutil/trace.go:171","msg":"trace[1945073480] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5409; }","duration":"223.137147ms","start":"2026-04-20T12:03:18.117954Z","end":"2026-04-20T12:03:18.341091Z","steps":["trace[1945073480] 'agreement among raft nodes before linearized reading' (duration: 223.054635ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:03:18.341719Z","caller":"traceutil/trace.go:171","msg":"trace[489883027] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"228.843868ms","start":"2026-04-20T12:03:18.112113Z","end":"2026-04-20T12:03:18.340956Z","steps":["trace[489883027] 'process raft request' (duration: 228.600191ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:03:18.412281Z","caller":"traceutil/trace.go:171","msg":"trace[568335470] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"207.407055ms","start":"2026-04-20T12:03:18.204846Z","end":"2026-04-20T12:03:18.412253Z","steps":["trace[568335470] 'process raft request' (duration: 207.22492ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:03:18.412617Z","caller":"traceutil/trace.go:171","msg":"trace[909941180] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"102.264972ms","start":"2026-04-20T12:03:18.31034Z","end":"2026-04-20T12:03:18.412605Z","steps":["trace[909941180] 'process raft request' (duration: 101.873221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:03:18.412678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.18381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztc6p\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-04-20T12:03:18.412757Z","caller":"traceutil/trace.go:171","msg":"trace[2132102526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztc6p; range_end:; response_count:1; response_revision:5411; }","duration":"294.301714ms","start":"2026-04-20T12:03:18.118439Z","end":"2026-04-20T12:03:18.412741Z","steps":["trace[2132102526] 'agreement among raft nodes before linearized reading' (duration: 294.017316ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:04:21.63135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2975} {"level":"info","ts":"2026-04-20T12:04:21.812632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2975,"took":"179.669985ms","hash":142300927,"current-db-size-bytes":57774080,"current-db-size":"58 MB","current-db-size-in-use-bytes":33210368,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-20T12:04:21.812724Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":142300927,"revision":2975,"compact-revision":-1} {"level":"info","ts":"2026-04-20T12:09:21.637316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6008} {"level":"info","ts":"2026-04-20T12:09:21.732849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6008,"took":"93.780981ms","hash":3042394328,"current-db-size-bytes":57774080,"current-db-size":"58 MB","current-db-size-in-use-bytes":23199744,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-20T12:09:21.732925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3042394328,"revision":6008,"compact-revision":2975} {"level":"warn","ts":"2026-04-20T12:09:33.016971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.946295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T12:09:33.017644Z","caller":"traceutil/trace.go:171","msg":"trace[1712251082] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"201.897496ms","start":"2026-04-20T12:09:32.815723Z","end":"2026-04-20T12:09:33.01762Z","steps":["trace[1712251082] 'process raft request' (duration: 83.20702ms)","trace[1712251082] 'compare' (duration: 117.774341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:09:33.916922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.909368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-20T12:09:33.916987Z","caller":"traceutil/trace.go:171","msg":"trace[2002600766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8288; }","duration":"347.00526ms","start":"2026-04-20T12:09:33.569964Z","end":"2026-04-20T12:09:33.91697Z","steps":["trace[2002600766] 'range keys from in-memory index tree' (duration: 346.780665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:09:33.917017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:09:33.569952Z","time spent":"347.057212ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T12:09:33.917636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.573858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T12:09:33.917786Z","caller":"traceutil/trace.go:171","msg":"trace[285586119] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"346.591439ms","start":"2026-04-20T12:09:33.571174Z","end":"2026-04-20T12:09:33.917765Z","steps":["trace[285586119] 'read index received' (duration: 144.756374ms)","trace[285586119] 'applied index is now lower than readState.Index' (duration: 201.833535ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:09:33.917816Z","caller":"traceutil/trace.go:171","msg":"trace[1374558091] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"346.843876ms","start":"2026-04-20T12:09:33.570939Z","end":"2026-04-20T12:09:33.917782Z","steps":["trace[1374558091] 'process raft request' (duration: 144.98156ms)","trace[1374558091] 'compare' (duration: 200.860118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:09:33.917915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:09:33.570913Z","time spent":"346.954919ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:09:33.917986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.802665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T12:09:33.918049Z","caller":"traceutil/trace.go:171","msg":"trace[1959437362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"346.879917ms","start":"2026-04-20T12:09:33.571148Z","end":"2026-04-20T12:09:33.918028Z","steps":["trace[1959437362] 'agreement among raft nodes before linearized reading' (duration: 346.686012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:09:33.918101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:09:33.571137Z","time spent":"346.952279ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-20T12:10:02.001324Z","caller":"traceutil/trace.go:171","msg":"trace[1998571648] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"114.385778ms","start":"2026-04-20T12:10:01.88692Z","end":"2026-04-20T12:10:02.001306Z","steps":["trace[1998571648] 'read index received' (duration: 114.191383ms)","trace[1998571648] 'applied index is now lower than readState.Index' (duration: 193.865µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:10:02.001505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.567083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:10:02.001534Z","caller":"traceutil/trace.go:171","msg":"trace[1204780690] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8494; }","duration":"114.651925ms","start":"2026-04-20T12:10:01.886873Z","end":"2026-04-20T12:10:02.001525Z","steps":["trace[1204780690] 'agreement among raft nodes before linearized reading' (duration: 114.558213ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:10:02.001865Z","caller":"traceutil/trace.go:171","msg":"trace[1716106710] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"334.989219ms","start":"2026-04-20T12:10:01.666868Z","end":"2026-04-20T12:10:02.001857Z","steps":["trace[1716106710] 'process raft request' (duration: 334.335491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:10:02.001932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:10:01.666846Z","time spent":"335.044221ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T12:10:04.194197Z","caller":"traceutil/trace.go:171","msg":"trace[923013725] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"103.736535ms","start":"2026-04-20T12:10:04.090422Z","end":"2026-04-20T12:10:04.194158Z","steps":["trace[923013725] 'process raft request' (duration: 103.471358ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:10:04.288032Z","caller":"traceutil/trace.go:171","msg":"trace[1879223235] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8811; }","duration":"173.245108ms","start":"2026-04-20T12:10:04.114758Z","end":"2026-04-20T12:10:04.288003Z","steps":["trace[1879223235] 'read index received' (duration: 79.201339ms)","trace[1879223235] 'applied index is now lower than readState.Index' (duration: 94.042569ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:10:04.28818Z","caller":"traceutil/trace.go:171","msg":"trace[652214164] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"192.411775ms","start":"2026-04-20T12:10:04.095753Z","end":"2026-04-20T12:10:04.288165Z","steps":["trace[652214164] 'process raft request' (duration: 171.388547ms)","trace[652214164] 'compare' (duration: 20.71195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:10:04.28845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.455284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-20T12:10:04.288515Z","caller":"traceutil/trace.go:171","msg":"trace[1056845982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8505; }","duration":"169.566437ms","start":"2026-04-20T12:10:04.11893Z","end":"2026-04-20T12:10:04.288496Z","steps":["trace[1056845982] 'agreement among raft nodes before linearized reading' (duration: 169.399932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:10:04.288567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.798604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T12:10:04.288646Z","caller":"traceutil/trace.go:171","msg":"trace[975607996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8505; }","duration":"173.924707ms","start":"2026-04-20T12:10:04.114704Z","end":"2026-04-20T12:10:04.288629Z","steps":["trace[975607996] 'agreement among raft nodes before linearized reading' (duration: 173.700641ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:10:13.864714Z","caller":"traceutil/trace.go:171","msg":"trace[387327607] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"113.544875ms","start":"2026-04-20T12:10:13.751144Z","end":"2026-04-20T12:10:13.864689Z","steps":["trace[387327607] 'process raft request' (duration: 65.354579ms)","trace[387327607] 'compare' (duration: 48.072033ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:10:13.866496Z","caller":"traceutil/trace.go:171","msg":"trace[1155987934] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8602; }","duration":"111.406346ms","start":"2026-04-20T12:10:13.755065Z","end":"2026-04-20T12:10:13.866471Z","steps":["trace[1155987934] 'process raft request' (duration: 111.263092ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:10:14.610364Z","caller":"traceutil/trace.go:171","msg":"trace[555234429] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8920; }","duration":"108.65852ms","start":"2026-04-20T12:10:14.501688Z","end":"2026-04-20T12:10:14.610346Z","steps":["trace[555234429] 'read index received' (duration: 94.903762ms)","trace[555234429] 'applied index is now lower than readState.Index' (duration: 13.754128ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:10:14.610522Z","caller":"traceutil/trace.go:171","msg":"trace[1246815503] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"144.157817ms","start":"2026-04-20T12:10:14.466324Z","end":"2026-04-20T12:10:14.610482Z","steps":["trace[1246815503] 'process raft request' (duration: 130.275645ms)","trace[1246815503] 'compare' (duration: 13.637885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:10:14.610625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.174008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T12:10:14.610661Z","caller":"traceutil/trace.go:171","msg":"trace[1451764049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8609; }","duration":"136.24461ms","start":"2026-04-20T12:10:14.474407Z","end":"2026-04-20T12:10:14.610651Z","steps":["trace[1451764049] 'agreement among raft nodes before linearized reading' (duration: 136.012843ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:11:12.562065Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000252f.wal"} {"level":"info","ts":"2026-04-20T12:12:12.587963Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T12:12:12.593333Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T12:12:12.593458Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T12:14:21.644552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8232} {"level":"info","ts":"2026-04-20T12:14:21.724319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8232,"took":"77.53143ms","hash":1175386884,"current-db-size-bytes":57774080,"current-db-size":"58 MB","current-db-size-in-use-bytes":25710592,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-20T12:14:21.724453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1175386884,"revision":8232,"compact-revision":6008} {"level":"warn","ts":"2026-04-20T12:18:22.562563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085286922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T12:18:22.78122Z","caller":"traceutil/trace.go:171","msg":"trace[807253409] linearizableReadLoop","detail":"{readStateIndex:12295; appliedIndex:12294; }","duration":"718.991222ms","start":"2026-04-20T12:18:22.062201Z","end":"2026-04-20T12:18:22.781192Z","steps":["trace[807253409] 'read index received' (duration: 718.745156ms)","trace[807253409] 'applied index is now lower than readState.Index' (duration: 244.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:18:22.78126Z","caller":"traceutil/trace.go:171","msg":"trace[197256896] transaction","detail":"{read_only:false; response_revision:11871; number_of_response:1; }","duration":"725.287366ms","start":"2026-04-20T12:18:22.055945Z","end":"2026-04-20T12:18:22.781232Z","steps":["trace[197256896] 'process raft request' (duration: 725.025958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:22.781417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.212598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztc6p\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-04-20T12:18:22.781424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.055922Z","time spent":"725.429609ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T12:18:22.78146Z","caller":"traceutil/trace.go:171","msg":"trace[967270110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztc6p; range_end:; response_count:1; response_revision:11871; }","duration":"719.29114ms","start":"2026-04-20T12:18:22.062159Z","end":"2026-04-20T12:18:22.78145Z","steps":["trace[967270110] 'agreement among raft nodes before linearized reading' (duration: 719.154547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:22.781481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.062142Z","time spent":"719.334261ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-ztc6p\" "} {"level":"warn","ts":"2026-04-20T12:18:22.781547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.586383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T12:18:22.781684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.084994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T12:18:22.781667Z","caller":"traceutil/trace.go:171","msg":"trace[1626163774] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11871; }","duration":"622.763278ms","start":"2026-04-20T12:18:22.158874Z","end":"2026-04-20T12:18:22.781637Z","steps":["trace[1626163774] 'agreement among raft nodes before linearized reading' (duration: 622.534041ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:22.78175Z","caller":"traceutil/trace.go:171","msg":"trace[842097781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11871; }","duration":"389.203007ms","start":"2026-04-20T12:18:22.392526Z","end":"2026-04-20T12:18:22.781729Z","steps":["trace[842097781] 'agreement among raft nodes before linearized reading' (duration: 388.982571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:22.781766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.158858Z","time spent":"622.888531ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:18:22.78181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.392506Z","time spent":"389.29122ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T12:18:23.38298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085286926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:18:23.883302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265296085286926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T12:18:24.23892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452877295s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T12:18:24.240903Z","caller":"traceutil/trace.go:171","msg":"trace[424674803] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"1.454919371s","start":"2026-04-20T12:18:22.785957Z","end":"2026-04-20T12:18:24.240876Z","steps":["trace[424674803] 'process raft request' (duration: 1.454769187s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.241064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.78594Z","time spent":"1.455029585s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T12:18:24.242493Z","caller":"traceutil/trace.go:171","msg":"trace[891751244] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"1.455461047s","start":"2026-04-20T12:18:22.786993Z","end":"2026-04-20T12:18:24.242454Z","steps":["trace[891751244] 'process raft request' (duration: 1.455264641s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.242519Z","caller":"traceutil/trace.go:171","msg":"trace[261460432] transaction","detail":"{read_only:false; response_revision:11874; number_of_response:1; }","duration":"1.380934288s","start":"2026-04-20T12:18:22.861545Z","end":"2026-04-20T12:18:24.242479Z","steps":["trace[261460432] 'process raft request' (duration: 1.380816335s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.242553Z","caller":"traceutil/trace.go:171","msg":"trace[1767197446] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"1.024736208s","start":"2026-04-20T12:18:23.21779Z","end":"2026-04-20T12:18:24.242526Z","steps":["trace[1767197446] 'process raft request' (duration: 1.024596684s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.242444Z","caller":"traceutil/trace.go:171","msg":"trace[856503866] linearizableReadLoop","detail":"{readStateIndex:12299; appliedIndex:12296; }","duration":"1.360229619s","start":"2026-04-20T12:18:22.882193Z","end":"2026-04-20T12:18:24.242423Z","steps":["trace[856503866] 'read index received' (duration: 1.358668436s)","trace[856503866] 'applied index is now lower than readState.Index' (duration: 1.560333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T12:18:24.242656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.786967Z","time spent":"1.455608081s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:18:24.242696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.217762Z","time spent":"1.02486018s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T12:18:24.242738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360537677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-20T12:18:24.242779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172842808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:18:24.242795Z","caller":"traceutil/trace.go:171","msg":"trace[408462881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11875; }","duration":"1.36062099s","start":"2026-04-20T12:18:22.882158Z","end":"2026-04-20T12:18:24.242779Z","steps":["trace[408462881] 'agreement among raft nodes before linearized reading' (duration: 1.360444905s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.242826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.882142Z","time spent":"1.360677302s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-20T12:18:24.242826Z","caller":"traceutil/trace.go:171","msg":"trace[2133939104] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11875; }","duration":"1.17290769s","start":"2026-04-20T12:18:23.069889Z","end":"2026-04-20T12:18:24.242797Z","steps":["trace[2133939104] 'agreement among raft nodes before linearized reading' (duration: 1.172855589s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.242861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.069868Z","time spent":"1.172986303s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:18:24.24286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.802435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T12:18:24.242881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.164201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-20T12:18:24.242896Z","caller":"traceutil/trace.go:171","msg":"trace[1307424617] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11875; }","duration":"934.845006ms","start":"2026-04-20T12:18:23.308041Z","end":"2026-04-20T12:18:24.242887Z","steps":["trace[1307424617] 'agreement among raft nodes before linearized reading' (duration: 934.775595ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.242913Z","caller":"traceutil/trace.go:171","msg":"trace[1980503247] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11875; }","duration":"654.224883ms","start":"2026-04-20T12:18:23.588679Z","end":"2026-04-20T12:18:24.242904Z","steps":["trace[1980503247] 'agreement among raft nodes before linearized reading' (duration: 654.11688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.242918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230414681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T12:18:24.242923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.30797Z","time spent":"934.946979ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:18:24.242947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.588662Z","time spent":"654.277244ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-20T12:18:24.242952Z","caller":"traceutil/trace.go:171","msg":"trace[1148914496] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11875; }","duration":"1.230471112s","start":"2026-04-20T12:18:23.01247Z","end":"2026-04-20T12:18:24.242941Z","steps":["trace[1148914496] 'agreement among raft nodes before linearized reading' (duration: 1.230419481s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.242966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301428552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T12:18:24.242956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273267779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-20T12:18:24.242978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.012455Z","time spent":"1.230516394s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:18:24.242959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279046458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-20T12:18:24.242995Z","caller":"traceutil/trace.go:171","msg":"trace[1356391199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11875; }","duration":"1.301504205s","start":"2026-04-20T12:18:22.941477Z","end":"2026-04-20T12:18:24.242981Z","steps":["trace[1356391199] 'agreement among raft nodes before linearized reading' (duration: 1.301465164s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.243012Z","caller":"traceutil/trace.go:171","msg":"trace[1049824003] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11875; }","duration":"1.273357871s","start":"2026-04-20T12:18:22.969637Z","end":"2026-04-20T12:18:24.242995Z","steps":["trace[1049824003] 'agreement among raft nodes before linearized reading' (duration: 1.273152616s)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.243021Z","caller":"traceutil/trace.go:171","msg":"trace[23107626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11875; }","duration":"1.279155751s","start":"2026-04-20T12:18:22.963848Z","end":"2026-04-20T12:18:24.243004Z","steps":["trace[23107626] 'agreement among raft nodes before linearized reading' (duration: 1.278971746s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.243026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.941452Z","time spent":"1.301567786s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-20T12:18:24.242909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354554613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-20T12:18:24.243048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.963799Z","time spent":"1.279243303s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-20T12:18:24.243051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.969623Z","time spent":"1.273417463s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-20T12:18:24.242989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011441072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T12:18:24.243142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.385204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-20T12:18:24.243152Z","caller":"traceutil/trace.go:171","msg":"trace[1764446460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11875; }","duration":"1.011644788s","start":"2026-04-20T12:18:23.2315Z","end":"2026-04-20T12:18:24.243144Z","steps":["trace[1764446460] 'agreement among raft nodes before linearized reading' (duration: 1.011458192s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.243172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:23.231482Z","time spent":"1.011684918s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T12:18:24.243178Z","caller":"traceutil/trace.go:171","msg":"trace[1969870148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11875; }","duration":"269.431916ms","start":"2026-04-20T12:18:23.973724Z","end":"2026-04-20T12:18:24.243156Z","steps":["trace[1969870148] 'agreement among raft nodes before linearized reading' (duration: 269.378014ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:18:24.243096Z","caller":"traceutil/trace.go:171","msg":"trace[573585252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11875; }","duration":"1.354770009s","start":"2026-04-20T12:18:22.888285Z","end":"2026-04-20T12:18:24.243055Z","steps":["trace[573585252] 'agreement among raft nodes before linearized reading' (duration: 1.3544515s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.243242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.888252Z","time spent":"1.354981565s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T12:18:24.243302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265541466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127945"} {"level":"info","ts":"2026-04-20T12:18:24.243335Z","caller":"traceutil/trace.go:171","msg":"trace[1130560147] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11875; }","duration":"1.265579657s","start":"2026-04-20T12:18:22.977734Z","end":"2026-04-20T12:18:24.243314Z","steps":["trace[1130560147] 'agreement among raft nodes before linearized reading' (duration: 1.265487405s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:18:24.243357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.977724Z","time spent":"1.265627178s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127968,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-20T12:18:24.243563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:18:22.861526Z","time spent":"1.381066631s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T12:19:21.65293Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10625} {"level":"info","ts":"2026-04-20T12:19:21.729817Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10625,"took":"74.484008ms","hash":4265704571,"current-db-size-bytes":57774080,"current-db-size":"58 MB","current-db-size-in-use-bytes":20889600,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-20T12:19:21.729866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4265704571,"revision":10625,"compact-revision":8232}