{"level":"warn","ts":"2026-03-09T01:38:17.930324Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:17.930419Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:38:17.930486Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:17.9305Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-09T01:38:17.930518Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:17.931556Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-09T01:38:17.931658Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:38:17.937337Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.540605ms"} {"level":"info","ts":"2026-03-09T01:38:17.946133Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-09T01:38:17.946239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:38:17.946263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-09T01:38:17.94629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:38:17.9463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-09T01:38:17.946348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-09T01:38:17.950637Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:38:17.952385Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:38:17.953553Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:38:17.955782Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:38:17.956118Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:38:17.957847Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:17.958054Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:17.958085Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:17.958472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-09T01:38:17.959967Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-09T01:38:17.963422Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:17.96353Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-09T01:38:17.963601Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-09T01:38:17.963813Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:38:17.963887Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:38:18.047176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:38:18.047341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:38:18.047403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-09T01:38:18.047447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:38:18.047488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-09T01:38:18.047527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-09T01:38:18.047568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-09T01:38:18.04841Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:38:18.048417Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:18.048482Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:18.048438Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:18.048757Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:38:18.048935Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:38:18.051362Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-09T01:38:18.05202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:38:18.052208Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:18.052366Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:18.052452Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:21.681684Z","caller":"traceutil/trace.go:171","msg":"trace[987841451] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"139.591493ms","start":"2026-03-09T01:38:21.542066Z","end":"2026-03-09T01:38:21.681658Z","steps":["trace[987841451] 'process raft request' (duration: 90.086823ms)","trace[987841451] 'compare' (duration: 49.380977ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:29.285831Z","caller":"traceutil/trace.go:171","msg":"trace[941920310] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"109.093006ms","start":"2026-03-09T01:38:29.176706Z","end":"2026-03-09T01:38:29.285799Z","steps":["trace[941920310] 'process raft request' (duration: 31.807113ms)","trace[941920310] 'compare' (duration: 77.082617ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:30.352832Z","caller":"traceutil/trace.go:171","msg":"trace[820958913] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"151.124591ms","start":"2026-03-09T01:38:30.201682Z","end":"2026-03-09T01:38:30.352807Z","steps":["trace[820958913] 'process raft request' (duration: 91.640208ms)","trace[820958913] 'compare' (duration: 59.308039ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:30.353193Z","caller":"traceutil/trace.go:171","msg":"trace[1210567199] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"149.627678ms","start":"2026-03-09T01:38:30.203534Z","end":"2026-03-09T01:38:30.353162Z","steps":["trace[1210567199] 'process raft request' (duration: 149.232458ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:34.842427Z","caller":"traceutil/trace.go:171","msg":"trace[717016754] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"468.329451ms","start":"2026-03-09T01:38:34.374073Z","end":"2026-03-09T01:38:34.842402Z","steps":["trace[717016754] 'process raft request' (duration: 468.187506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:34.842913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:34.374048Z","time spent":"468.449053ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:38:34.845258Z","caller":"traceutil/trace.go:171","msg":"trace[1099833355] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:384; }","duration":"315.911529ms","start":"2026-03-09T01:38:34.529315Z","end":"2026-03-09T01:38:34.845227Z","steps":["trace[1099833355] 'read index received' (duration: 312.938962ms)","trace[1099833355] 'applied index is now lower than readState.Index' (duration: 2.971557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:34.845451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.092864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4421"} {"level":"info","ts":"2026-03-09T01:38:34.845509Z","caller":"traceutil/trace.go:171","msg":"trace[707439026] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:372; }","duration":"316.210576ms","start":"2026-03-09T01:38:34.529286Z","end":"2026-03-09T01:38:34.845497Z","steps":["trace[707439026] 'agreement among raft nodes before linearized reading' (duration: 316.044342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:34.845545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:34.529277Z","time spent":"316.257898ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4444,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-09T01:38:34.845514Z","caller":"traceutil/trace.go:171","msg":"trace[686056605] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"395.925823ms","start":"2026-03-09T01:38:34.449553Z","end":"2026-03-09T01:38:34.845479Z","steps":["trace[686056605] 'process raft request' (duration: 395.572134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:34.846017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:34.449529Z","time spent":"396.238411ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:38:45.088136Z","caller":"traceutil/trace.go:171","msg":"trace[1101766734] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"144.379995ms","start":"2026-03-09T01:38:44.943731Z","end":"2026-03-09T01:38:45.088111Z","steps":["trace[1101766734] 'process raft request' (duration: 144.210441ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:49.60935Z","caller":"traceutil/trace.go:171","msg":"trace[1433771061] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"118.88311ms","start":"2026-03-09T01:38:49.490427Z","end":"2026-03-09T01:38:49.60931Z","steps":["trace[1433771061] 'process raft request' (duration: 118.669995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:49.986511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.750382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4421"} {"level":"info","ts":"2026-03-09T01:38:49.98665Z","caller":"traceutil/trace.go:171","msg":"trace[497165908] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:471; }","duration":"154.981007ms","start":"2026-03-09T01:38:49.83164Z","end":"2026-03-09T01:38:49.986621Z","steps":["trace[497165908] 'range keys from in-memory index tree' (duration: 154.590788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:50.401165Z","caller":"traceutil/trace.go:171","msg":"trace[284304516] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"409.611003ms","start":"2026-03-09T01:38:49.991517Z","end":"2026-03-09T01:38:50.401128Z","steps":["trace[284304516] 'process raft request' (duration: 409.438439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.401378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:49.991476Z","time spent":"409.797048ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:38:50.495908Z","caller":"traceutil/trace.go:171","msg":"trace[1233812018] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"192.140022ms","start":"2026-03-09T01:38:50.303722Z","end":"2026-03-09T01:38:50.495862Z","steps":["trace[1233812018] 'read index received' (duration: 97.501093ms)","trace[1233812018] 'applied index is now lower than readState.Index' (duration: 94.637769ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:50.496002Z","caller":"traceutil/trace.go:171","msg":"trace[485238266] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"500.685231ms","start":"2026-03-09T01:38:49.995293Z","end":"2026-03-09T01:38:50.495978Z","steps":["trace[485238266] 'process raft request' (duration: 500.25606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.496207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.350318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:38:50.496232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:49.995283Z","time spent":"500.782103ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:38:50.496258Z","caller":"traceutil/trace.go:171","msg":"trace[509999450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:473; }","duration":"192.586993ms","start":"2026-03-09T01:38:50.303657Z","end":"2026-03-09T01:38:50.496244Z","steps":["trace[509999450] 'agreement among raft nodes before linearized reading' (duration: 192.348508ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:53.54931Z","caller":"traceutil/trace.go:171","msg":"trace[220749355] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"125.309678ms","start":"2026-03-09T01:38:53.423953Z","end":"2026-03-09T01:38:53.549263Z","steps":["trace[220749355] 'process raft request' (duration: 125.019062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:57.942952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.775184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T01:38:57.94309Z","caller":"traceutil/trace.go:171","msg":"trace[541379235] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"349.085634ms","start":"2026-03-09T01:38:57.593971Z","end":"2026-03-09T01:38:57.943056Z","steps":["trace[541379235] 'read index received' (duration: 53.191µs)","trace[541379235] 'applied index is now lower than readState.Index' (duration: 349.030703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:57.943239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.527981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:38:57.944413Z","caller":"traceutil/trace.go:171","msg":"trace[536606274] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"349.684409ms","start":"2026-03-09T01:38:57.594632Z","end":"2026-03-09T01:38:57.944316Z","steps":["trace[536606274] 'agreement among raft nodes before linearized reading' (duration: 348.553582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:57.944484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.476866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:38:57.944568Z","caller":"traceutil/trace.go:171","msg":"trace[1578363570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"350.63245ms","start":"2026-03-09T01:38:57.593893Z","end":"2026-03-09T01:38:57.944525Z","steps":["trace[1578363570] 'agreement among raft nodes before linearized reading' (duration: 349.259669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:57.94462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:57.594601Z","time spent":"349.928464ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:38:57.944643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:57.593864Z","time spent":"350.762042ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:38:57.946287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.266131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:38:57.946442Z","caller":"traceutil/trace.go:171","msg":"trace[10049006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"240.431805ms","start":"2026-03-09T01:38:57.70597Z","end":"2026-03-09T01:38:57.946402Z","steps":["trace[10049006] 'agreement among raft nodes before linearized reading' (duration: 238.48065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:58.080155Z","caller":"traceutil/trace.go:171","msg":"trace[1634615715] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"127.055228ms","start":"2026-03-09T01:38:57.95308Z","end":"2026-03-09T01:38:58.080135Z","steps":["trace[1634615715] 'process raft request' (duration: 126.868054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:58.534384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.229508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:38:58.534508Z","caller":"traceutil/trace.go:171","msg":"trace[683798500] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"444.458332ms","start":"2026-03-09T01:38:58.090033Z","end":"2026-03-09T01:38:58.534491Z","steps":["trace[683798500] 'read index received' (duration: 325.855577ms)","trace[683798500] 'applied index is now lower than readState.Index' (duration: 118.601405ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:58.534572Z","caller":"traceutil/trace.go:171","msg":"trace[572092665] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"581.386073ms","start":"2026-03-09T01:38:57.953149Z","end":"2026-03-09T01:38:58.534535Z","steps":["trace[572092665] 'process raft request' (duration: 462.918231ms)","trace[572092665] 'compare' (duration: 118.063513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:58.534632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.587975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:38:58.534679Z","caller":"traceutil/trace.go:171","msg":"trace[396735331] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"444.706398ms","start":"2026-03-09T01:38:58.089955Z","end":"2026-03-09T01:38:58.534662Z","steps":["trace[396735331] 'agreement among raft nodes before linearized reading' (duration: 444.590225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:58.534709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:58.089893Z","time spent":"444.80821ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:38:58.534728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:57.953089Z","time spent":"581.566549ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:58.534759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.115161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h5xb2\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-09T01:38:58.534827Z","caller":"traceutil/trace.go:171","msg":"trace[945919204] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h5xb2; range_end:; response_count:1; response_revision:516; }","duration":"355.218213ms","start":"2026-03-09T01:38:58.179591Z","end":"2026-03-09T01:38:58.53481Z","steps":["trace[945919204] 'agreement among raft nodes before linearized reading' (duration: 355.012559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:58.53487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:58.179567Z","time spent":"355.291585ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-h5xb2\" "} {"level":"warn","ts":"2026-03-09T01:38:59.030767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.131715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:38:59.030905Z","caller":"traceutil/trace.go:171","msg":"trace[1550141943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"158.351209ms","start":"2026-03-09T01:38:58.872523Z","end":"2026-03-09T01:38:59.030875Z","steps":["trace[1550141943] 'range keys from in-memory index tree' (duration: 157.998051ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:01.725154Z","caller":"traceutil/trace.go:171","msg":"trace[1650953837] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"411.784499ms","start":"2026-03-09T01:39:01.313344Z","end":"2026-03-09T01:39:01.725129Z","steps":["trace[1650953837] 'process raft request' (duration: 411.653017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:01.72533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:01.313331Z","time spent":"411.904783ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:01.731775Z","caller":"traceutil/trace.go:171","msg":"trace[1672974716] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"268.088063ms","start":"2026-03-09T01:39:01.463627Z","end":"2026-03-09T01:39:01.731715Z","steps":["trace[1672974716] 'process raft request' (duration: 267.725975ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:01.731965Z","caller":"traceutil/trace.go:171","msg":"trace[1359455752] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"234.307926ms","start":"2026-03-09T01:39:01.497623Z","end":"2026-03-09T01:39:01.731931Z","steps":["trace[1359455752] 'process raft request' (duration: 233.951408ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:07.678334Z","caller":"traceutil/trace.go:171","msg":"trace[1480878043] transaction","detail":"{read_only:false; number_of_response:0; response_revision:757; }","duration":"140.163416ms","start":"2026-03-09T01:39:07.538148Z","end":"2026-03-09T01:39:07.678311Z","steps":["trace[1480878043] 'process raft request' (duration: 138.497377ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:15.974399Z","caller":"traceutil/trace.go:171","msg":"trace[737909243] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"168.103349ms","start":"2026-03-09T01:40:15.806272Z","end":"2026-03-09T01:40:15.974375Z","steps":["trace[737909243] 'read index received' (duration: 167.924113ms)","trace[737909243] 'applied index is now lower than readState.Index' (duration: 177.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:15.974554Z","caller":"traceutil/trace.go:171","msg":"trace[1324447934] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"342.047044ms","start":"2026-03-09T01:40:15.63249Z","end":"2026-03-09T01:40:15.974537Z","steps":["trace[1324447934] 'process raft request' (duration: 341.712765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.974669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.382785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:40:15.974686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.632478Z","time spent":"342.125215ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:15.974716Z","caller":"traceutil/trace.go:171","msg":"trace[1263157961] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1578; }","duration":"168.481768ms","start":"2026-03-09T01:40:15.806222Z","end":"2026-03-09T01:40:15.974704Z","steps":["trace[1263157961] 'agreement among raft nodes before linearized reading' (duration: 168.395666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.974665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.04931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:15.974793Z","caller":"traceutil/trace.go:171","msg":"trace[877094143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"102.220554ms","start":"2026-03-09T01:40:15.872556Z","end":"2026-03-09T01:40:15.974777Z","steps":["trace[877094143] 'agreement among raft nodes before linearized reading' (duration: 102.064911ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.214239Z","caller":"traceutil/trace.go:171","msg":"trace[1806091920] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"230.372928ms","start":"2026-03-09T01:40:15.983821Z","end":"2026-03-09T01:40:16.214194Z","steps":["trace[1806091920] 'process raft request' (duration: 214.388482ms)","trace[1806091920] 'compare' (duration: 15.663178ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:16.231045Z","caller":"traceutil/trace.go:171","msg":"trace[111753528] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"246.828385ms","start":"2026-03-09T01:40:15.984189Z","end":"2026-03-09T01:40:16.231017Z","steps":["trace[111753528] 'process raft request' (duration: 246.556149ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.231369Z","caller":"traceutil/trace.go:171","msg":"trace[93578444] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"246.725654ms","start":"2026-03-09T01:40:15.98461Z","end":"2026-03-09T01:40:16.231335Z","steps":["trace[93578444] 'process raft request' (duration: 246.323403ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.23152Z","caller":"traceutil/trace.go:171","msg":"trace[307059786] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1642; }","duration":"228.498811ms","start":"2026-03-09T01:40:16.002991Z","end":"2026-03-09T01:40:16.231489Z","steps":["trace[307059786] 'read index received' (duration: 195.232916ms)","trace[307059786] 'applied index is now lower than readState.Index' (duration: 33.264585ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:16.231514Z","caller":"traceutil/trace.go:171","msg":"trace[935806360] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"245.598094ms","start":"2026-03-09T01:40:15.985889Z","end":"2026-03-09T01:40:16.231487Z","steps":["trace[935806360] 'process raft request' (duration: 245.372469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:16.231792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.772628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:40:16.231841Z","caller":"traceutil/trace.go:171","msg":"trace[830524351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1583; }","duration":"228.89625ms","start":"2026-03-09T01:40:16.00293Z","end":"2026-03-09T01:40:16.231826Z","steps":["trace[830524351] 'agreement among raft nodes before linearized reading' (duration: 228.647445ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.231882Z","caller":"traceutil/trace.go:171","msg":"trace[1937725993] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"244.181147ms","start":"2026-03-09T01:40:15.987683Z","end":"2026-03-09T01:40:16.231864Z","steps":["trace[1937725993] 'process raft request' (duration: 243.719756ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.895109Z","caller":"traceutil/trace.go:171","msg":"trace[744782580] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"327.434672ms","start":"2026-03-09T01:40:16.567648Z","end":"2026-03-09T01:40:16.895083Z","steps":["trace[744782580] 'read index received' (duration: 327.219996ms)","trace[744782580] 'applied index is now lower than readState.Index' (duration: 213.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:16.895421Z","caller":"traceutil/trace.go:171","msg":"trace[66300747] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"355.682449ms","start":"2026-03-09T01:40:16.539549Z","end":"2026-03-09T01:40:16.895232Z","steps":["trace[66300747] 'process raft request' (duration: 355.338609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:16.895553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:16.539525Z","time spent":"355.931325ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:16.895628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.966674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:16.895712Z","caller":"traceutil/trace.go:171","msg":"trace[1718153192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1584; }","duration":"328.091079ms","start":"2026-03-09T01:40:16.567601Z","end":"2026-03-09T01:40:16.895692Z","steps":["trace[1718153192] 'agreement among raft nodes before linearized reading' (duration: 327.886393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:16.895773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:16.567581Z","time spent":"328.182571ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:40:16.966784Z","caller":"traceutil/trace.go:171","msg":"trace[1629736500] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"105.894869ms","start":"2026-03-09T01:40:16.860868Z","end":"2026-03-09T01:40:16.966762Z","steps":["trace[1629736500] 'process raft request' (duration: 96.638954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:23.224368Z","caller":"traceutil/trace.go:171","msg":"trace[1712804297] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"148.139741ms","start":"2026-03-09T01:40:23.076202Z","end":"2026-03-09T01:40:23.224342Z","steps":["trace[1712804297] 'process raft request' (duration: 147.998667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:23.409726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.545793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:40:23.409817Z","caller":"traceutil/trace.go:171","msg":"trace[1984075053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1641; }","duration":"126.675886ms","start":"2026-03-09T01:40:23.283115Z","end":"2026-03-09T01:40:23.409791Z","steps":["trace[1984075053] 'range keys from in-memory index tree' (duration: 126.336437ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:31.103738Z","caller":"traceutil/trace.go:171","msg":"trace[1373767556] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"138.025253ms","start":"2026-03-09T01:40:30.965651Z","end":"2026-03-09T01:40:31.103676Z","steps":["trace[1373767556] 'process raft request' (duration: 137.829549ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:31.194199Z","caller":"traceutil/trace.go:171","msg":"trace[432638123] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1759; }","duration":"169.184644ms","start":"2026-03-09T01:40:31.024985Z","end":"2026-03-09T01:40:31.19417Z","steps":["trace[432638123] 'read index received' (duration: 78.416991ms)","trace[432638123] 'applied index is now lower than readState.Index' (duration: 90.765943ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:31.194262Z","caller":"traceutil/trace.go:171","msg":"trace[1039968651] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"177.150977ms","start":"2026-03-09T01:40:31.017068Z","end":"2026-03-09T01:40:31.194218Z","steps":["trace[1039968651] 'process raft request' (duration: 156.437372ms)","trace[1039968651] 'compare' (duration: 20.517441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:31.194512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.492572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-09T01:40:31.194689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.866804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:31.19471Z","caller":"traceutil/trace.go:171","msg":"trace[448741387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1694; }","duration":"169.703368ms","start":"2026-03-09T01:40:31.02495Z","end":"2026-03-09T01:40:31.194653Z","steps":["trace[448741387] 'agreement among raft nodes before linearized reading' (duration: 169.328558ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:31.194763Z","caller":"traceutil/trace.go:171","msg":"trace[467388058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1694; }","duration":"134.977517ms","start":"2026-03-09T01:40:31.059768Z","end":"2026-03-09T01:40:31.194745Z","steps":["trace[467388058] 'agreement among raft nodes before linearized reading' (duration: 134.625399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:31.194567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.596035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:31.194911Z","caller":"traceutil/trace.go:171","msg":"trace[2003537372] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1694; }","duration":"143.983124ms","start":"2026-03-09T01:40:31.050903Z","end":"2026-03-09T01:40:31.194886Z","steps":["trace[2003537372] 'agreement among raft nodes before linearized reading' (duration: 143.565514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:31.19471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.945756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:40:31.194979Z","caller":"traceutil/trace.go:171","msg":"trace[581782052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1694; }","duration":"135.238873ms","start":"2026-03-09T01:40:31.059724Z","end":"2026-03-09T01:40:31.194963Z","steps":["trace[581782052] 'agreement among raft nodes before linearized reading' (duration: 134.732621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:31.195483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-09T01:40:31.195581Z","caller":"traceutil/trace.go:171","msg":"trace[1883027689] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1694; }","duration":"164.755422ms","start":"2026-03-09T01:40:31.030809Z","end":"2026-03-09T01:40:31.195564Z","steps":["trace[1883027689] 'agreement among raft nodes before linearized reading' (duration: 163.53628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:08.001966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109799334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:08.503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109799334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:09.003448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109799334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:09.184961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712421274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:09.188745Z","caller":"traceutil/trace.go:171","msg":"trace[285571755] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.716270923s","start":"2026-03-09T01:41:07.472437Z","end":"2026-03-09T01:41:09.188708Z","steps":["trace[285571755] 'process raft request' (duration: 1.712785154s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:09.18883Z","caller":"traceutil/trace.go:171","msg":"trace[903518431] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1958; }","duration":"1.687709305s","start":"2026-03-09T01:41:07.501089Z","end":"2026-03-09T01:41:09.188799Z","steps":["trace[903518431] 'read index received' (duration: 1.684143544s)","trace[903518431] 'applied index is now lower than readState.Index' (duration: 3.562691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:09.188994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.47242Z","time spent":"1.716416216s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:09.189058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687977601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:09.189089Z","caller":"traceutil/trace.go:171","msg":"trace[568077595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"1.688011823s","start":"2026-03-09T01:41:07.501068Z","end":"2026-03-09T01:41:09.18908Z","steps":["trace[568077595] 'agreement among raft nodes before linearized reading' (duration: 1.68787125s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.501005Z","time spent":"1.688112445s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:09.189253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453574272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:09.189285Z","caller":"traceutil/trace.go:171","msg":"trace[1847121158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1884; }","duration":"1.453641144s","start":"2026-03-09T01:41:07.735636Z","end":"2026-03-09T01:41:09.189277Z","steps":["trace[1847121158] 'agreement among raft nodes before linearized reading' (duration: 1.453561412s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.735616Z","time spent":"1.453690155s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:09.189355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.725611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b08b32119ba60\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-09T01:41:09.189429Z","caller":"traceutil/trace.go:171","msg":"trace[1517841144] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b08b32119ba60; range_end:; response_count:1; response_revision:1884; }","duration":"452.825994ms","start":"2026-03-09T01:41:08.736581Z","end":"2026-03-09T01:41:09.189407Z","steps":["trace[1517841144] 'agreement among raft nodes before linearized reading' (duration: 452.636069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.18943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.689684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:41:09.18945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.3826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:09.189492Z","caller":"traceutil/trace.go:171","msg":"trace[1078026869] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1884; }","duration":"621.782266ms","start":"2026-03-09T01:41:08.567694Z","end":"2026-03-09T01:41:09.189477Z","steps":["trace[1078026869] 'agreement among raft nodes before linearized reading' (duration: 621.654143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.736563Z","time spent":"452.908895ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b08b32119ba60\" "} {"level":"warn","ts":"2026-03-09T01:41:09.189533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.567592Z","time spent":"621.93247ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:41:09.189534Z","caller":"traceutil/trace.go:171","msg":"trace[1812790018] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1884; }","duration":"936.523253ms","start":"2026-03-09T01:41:08.252993Z","end":"2026-03-09T01:41:09.189517Z","steps":["trace[1812790018] 'agreement among raft nodes before linearized reading' (duration: 936.349509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.252972Z","time spent":"936.595545ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:09.18974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318365888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:09.189788Z","caller":"traceutil/trace.go:171","msg":"trace[1361923697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"1.3184501s","start":"2026-03-09T01:41:07.871323Z","end":"2026-03-09T01:41:09.189773Z","steps":["trace[1361923697] 'agreement among raft nodes before linearized reading' (duration: 1.318331807s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.871301Z","time spent":"1.318511362s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:09.189815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.963288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:41:09.189828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.162773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-09T01:41:09.189895Z","caller":"traceutil/trace.go:171","msg":"trace[1569504349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1884; }","duration":"115.227985ms","start":"2026-03-09T01:41:09.074651Z","end":"2026-03-09T01:41:09.189879Z","steps":["trace[1569504349] 'agreement among raft nodes before linearized reading' (duration: 115.0673ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:09.189854Z","caller":"traceutil/trace.go:171","msg":"trace[2131507264] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1884; }","duration":"415.04796ms","start":"2026-03-09T01:41:08.774798Z","end":"2026-03-09T01:41:09.189846Z","steps":["trace[2131507264] 'agreement among raft nodes before linearized reading' (duration: 414.972799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.189957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426974445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-09T01:41:09.190052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.774775Z","time spent":"415.263326ms","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:41:09.190103Z","caller":"traceutil/trace.go:171","msg":"trace[227665990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"1.427131769s","start":"2026-03-09T01:41:07.76294Z","end":"2026-03-09T01:41:09.190072Z","steps":["trace[227665990] 'agreement among raft nodes before linearized reading' (duration: 1.42682415s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.190177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.762924Z","time spent":"1.427240881s","remote":"127.0.0.1:35108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:41:13.203141Z","caller":"traceutil/trace.go:171","msg":"trace[163287610] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"143.358361ms","start":"2026-03-09T01:41:13.059738Z","end":"2026-03-09T01:41:13.203097Z","steps":["trace[163287610] 'process raft request' (duration: 142.875209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.407282Z","caller":"traceutil/trace.go:171","msg":"trace[619104364] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"198.349403ms","start":"2026-03-09T01:41:13.208884Z","end":"2026-03-09T01:41:13.407233Z","steps":["trace[619104364] 'read index received' (duration: 168.617185ms)","trace[619104364] 'applied index is now lower than readState.Index' (duration: 29.731238ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:13.407301Z","caller":"traceutil/trace.go:171","msg":"trace[481356831] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"200.011285ms","start":"2026-03-09T01:41:13.207256Z","end":"2026-03-09T01:41:13.407267Z","steps":["trace[481356831] 'process raft request' (duration: 170.290547ms)","trace[481356831] 'compare' (duration: 29.521012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:13.407611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.65738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-09T01:41:13.407658Z","caller":"traceutil/trace.go:171","msg":"trace[1009097196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1904; }","duration":"198.814304ms","start":"2026-03-09T01:41:13.208832Z","end":"2026-03-09T01:41:13.407646Z","steps":["trace[1009097196] 'agreement among raft nodes before linearized reading' (duration: 198.586198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:13.408145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.971854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-09T01:41:13.408145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.014658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T01:41:13.408193Z","caller":"traceutil/trace.go:171","msg":"trace[1013729855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"180.040756ms","start":"2026-03-09T01:41:13.228138Z","end":"2026-03-09T01:41:13.408179Z","steps":["trace[1013729855] 'agreement among raft nodes before linearized reading' (duration: 179.911583ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.408204Z","caller":"traceutil/trace.go:171","msg":"trace[2120713068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1904; }","duration":"199.120132ms","start":"2026-03-09T01:41:13.209068Z","end":"2026-03-09T01:41:13.408188Z","steps":["trace[2120713068] 'agreement among raft nodes before linearized reading' (duration: 198.907967ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.656202Z","caller":"traceutil/trace.go:171","msg":"trace[1722584810] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"243.962874ms","start":"2026-03-09T01:41:13.4122Z","end":"2026-03-09T01:41:13.656163Z","steps":["trace[1722584810] 'process raft request' (duration: 243.80215ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.656213Z","caller":"traceutil/trace.go:171","msg":"trace[1135754555] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"220.834774ms","start":"2026-03-09T01:41:13.435352Z","end":"2026-03-09T01:41:13.656186Z","steps":["trace[1135754555] 'read index received' (duration: 196.576996ms)","trace[1135754555] 'applied index is now lower than readState.Index' (duration: 24.256408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:13.656371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.000198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:41:13.656414Z","caller":"traceutil/trace.go:171","msg":"trace[1013037529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1907; }","duration":"221.066669ms","start":"2026-03-09T01:41:13.435335Z","end":"2026-03-09T01:41:13.656402Z","steps":["trace[1013037529] 'agreement among raft nodes before linearized reading' (duration: 220.926276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:13.656571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.862017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:13.656613Z","caller":"traceutil/trace.go:171","msg":"trace[815240501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1907; }","duration":"169.964429ms","start":"2026-03-09T01:41:13.486638Z","end":"2026-03-09T01:41:13.656603Z","steps":["trace[815240501] 'agreement among raft nodes before linearized reading' (duration: 169.792954ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:13.656983Z","caller":"traceutil/trace.go:171","msg":"trace[1006955449] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"244.029955ms","start":"2026-03-09T01:41:13.4122Z","end":"2026-03-09T01:41:13.65623Z","steps":["trace[1006955449] 'process raft request' (duration: 219.637224ms)","trace[1006955449] 'compare' (duration: 23.896458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:51.790112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002013613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:51.790225Z","caller":"traceutil/trace.go:171","msg":"trace[393770525] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"995.524875ms","start":"2026-03-09T01:44:50.794685Z","end":"2026-03-09T01:44:51.79021Z","steps":["trace[393770525] 'read index received' (duration: 35.241µs)","trace[393770525] 'applied index is now lower than readState.Index' (duration: 995.488834ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:51.790288Z","caller":"traceutil/trace.go:171","msg":"trace[1771766137] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"1.003201905s","start":"2026-03-09T01:44:50.787038Z","end":"2026-03-09T01:44:51.790239Z","steps":["trace[1771766137] 'compare' (duration: 1.000988537s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.790381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.689389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:44:51.790418Z","caller":"traceutil/trace.go:171","msg":"trace[1296617972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3194; }","duration":"995.745812ms","start":"2026-03-09T01:44:50.794661Z","end":"2026-03-09T01:44:51.790407Z","steps":["trace[1296617972] 'agreement among raft nodes before linearized reading' (duration: 995.620378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.79046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.79465Z","time spent":"995.797913ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:44:51.790482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.787007Z","time spent":"1.003383279s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:51.790679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.638336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:51.790769Z","caller":"traceutil/trace.go:171","msg":"trace[1019583443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3194; }","duration":"919.732698ms","start":"2026-03-09T01:44:50.871005Z","end":"2026-03-09T01:44:51.790738Z","steps":["trace[1019583443] 'agreement among raft nodes before linearized reading' (duration: 919.546813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.790802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.870996Z","time spent":"919.79866ms","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:44:51.790781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.701754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:44:51.790922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.917339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:44:51.790959Z","caller":"traceutil/trace.go:171","msg":"trace[757142527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3194; }","duration":"280.940261ms","start":"2026-03-09T01:44:51.509997Z","end":"2026-03-09T01:44:51.790937Z","steps":["trace[757142527] 'agreement among raft nodes before linearized reading' (duration: 280.595502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.790917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.21558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:44:51.791012Z","caller":"traceutil/trace.go:171","msg":"trace[1985667431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:3194; }","duration":"980.039193ms","start":"2026-03-09T01:44:50.81095Z","end":"2026-03-09T01:44:51.79099Z","steps":["trace[1985667431] 'agreement among raft nodes before linearized reading' (duration: 979.672304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.791053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.810943Z","time spent":"980.102684ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"info","ts":"2026-03-09T01:44:51.791073Z","caller":"traceutil/trace.go:171","msg":"trace[1162631139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3194; }","duration":"982.390294ms","start":"2026-03-09T01:44:50.808637Z","end":"2026-03-09T01:44:51.791027Z","steps":["trace[1162631139] 'agreement among raft nodes before linearized reading' (duration: 981.988124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.79113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.808629Z","time spent":"982.489167ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:44:51.791478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.824575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:44:51.791624Z","caller":"traceutil/trace.go:171","msg":"trace[700085677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3194; }","duration":"987.986259ms","start":"2026-03-09T01:44:50.803626Z","end":"2026-03-09T01:44:51.791613Z","steps":["trace[700085677] 'agreement among raft nodes before linearized reading' (duration: 986.732337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.791655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:50.803616Z","time spent":"988.02971ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:45:02.080564Z","caller":"traceutil/trace.go:171","msg":"trace[734451638] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"240.214974ms","start":"2026-03-09T01:45:01.840314Z","end":"2026-03-09T01:45:02.080529Z","steps":["trace[734451638] 'process raft request' (duration: 240.051589ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:02.330622Z","caller":"traceutil/trace.go:171","msg":"trace[1591968571] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"489.257467ms","start":"2026-03-09T01:45:01.841303Z","end":"2026-03-09T01:45:02.33056Z","steps":["trace[1591968571] 'process raft request' (duration: 390.973826ms)","trace[1591968571] 'compare' (duration: 97.830879ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:02.330631Z","caller":"traceutil/trace.go:171","msg":"trace[749484705] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"487.501661ms","start":"2026-03-09T01:45:01.843099Z","end":"2026-03-09T01:45:02.330601Z","steps":["trace[749484705] 'process raft request' (duration: 487.310317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.330891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.84128Z","time spent":"489.458452ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:02.330874Z","caller":"traceutil/trace.go:171","msg":"trace[237321111] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3372; }","duration":"489.089982ms","start":"2026-03-09T01:45:01.841735Z","end":"2026-03-09T01:45:02.330825Z","steps":["trace[237321111] 'read index received' (duration: 238.695314ms)","trace[237321111] 'applied index is now lower than readState.Index' (duration: 250.391458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:02.33095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.843085Z","time spent":"487.747097ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:45:02.330991Z","caller":"traceutil/trace.go:171","msg":"trace[642217374] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"486.933516ms","start":"2026-03-09T01:45:01.844039Z","end":"2026-03-09T01:45:02.330972Z","steps":["trace[642217374] 'process raft request' (duration: 486.447374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.331161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.40201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:45:02.331202Z","caller":"traceutil/trace.go:171","msg":"trace[205142268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3246; }","duration":"489.486133ms","start":"2026-03-09T01:45:01.841705Z","end":"2026-03-09T01:45:02.331191Z","steps":["trace[205142268] 'agreement among raft nodes before linearized reading' (duration: 489.308378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.331227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.131637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-09T01:45:02.331295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.820143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:02.331324Z","caller":"traceutil/trace.go:171","msg":"trace[658548177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3246; }","duration":"459.904716ms","start":"2026-03-09T01:45:01.871413Z","end":"2026-03-09T01:45:02.331317Z","steps":["trace[658548177] 'agreement among raft nodes before linearized reading' (duration: 459.862245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.331344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.871387Z","time spent":"459.953426ms","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:45:02.331287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.088746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-09T01:45:02.331288Z","caller":"traceutil/trace.go:171","msg":"trace[1326758618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:3246; }","duration":"488.20646ms","start":"2026-03-09T01:45:01.843064Z","end":"2026-03-09T01:45:02.33127Z","steps":["trace[1326758618] 'agreement among raft nodes before linearized reading' (duration: 488.022835ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:02.331439Z","caller":"traceutil/trace.go:171","msg":"trace[1893263364] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3246; }","duration":"429.227159ms","start":"2026-03-09T01:45:01.902156Z","end":"2026-03-09T01:45:02.331383Z","steps":["trace[1893263364] 'agreement among raft nodes before linearized reading' (duration: 428.947243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:02.331212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.844025Z","time spent":"487.05892ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:45:02.33152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.902145Z","time spent":"429.337782ms","remote":"127.0.0.1:45916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-09T01:45:02.33123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.841692Z","time spent":"489.530623ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:45:02.33154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:45:01.843048Z","time spent":"488.416124ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"warn","ts":"2026-03-09T01:45:02.331714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.013949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-09T01:45:02.331885Z","caller":"traceutil/trace.go:171","msg":"trace[255617278] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:3246; }","duration":"205.243316ms","start":"2026-03-09T01:45:02.126617Z","end":"2026-03-09T01:45:02.33186Z","steps":["trace[255617278] 'agreement among raft nodes before linearized reading' (duration: 204.514467ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:00.480087Z","caller":"traceutil/trace.go:171","msg":"trace[612061040] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3754; }","duration":"120.936809ms","start":"2026-03-09T01:46:00.35912Z","end":"2026-03-09T01:46:00.480057Z","steps":["trace[612061040] 'read index received' (duration: 120.694703ms)","trace[612061040] 'applied index is now lower than readState.Index' (duration: 241.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:00.480162Z","caller":"traceutil/trace.go:171","msg":"trace[584355168] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"254.763389ms","start":"2026-03-09T01:46:00.22535Z","end":"2026-03-09T01:46:00.480114Z","steps":["trace[584355168] 'process raft request' (duration: 254.530304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:00.480369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.214467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:46:00.480435Z","caller":"traceutil/trace.go:171","msg":"trace[902216499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3599; }","duration":"121.33862ms","start":"2026-03-09T01:46:00.359069Z","end":"2026-03-09T01:46:00.480408Z","steps":["trace[902216499] 'agreement among raft nodes before linearized reading' (duration: 121.117544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:18.2259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.390186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:46:18.226009Z","caller":"traceutil/trace.go:171","msg":"trace[1402614424] linearizableReadLoop","detail":"{readStateIndex:4344; appliedIndex:4343; }","duration":"138.06986ms","start":"2026-03-09T01:46:18.087927Z","end":"2026-03-09T01:46:18.225997Z","steps":["trace[1402614424] 'read index received' (duration: 31.182072ms)","trace[1402614424] 'applied index is now lower than readState.Index' (duration: 106.887108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:18.226128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.197183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:46:18.226149Z","caller":"traceutil/trace.go:171","msg":"trace[1209257589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4175; }","duration":"138.244705ms","start":"2026-03-09T01:46:18.087899Z","end":"2026-03-09T01:46:18.226143Z","steps":["trace[1209257589] 'agreement among raft nodes before linearized reading' (duration: 138.177473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:18.226296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.317083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4956dcf-1410-43bd-a7a4-550c4a165ade\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-09T01:46:18.226361Z","caller":"traceutil/trace.go:171","msg":"trace[960985543] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"146.030874ms","start":"2026-03-09T01:46:18.080029Z","end":"2026-03-09T01:46:18.226059Z","steps":["trace[960985543] 'process raft request' (duration: 39.167178ms)","trace[960985543] 'compare' (duration: 106.287752ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:18.226377Z","caller":"traceutil/trace.go:171","msg":"trace[1612288775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4956dcf-1410-43bd-a7a4-550c4a165ade; range_end:; response_count:1; response_revision:4175; }","duration":"106.432927ms","start":"2026-03-09T01:46:18.119927Z","end":"2026-03-09T01:46:18.22636Z","steps":["trace[1612288775] 'agreement among raft nodes before linearized reading' (duration: 106.18555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:18.227862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.909006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351357"} {"level":"info","ts":"2026-03-09T01:46:18.22795Z","caller":"traceutil/trace.go:171","msg":"trace[1244448422] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4175; }","duration":"138.025999ms","start":"2026-03-09T01:46:18.089906Z","end":"2026-03-09T01:46:18.227932Z","steps":["trace[1244448422] 'agreement among raft nodes before linearized reading' (duration: 136.180771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:19.361576Z","caller":"traceutil/trace.go:171","msg":"trace[374810534] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"293.206379ms","start":"2026-03-09T01:46:19.068332Z","end":"2026-03-09T01:46:19.361539Z","steps":["trace[374810534] 'process raft request' (duration: 248.451498ms)","trace[374810534] 'compare' (duration: 44.485274ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:19.361656Z","caller":"traceutil/trace.go:171","msg":"trace[297454302] linearizableReadLoop","detail":"{readStateIndex:4359; appliedIndex:4357; }","duration":"131.562092ms","start":"2026-03-09T01:46:19.230058Z","end":"2026-03-09T01:46:19.361621Z","steps":["trace[297454302] 'read index received' (duration: 86.714598ms)","trace[297454302] 'applied index is now lower than readState.Index' (duration: 44.846504ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:19.361702Z","caller":"traceutil/trace.go:171","msg":"trace[1624053136] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"284.791192ms","start":"2026-03-09T01:46:19.076871Z","end":"2026-03-09T01:46:19.361663Z","steps":["trace[1624053136] 'process raft request' (duration: 284.622058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:19.3619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.831881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4956dcf-1410-43bd-a7a4-550c4a165ade\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-09T01:46:19.361992Z","caller":"traceutil/trace.go:171","msg":"trace[999242824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4956dcf-1410-43bd-a7a4-550c4a165ade; range_end:; response_count:1; response_revision:4190; }","duration":"131.990534ms","start":"2026-03-09T01:46:19.229986Z","end":"2026-03-09T01:46:19.361976Z","steps":["trace[999242824] 'agreement among raft nodes before linearized reading' (duration: 131.780129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.09244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109805632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:46:21.620331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.244307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:46:21.620719Z","caller":"traceutil/trace.go:171","msg":"trace[1162512705] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"1.158566367s","start":"2026-03-09T01:46:20.46212Z","end":"2026-03-09T01:46:21.620687Z","steps":["trace[1162512705] 'process raft request' (duration: 696.713954ms)","trace[1162512705] 'compare' (duration: 460.873909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:21.621053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.462113Z","time spent":"1.158727781s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:46:21.653074Z","caller":"traceutil/trace.go:171","msg":"trace[1129564658] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4471; }","duration":"1.061528992s","start":"2026-03-09T01:46:20.591513Z","end":"2026-03-09T01:46:21.653042Z","steps":["trace[1129564658] 'read index received' (duration: 567.390699ms)","trace[1129564658] 'applied index is now lower than readState.Index' (duration: 494.137183ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:21.653561Z","caller":"traceutil/trace.go:171","msg":"trace[436160048] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"604.141762ms","start":"2026-03-09T01:46:21.049402Z","end":"2026-03-09T01:46:21.653543Z","steps":["trace[436160048] 'process raft request' (duration: 603.232829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.653707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049388Z","time spent":"604.218985ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.65403Z","caller":"traceutil/trace.go:171","msg":"trace[1087801892] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"601.242828ms","start":"2026-03-09T01:46:21.052753Z","end":"2026-03-09T01:46:21.653996Z","steps":["trace[1087801892] 'process raft request' (duration: 600.227641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.654203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.052733Z","time spent":"601.373762ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:21.654231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062708692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:46:21.654261Z","caller":"traceutil/trace.go:171","msg":"trace[902189287] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"604.631095ms","start":"2026-03-09T01:46:21.049589Z","end":"2026-03-09T01:46:21.65422Z","steps":["trace[902189287] 'process raft request' (duration: 603.23079ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.654274Z","caller":"traceutil/trace.go:171","msg":"trace[2064853910] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"604.631634ms","start":"2026-03-09T01:46:21.049611Z","end":"2026-03-09T01:46:21.654242Z","steps":["trace[2064853910] 'process raft request' (duration: 603.283209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.654299Z","caller":"traceutil/trace.go:171","msg":"trace[1302080812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4303; }","duration":"1.062817105s","start":"2026-03-09T01:46:20.591461Z","end":"2026-03-09T01:46:21.654279Z","steps":["trace[1302080812] 'agreement among raft nodes before linearized reading' (duration: 1.06261232s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.654454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.591437Z","time spent":"1.06300515s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:46:21.654463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049597Z","time spent":"604.80096ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:21.654469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049583Z","time spent":"604.777049ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.665538Z","caller":"traceutil/trace.go:171","msg":"trace[113692807] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"185.033287ms","start":"2026-03-09T01:46:21.480492Z","end":"2026-03-09T01:46:21.665525Z","steps":["trace[113692807] 'process raft request' (duration: 184.669868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.099549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:46:21.665544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.278294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-09T01:46:21.66555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.90433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cwlnv.189b090132d44682\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-09T01:46:21.665589Z","caller":"traceutil/trace.go:171","msg":"trace[174892045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4305; }","duration":"271.192121ms","start":"2026-03-09T01:46:21.394387Z","end":"2026-03-09T01:46:21.665579Z","steps":["trace[174892045] 'agreement among raft nodes before linearized reading' (duration: 271.010547ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.66562Z","caller":"traceutil/trace.go:171","msg":"trace[1363316195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:4305; }","duration":"616.403167ms","start":"2026-03-09T01:46:21.049197Z","end":"2026-03-09T01:46:21.665601Z","steps":["trace[1363316195] 'agreement among raft nodes before linearized reading' (duration: 616.152801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.597537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:46:21.66566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049177Z","time spent":"616.473409ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"info","ts":"2026-03-09T01:46:21.665684Z","caller":"traceutil/trace.go:171","msg":"trace[1829976165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4305; }","duration":"615.793441ms","start":"2026-03-09T01:46:21.049867Z","end":"2026-03-09T01:46:21.665661Z","steps":["trace[1829976165] 'agreement among raft nodes before linearized reading' (duration: 615.502214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049862Z","time spent":"615.859874ms","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:46:21.665627Z","caller":"traceutil/trace.go:171","msg":"trace[943864181] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cwlnv.189b090132d44682; range_end:; response_count:1; response_revision:4305; }","duration":"589.032583ms","start":"2026-03-09T01:46:21.076577Z","end":"2026-03-09T01:46:21.66561Z","steps":["trace[943864181] 'agreement among raft nodes before linearized reading' (duration: 588.844758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.342066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:46:21.665806Z","caller":"traceutil/trace.go:171","msg":"trace[706470573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4305; }","duration":"616.369308ms","start":"2026-03-09T01:46:21.04943Z","end":"2026-03-09T01:46:21.6658Z","steps":["trace[706470573] 'agreement among raft nodes before linearized reading' (duration: 616.307536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049427Z","time spent":"616.392228ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:21.665821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.076538Z","time spent":"589.26629ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cwlnv.189b090132d44682\" "} {"level":"warn","ts":"2026-03-09T01:46:21.665898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.597063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:46:21.665902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.543392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:46:21.665944Z","caller":"traceutil/trace.go:171","msg":"trace[1501149786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4305; }","duration":"616.623433ms","start":"2026-03-09T01:46:21.049289Z","end":"2026-03-09T01:46:21.665912Z","steps":["trace[1501149786] 'agreement among raft nodes before linearized reading' (duration: 616.557832ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.665947Z","caller":"traceutil/trace.go:171","msg":"trace[1629110476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4305; }","duration":"616.618113ms","start":"2026-03-09T01:46:21.049322Z","end":"2026-03-09T01:46:21.66594Z","steps":["trace[1629110476] 'agreement among raft nodes before linearized reading' (duration: 616.518641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.245493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-09T01:46:21.665964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049285Z","time spent":"616.673854ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:46:21.665974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049301Z","time spent":"616.665775ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T01:46:21.66598Z","caller":"traceutil/trace.go:171","msg":"trace[862579741] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4305; }","duration":"616.307145ms","start":"2026-03-09T01:46:21.049665Z","end":"2026-03-09T01:46:21.665973Z","steps":["trace[862579741] 'agreement among raft nodes before linearized reading' (duration: 616.226163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.665998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049638Z","time spent":"616.356126ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:46:21.666092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.469779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:46:21.666108Z","caller":"traceutil/trace.go:171","msg":"trace[1938692469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4305; }","duration":"616.491859ms","start":"2026-03-09T01:46:21.049611Z","end":"2026-03-09T01:46:21.666103Z","steps":["trace[1938692469] 'agreement among raft nodes before linearized reading' (duration: 616.445598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.666125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.049608Z","time spent":"616.513299ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:21.666148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.786557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:46:21.666181Z","caller":"traceutil/trace.go:171","msg":"trace[1173142547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4305; }","duration":"616.847149ms","start":"2026-03-09T01:46:21.049322Z","end":"2026-03-09T01:46:21.666169Z","steps":["trace[1173142547] 'agreement among raft nodes before linearized reading' (duration: 616.776357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.666205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.0493Z","time spent":"616.897ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:46:27.972158Z","caller":"traceutil/trace.go:171","msg":"trace[1140493483] linearizableReadLoop","detail":"{readStateIndex:4637; appliedIndex:4635; }","duration":"122.792924ms","start":"2026-03-09T01:46:27.849337Z","end":"2026-03-09T01:46:27.97213Z","steps":["trace[1140493483] 'read index received' (duration: 4.060665ms)","trace[1140493483] 'applied index is now lower than readState.Index' (duration: 118.731589ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:27.972273Z","caller":"traceutil/trace.go:171","msg":"trace[573227439] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"125.184677ms","start":"2026-03-09T01:46:27.847056Z","end":"2026-03-09T01:46:27.97224Z","steps":["trace[573227439] 'process raft request' (duration: 120.415364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:27.97257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.533544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4068"} {"level":"warn","ts":"2026-03-09T01:46:27.972575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.199756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7c6f84b96c\" ","response":"range_response_count:1 size:3902"} {"level":"info","ts":"2026-03-09T01:46:27.972708Z","caller":"traceutil/trace.go:171","msg":"trace[1724175945] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7c6f84b96c; range_end:; response_count:1; response_revision:4457; }","duration":"123.391491ms","start":"2026-03-09T01:46:27.849285Z","end":"2026-03-09T01:46:27.972676Z","steps":["trace[1724175945] 'agreement among raft nodes before linearized reading' (duration: 122.96535ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:27.97264Z","caller":"traceutil/trace.go:171","msg":"trace[1009178385] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4457; }","duration":"111.792861ms","start":"2026-03-09T01:46:27.860836Z","end":"2026-03-09T01:46:27.972628Z","steps":["trace[1009178385] 'agreement among raft nodes before linearized reading' (duration: 111.477583ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:28.285736Z","caller":"traceutil/trace.go:171","msg":"trace[532010111] linearizableReadLoop","detail":"{readStateIndex:4638; appliedIndex:4637; }","duration":"249.668315ms","start":"2026-03-09T01:46:28.036039Z","end":"2026-03-09T01:46:28.285707Z","steps":["trace[532010111] 'read index received' (duration: 244.636805ms)","trace[532010111] 'applied index is now lower than readState.Index' (duration: 5.03033ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:28.285819Z","caller":"traceutil/trace.go:171","msg":"trace[1318057994] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"307.350473ms","start":"2026-03-09T01:46:27.978431Z","end":"2026-03-09T01:46:28.285782Z","steps":["trace[1318057994] 'process raft request' (duration: 302.326982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.286059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.988364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-03-09T01:46:28.28618Z","caller":"traceutil/trace.go:171","msg":"trace[1917206263] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4458; }","duration":"250.117017ms","start":"2026-03-09T01:46:28.036031Z","end":"2026-03-09T01:46:28.286148Z","steps":["trace[1917206263] 'agreement among raft nodes before linearized reading' (duration: 249.794059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.286292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:27.978374Z","time spent":"307.559567ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:28.286477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.751239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:838141"} {"level":"info","ts":"2026-03-09T01:46:28.286565Z","caller":"traceutil/trace.go:171","msg":"trace[88293418] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4458; }","duration":"123.890783ms","start":"2026-03-09T01:46:28.162654Z","end":"2026-03-09T01:46:28.286545Z","steps":["trace[88293418] 'agreement among raft nodes before linearized reading' (duration: 123.279807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.287123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.211454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2365998"} {"level":"info","ts":"2026-03-09T01:46:28.287243Z","caller":"traceutil/trace.go:171","msg":"trace[1868307664] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4458; }","duration":"218.378749ms","start":"2026-03-09T01:46:28.068836Z","end":"2026-03-09T01:46:28.287215Z","steps":["trace[1868307664] 'agreement among raft nodes before linearized reading' (duration: 217.065515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:32.091941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.13477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:46:32.092205Z","caller":"traceutil/trace.go:171","msg":"trace[1157766454] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"268.720786ms","start":"2026-03-09T01:46:31.823464Z","end":"2026-03-09T01:46:32.092185Z","steps":["trace[1157766454] 'process raft request' (duration: 268.651554ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.092207Z","caller":"traceutil/trace.go:171","msg":"trace[1718340223] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"269.363392ms","start":"2026-03-09T01:46:31.8228Z","end":"2026-03-09T01:46:32.092163Z","steps":["trace[1718340223] 'process raft request' (duration: 14.909804ms)","trace[1718340223] 'compare' (duration: 253.969216ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:32.092238Z","caller":"traceutil/trace.go:171","msg":"trace[991329995] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"268.818029ms","start":"2026-03-09T01:46:31.823386Z","end":"2026-03-09T01:46:32.092204Z","steps":["trace[991329995] 'process raft request' (duration: 268.668825ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.092413Z","caller":"traceutil/trace.go:171","msg":"trace[235038891] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"267.994018ms","start":"2026-03-09T01:46:31.824402Z","end":"2026-03-09T01:46:32.092396Z","steps":["trace[235038891] 'process raft request' (duration: 267.747481ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.092692Z","caller":"traceutil/trace.go:171","msg":"trace[1323446442] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"265.465343ms","start":"2026-03-09T01:46:31.827206Z","end":"2026-03-09T01:46:32.092671Z","steps":["trace[1323446442] 'process raft request' (duration: 265.140785ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.092755Z","caller":"traceutil/trace.go:171","msg":"trace[872449317] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4673; }","duration":"267.137565ms","start":"2026-03-09T01:46:31.825605Z","end":"2026-03-09T01:46:32.092742Z","steps":["trace[872449317] 'read index received' (duration: 12.109712ms)","trace[872449317] 'applied index is now lower than readState.Index' (duration: 255.026913ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:32.092855Z","caller":"traceutil/trace.go:171","msg":"trace[917915881] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"265.234536ms","start":"2026-03-09T01:46:31.827567Z","end":"2026-03-09T01:46:32.092801Z","steps":["trace[917915881] 'process raft request' (duration: 264.99477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:32.092978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.366132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46088"} {"level":"info","ts":"2026-03-09T01:46:32.093022Z","caller":"traceutil/trace.go:171","msg":"trace[948117873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4499; }","duration":"267.435843ms","start":"2026-03-09T01:46:31.825575Z","end":"2026-03-09T01:46:32.093011Z","steps":["trace[948117873] 'agreement among raft nodes before linearized reading' (duration: 267.237307ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.095834Z","caller":"traceutil/trace.go:171","msg":"trace[481887792] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"182.347231ms","start":"2026-03-09T01:46:31.913461Z","end":"2026-03-09T01:46:32.095808Z","steps":["trace[481887792] 'process raft request' (duration: 182.113664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:32.096094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.764936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:46:32.096191Z","caller":"traceutil/trace.go:171","msg":"trace[1106879973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4501; }","duration":"195.91871ms","start":"2026-03-09T01:46:31.900251Z","end":"2026-03-09T01:46:32.09617Z","steps":["trace[1106879973] 'agreement among raft nodes before linearized reading' (duration: 195.661203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:32.096441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.996124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212183"} {"level":"info","ts":"2026-03-09T01:46:32.096507Z","caller":"traceutil/trace.go:171","msg":"trace[689628927] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4501; }","duration":"193.127617ms","start":"2026-03-09T01:46:31.903363Z","end":"2026-03-09T01:46:32.096491Z","steps":["trace[689628927] 'agreement among raft nodes before linearized reading' (duration: 192.809009ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:42.510699Z","caller":"traceutil/trace.go:171","msg":"trace[2027815762] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"632.669647ms","start":"2026-03-09T01:46:41.877993Z","end":"2026-03-09T01:46:42.510663Z","steps":["trace[2027815762] 'process raft request' (duration: 569.462508ms)","trace[2027815762] 'compare' (duration: 62.775817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:42.511452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:41.877967Z","time spent":"632.82574ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:42.670133Z","caller":"traceutil/trace.go:171","msg":"trace[365838283] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"786.988984ms","start":"2026-03-09T01:46:41.883086Z","end":"2026-03-09T01:46:42.670075Z","steps":["trace[365838283] 'process raft request' (duration: 762.117883ms)","trace[365838283] 'compare' (duration: 24.560183ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:42.670332Z","caller":"traceutil/trace.go:171","msg":"trace[1304555016] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"476.84228ms","start":"2026-03-09T01:46:42.193463Z","end":"2026-03-09T01:46:42.670305Z","steps":["trace[1304555016] 'process raft request' (duration: 476.481501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.670525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.193425Z","time spent":"476.967913ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:46:42.670541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:41.883062Z","time spent":"787.171618ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:42.670978Z","caller":"traceutil/trace.go:171","msg":"trace[843271086] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4861; }","duration":"539.733262ms","start":"2026-03-09T01:46:42.131214Z","end":"2026-03-09T01:46:42.670948Z","steps":["trace[843271086] 'read index received' (duration: 316.373675ms)","trace[843271086] 'applied index is now lower than readState.Index' (duration: 223.358057ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:42.671102Z","caller":"traceutil/trace.go:171","msg":"trace[1672848867] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"348.463952ms","start":"2026-03-09T01:46:42.322567Z","end":"2026-03-09T01:46:42.671031Z","steps":["trace[1672848867] 'process raft request' (duration: 348.261547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.67131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.061499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-09T01:46:42.671358Z","caller":"traceutil/trace.go:171","msg":"trace[52419092] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:4682; }","duration":"540.146602ms","start":"2026-03-09T01:46:42.131194Z","end":"2026-03-09T01:46:42.671341Z","steps":["trace[52419092] 'agreement among raft nodes before linearized reading' (duration: 539.903375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.322541Z","time spent":"348.703988ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:42.671439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.341797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-09T01:46:42.67143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.716005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:46:42.671512Z","caller":"traceutil/trace.go:171","msg":"trace[1117880964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4682; }","duration":"327.463471ms","start":"2026-03-09T01:46:42.344028Z","end":"2026-03-09T01:46:42.671491Z","steps":["trace[1117880964] 'agreement among raft nodes before linearized reading' (duration: 327.211574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.519978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:46:42.671512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.582025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:46:42.671546Z","caller":"traceutil/trace.go:171","msg":"trace[1620277213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4682; }","duration":"512.8688ms","start":"2026-03-09T01:46:42.158653Z","end":"2026-03-09T01:46:42.671522Z","steps":["trace[1620277213] 'agreement among raft nodes before linearized reading' (duration: 512.546321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.344Z","time spent":"327.551702ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T01:46:42.671567Z","caller":"traceutil/trace.go:171","msg":"trace[1132501361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4682; }","duration":"517.667843ms","start":"2026-03-09T01:46:42.153887Z","end":"2026-03-09T01:46:42.671554Z","steps":["trace[1132501361] 'agreement among raft nodes before linearized reading' (duration: 517.556301ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:42.671591Z","caller":"traceutil/trace.go:171","msg":"trace[2003044167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4682; }","duration":"516.671717ms","start":"2026-03-09T01:46:42.154896Z","end":"2026-03-09T01:46:42.671567Z","steps":["trace[2003044167] 'agreement among raft nodes before linearized reading' (duration: 516.502303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.158637Z","time spent":"512.953231ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.153863Z","time spent":"517.752055ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.263332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:46:42.671636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.154887Z","time spent":"516.740248ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.342914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:46:42.671398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.131131Z","time spent":"540.256755ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-09T01:46:42.671688Z","caller":"traceutil/trace.go:171","msg":"trace[96841981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4682; }","duration":"517.414046ms","start":"2026-03-09T01:46:42.154252Z","end":"2026-03-09T01:46:42.671666Z","steps":["trace[96841981] 'agreement among raft nodes before linearized reading' (duration: 517.075388ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:42.671697Z","caller":"traceutil/trace.go:171","msg":"trace[839943985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4682; }","duration":"517.455997ms","start":"2026-03-09T01:46:42.15422Z","end":"2026-03-09T01:46:42.671676Z","steps":["trace[839943985] 'agreement among raft nodes before linearized reading' (duration: 517.232602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.154235Z","time spent":"517.491808ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.154204Z","time spent":"517.524129ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.203289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:46:42.671822Z","caller":"traceutil/trace.go:171","msg":"trace[1731715734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4682; }","duration":"522.733603ms","start":"2026-03-09T01:46:42.149075Z","end":"2026-03-09T01:46:42.671809Z","steps":["trace[1731715734] 'agreement among raft nodes before linearized reading' (duration: 522.119727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.671852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.149047Z","time spent":"522.798514ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:46:42.672214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.833739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:46:42.672372Z","caller":"traceutil/trace.go:171","msg":"trace[421848215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:4682; }","duration":"513.064644ms","start":"2026-03-09T01:46:42.159292Z","end":"2026-03-09T01:46:42.672356Z","steps":["trace[421848215] 'agreement among raft nodes before linearized reading' (duration: 512.736236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:42.672439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:42.159278Z","time spent":"513.149247ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"warn","ts":"2026-03-09T01:46:42.671779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.039348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f39fb97f-ec62-4e57-85a6-589d5268c8e5\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-09T01:46:42.674051Z","caller":"traceutil/trace.go:171","msg":"trace[1323092704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f39fb97f-ec62-4e57-85a6-589d5268c8e5; range_end:; response_count:1; response_revision:4682; }","duration":"289.370608ms","start":"2026-03-09T01:46:42.384643Z","end":"2026-03-09T01:46:42.674013Z","steps":["trace[1323092704] 'agreement among raft nodes before linearized reading' (duration: 286.726371ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:02.376409Z","caller":"traceutil/trace.go:171","msg":"trace[77774545] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"301.87129ms","start":"2026-03-09T01:47:02.074513Z","end":"2026-03-09T01:47:02.376384Z","steps":["trace[77774545] 'read index received' (duration: 301.694666ms)","trace[77774545] 'applied index is now lower than readState.Index' (duration: 175.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:02.37647Z","caller":"traceutil/trace.go:171","msg":"trace[624995438] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"365.643514ms","start":"2026-03-09T01:47:02.010788Z","end":"2026-03-09T01:47:02.376431Z","steps":["trace[624995438] 'process raft request' (duration: 365.427408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:02.376607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.062035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:47:02.376664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:02.01074Z","time spent":"365.823528ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:47:02.376698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.134031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-09T01:47:02.37671Z","caller":"traceutil/trace.go:171","msg":"trace[1502617005] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4916; }","duration":"302.227089ms","start":"2026-03-09T01:47:02.074461Z","end":"2026-03-09T01:47:02.376688Z","steps":["trace[1502617005] 'agreement among raft nodes before linearized reading' (duration: 302.035554ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:02.376752Z","caller":"traceutil/trace.go:171","msg":"trace[1495642518] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:4916; }","duration":"244.259516ms","start":"2026-03-09T01:47:02.132481Z","end":"2026-03-09T01:47:02.37674Z","steps":["trace[1495642518] 'agreement among raft nodes before linearized reading' (duration: 244.076522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:02.376766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:02.074441Z","time spent":"302.31434ms","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:47:02.706151Z","caller":"traceutil/trace.go:171","msg":"trace[983241757] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"119.442359ms","start":"2026-03-09T01:47:02.586674Z","end":"2026-03-09T01:47:02.706116Z","steps":["trace[983241757] 'process raft request' (duration: 119.266105ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:02.947504Z","caller":"traceutil/trace.go:171","msg":"trace[1853828131] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"106.503506ms","start":"2026-03-09T01:47:02.840967Z","end":"2026-03-09T01:47:02.947471Z","steps":["trace[1853828131] 'process raft request' (duration: 83.990985ms)","trace[1853828131] 'compare' (duration: 22.081609ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:02.947897Z","caller":"traceutil/trace.go:171","msg":"trace[1378806364] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5119; }","duration":"104.553855ms","start":"2026-03-09T01:47:02.843283Z","end":"2026-03-09T01:47:02.947837Z","steps":["trace[1378806364] 'read index received' (duration: 48.581562ms)","trace[1378806364] 'applied index is now lower than readState.Index' (duration: 55.970823ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:02.948037Z","caller":"traceutil/trace.go:171","msg":"trace[1511645494] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"104.883242ms","start":"2026-03-09T01:47:02.843135Z","end":"2026-03-09T01:47:02.948019Z","steps":["trace[1511645494] 'process raft request' (duration: 104.529024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:02.948238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.923375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:47:02.948306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.917322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:47:02.948351Z","caller":"traceutil/trace.go:171","msg":"trace[501389632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:4930; }","duration":"102.992814ms","start":"2026-03-09T01:47:02.845346Z","end":"2026-03-09T01:47:02.948339Z","steps":["trace[501389632] 'agreement among raft nodes before linearized reading' (duration: 102.745417ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:02.948352Z","caller":"traceutil/trace.go:171","msg":"trace[854527844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4930; }","duration":"105.035187ms","start":"2026-03-09T01:47:02.843279Z","end":"2026-03-09T01:47:02.948315Z","steps":["trace[854527844] 'agreement among raft nodes before linearized reading' (duration: 104.751499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:02.948018Z","caller":"traceutil/trace.go:171","msg":"trace[1851216079] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"106.504115ms","start":"2026-03-09T01:47:02.841419Z","end":"2026-03-09T01:47:02.947923Z","steps":["trace[1851216079] 'process raft request' (duration: 105.971681ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:18.327078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2562} {"level":"info","ts":"2026-03-09T01:48:18.387739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2562,"took":"59.100528ms","hash":3131127886,"current-db-size-bytes":40718336,"current-db-size":"41 MB","current-db-size-in-use-bytes":29917184,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T01:48:18.387821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3131127886,"revision":2562,"compact-revision":-1} {"level":"warn","ts":"2026-03-09T01:51:39.980164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109812524,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:51:40.027329Z","caller":"traceutil/trace.go:171","msg":"trace[737504560] linearizableReadLoop","detail":"{readStateIndex:7073; appliedIndex:7072; }","duration":"547.175475ms","start":"2026-03-09T01:51:39.480135Z","end":"2026-03-09T01:51:40.02731Z","steps":["trace[737504560] 'read index received' (duration: 547.016841ms)","trace[737504560] 'applied index is now lower than readState.Index' (duration: 157.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:40.027441Z","caller":"traceutil/trace.go:171","msg":"trace[83553336] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"672.801901ms","start":"2026-03-09T01:51:39.354628Z","end":"2026-03-09T01:51:40.02743Z","steps":["trace[83553336] 'process raft request' (duration: 672.572466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:40.027542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:39.354601Z","time spent":"672.869152ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:51:40.027622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.482132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:51:40.02767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.321608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:51:40.027799Z","caller":"traceutil/trace.go:171","msg":"trace[1523532187] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6817; }","duration":"212.512493ms","start":"2026-03-09T01:51:39.815269Z","end":"2026-03-09T01:51:40.027782Z","steps":["trace[1523532187] 'agreement among raft nodes before linearized reading' (duration: 212.246076ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:40.027721Z","caller":"traceutil/trace.go:171","msg":"trace[424684313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6817; }","duration":"547.638607ms","start":"2026-03-09T01:51:39.48006Z","end":"2026-03-09T01:51:40.027698Z","steps":["trace[424684313] 'agreement among raft nodes before linearized reading' (duration: 547.499543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:40.027936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:39.480032Z","time spent":"547.888213ms","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:52:39.065389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.645966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-09T01:52:39.06543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.031459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:52:39.065543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.251296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:52:39.065554Z","caller":"traceutil/trace.go:171","msg":"trace[2115209539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7328; }","duration":"159.220995ms","start":"2026-03-09T01:52:38.906307Z","end":"2026-03-09T01:52:39.065528Z","steps":["trace[2115209539] 'range keys from in-memory index tree' (duration: 158.807153ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.065591Z","caller":"traceutil/trace.go:171","msg":"trace[763619153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7328; }","duration":"143.309558ms","start":"2026-03-09T01:52:38.922261Z","end":"2026-03-09T01:52:39.065571Z","steps":["trace[763619153] 'range keys from in-memory index tree' (duration: 143.164584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.06564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.095438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:52:39.065687Z","caller":"traceutil/trace.go:171","msg":"trace[1323391161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7328; }","duration":"193.141809ms","start":"2026-03-09T01:52:38.872536Z","end":"2026-03-09T01:52:39.065678Z","steps":["trace[1323391161] 'range keys from in-memory index tree' (duration: 193.019097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.065739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.431753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:52:39.065824Z","caller":"traceutil/trace.go:171","msg":"trace[1185693647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7328; }","duration":"598.597997ms","start":"2026-03-09T01:52:38.467204Z","end":"2026-03-09T01:52:39.065802Z","steps":["trace[1185693647] 'range keys from in-memory index tree' (duration: 598.251609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.065839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.395424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-09T01:52:39.065877Z","caller":"traceutil/trace.go:171","msg":"trace[845616229] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7328; }","duration":"495.461366ms","start":"2026-03-09T01:52:38.570405Z","end":"2026-03-09T01:52:39.065866Z","steps":["trace[845616229] 'range keys from in-memory index tree' (duration: 495.295831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.06545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.775664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:52:39.065947Z","caller":"traceutil/trace.go:171","msg":"trace[1082519380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:7328; }","duration":"123.344378ms","start":"2026-03-09T01:52:38.942594Z","end":"2026-03-09T01:52:39.065938Z","steps":["trace[1082519380] 'range keys from in-memory index tree' (duration: 122.595679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.066036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.399978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:52:39.065489Z","caller":"traceutil/trace.go:171","msg":"trace[1425191887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7328; }","duration":"154.808152ms","start":"2026-03-09T01:52:38.910662Z","end":"2026-03-09T01:52:39.06547Z","steps":["trace[1425191887] 'range keys from in-memory index tree' (duration: 154.39774ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.06608Z","caller":"traceutil/trace.go:171","msg":"trace[1448998430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7328; }","duration":"380.4606ms","start":"2026-03-09T01:52:38.685609Z","end":"2026-03-09T01:52:39.06607Z","steps":["trace[1448998430] 'range keys from in-memory index tree' (duration: 380.301115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.066082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.525031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:52:39.06611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:38.685599Z","time spent":"380.503231ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:52:39.066116Z","caller":"traceutil/trace.go:171","msg":"trace[120088815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7328; }","duration":"380.602733ms","start":"2026-03-09T01:52:38.685503Z","end":"2026-03-09T01:52:39.066106Z","steps":["trace[120088815] 'range keys from in-memory index tree' (duration: 380.308556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.066148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:38.685481Z","time spent":"380.659836ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:52:39.065872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:38.467177Z","time spent":"598.6856ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:52:39.066426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:38.570387Z","time spent":"495.514927ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:52:39.280182Z","caller":"traceutil/trace.go:171","msg":"trace[632031332] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"210.682017ms","start":"2026-03-09T01:52:39.069474Z","end":"2026-03-09T01:52:39.280157Z","steps":["trace[632031332] 'process raft request' (duration: 166.056408ms)","trace[632031332] 'compare' (duration: 44.345002ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:39.28047Z","caller":"traceutil/trace.go:171","msg":"trace[885468507] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"210.915474ms","start":"2026-03-09T01:52:39.069523Z","end":"2026-03-09T01:52:39.280438Z","steps":["trace[885468507] 'process raft request' (duration: 210.574094ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.280754Z","caller":"traceutil/trace.go:171","msg":"trace[420371818] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"210.782319ms","start":"2026-03-09T01:52:39.069935Z","end":"2026-03-09T01:52:39.280717Z","steps":["trace[420371818] 'process raft request' (duration: 210.433741ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.281189Z","caller":"traceutil/trace.go:171","msg":"trace[58384782] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"209.914187ms","start":"2026-03-09T01:52:39.071262Z","end":"2026-03-09T01:52:39.281176Z","steps":["trace[58384782] 'process raft request' (duration: 209.594439ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.282263Z","caller":"traceutil/trace.go:171","msg":"trace[1287085363] linearizableReadLoop","detail":"{readStateIndex:7608; appliedIndex:7601; }","duration":"209.053555ms","start":"2026-03-09T01:52:39.073187Z","end":"2026-03-09T01:52:39.282241Z","steps":["trace[1287085363] 'read index received' (duration: 46.557018ms)","trace[1287085363] 'applied index is now lower than readState.Index' (duration: 162.495357ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:39.282501Z","caller":"traceutil/trace.go:171","msg":"trace[1804715956] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"211.16504ms","start":"2026-03-09T01:52:39.07132Z","end":"2026-03-09T01:52:39.282485Z","steps":["trace[1804715956] 'process raft request' (duration: 209.696072ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:39.282579Z","caller":"traceutil/trace.go:171","msg":"trace[1763441848] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"211.15497ms","start":"2026-03-09T01:52:39.071412Z","end":"2026-03-09T01:52:39.282567Z","steps":["trace[1763441848] 'process raft request' (duration: 210.625886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:39.282669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.463366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207018"} {"level":"info","ts":"2026-03-09T01:52:39.28323Z","caller":"traceutil/trace.go:171","msg":"trace[1320951331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7335; }","duration":"210.082581ms","start":"2026-03-09T01:52:39.073131Z","end":"2026-03-09T01:52:39.283213Z","steps":["trace[1320951331] 'agreement among raft nodes before linearized reading' (duration: 209.199208ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:49.489679Z","caller":"traceutil/trace.go:171","msg":"trace[2016370351] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"147.488293ms","start":"2026-03-09T01:52:49.342156Z","end":"2026-03-09T01:52:49.489645Z","steps":["trace[2016370351] 'process raft request' (duration: 147.382341ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:49.489745Z","caller":"traceutil/trace.go:171","msg":"trace[439377597] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"147.650928ms","start":"2026-03-09T01:52:49.342039Z","end":"2026-03-09T01:52:49.48969Z","steps":["trace[439377597] 'process raft request' (duration: 133.500678ms)","trace[439377597] 'compare' (duration: 13.73807ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:49.490092Z","caller":"traceutil/trace.go:171","msg":"trace[1729863473] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"147.810062ms","start":"2026-03-09T01:52:49.342245Z","end":"2026-03-09T01:52:49.490055Z","steps":["trace[1729863473] 'process raft request' (duration: 147.34583ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:49.490158Z","caller":"traceutil/trace.go:171","msg":"trace[16890038] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"147.071713ms","start":"2026-03-09T01:52:49.343068Z","end":"2026-03-09T01:52:49.490139Z","steps":["trace[16890038] 'process raft request' (duration: 146.815717ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:49.490168Z","caller":"traceutil/trace.go:171","msg":"trace[1438512401] linearizableReadLoop","detail":"{readStateIndex:7660; appliedIndex:7654; }","duration":"126.370436ms","start":"2026-03-09T01:52:49.363769Z","end":"2026-03-09T01:52:49.49014Z","steps":["trace[1438512401] 'read index received' (duration: 24.578969ms)","trace[1438512401] 'applied index is now lower than readState.Index' (duration: 101.790367ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:49.490323Z","caller":"traceutil/trace.go:171","msg":"trace[296649496] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"147.085694ms","start":"2026-03-09T01:52:49.343182Z","end":"2026-03-09T01:52:49.490268Z","steps":["trace[296649496] 'process raft request' (duration: 146.870179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:49.490468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.675953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:52:49.490522Z","caller":"traceutil/trace.go:171","msg":"trace[1847030409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:7384; }","duration":"126.811466ms","start":"2026-03-09T01:52:49.363697Z","end":"2026-03-09T01:52:49.490509Z","steps":["trace[1847030409] 'agreement among raft nodes before linearized reading' (duration: 126.54642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:50.303735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.936837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-09T01:52:50.30384Z","caller":"traceutil/trace.go:171","msg":"trace[1579113416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7384; }","duration":"331.082451ms","start":"2026-03-09T01:52:49.972733Z","end":"2026-03-09T01:52:50.303815Z","steps":["trace[1579113416] 'range keys from in-memory index tree' (duration: 330.572518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:50.30389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:49.972718Z","time spent":"331.162212ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T01:52:50.303971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.632796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:52:50.304074Z","caller":"traceutil/trace.go:171","msg":"trace[1225618977] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7384; }","duration":"538.782521ms","start":"2026-03-09T01:52:49.765267Z","end":"2026-03-09T01:52:50.304049Z","steps":["trace[1225618977] 'count revisions from in-memory index tree' (duration: 538.558475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:50.304144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:49.765249Z","time spent":"538.872664ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:52:50.339836Z","caller":"traceutil/trace.go:171","msg":"trace[2013871837] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"296.424326ms","start":"2026-03-09T01:52:50.043388Z","end":"2026-03-09T01:52:50.339812Z","steps":["trace[2013871837] 'process raft request' (duration: 296.258691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:51.389693Z","caller":"traceutil/trace.go:171","msg":"trace[1233453208] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"179.928102ms","start":"2026-03-09T01:52:51.209723Z","end":"2026-03-09T01:52:51.389651Z","steps":["trace[1233453208] 'process raft request' (duration: 179.710006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.005262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109814024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:52:52.054243Z","caller":"traceutil/trace.go:171","msg":"trace[2028671381] linearizableReadLoop","detail":"{readStateIndex:7665; appliedIndex:7664; }","duration":"549.102744ms","start":"2026-03-09T01:52:51.505103Z","end":"2026-03-09T01:52:52.054206Z","steps":["trace[2028671381] 'read index received' (duration: 545.653217ms)","trace[2028671381] 'applied index is now lower than readState.Index' (duration: 3.447377ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:52.054429Z","caller":"traceutil/trace.go:171","msg":"trace[522155120] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"655.324625ms","start":"2026-03-09T01:52:51.399064Z","end":"2026-03-09T01:52:52.054389Z","steps":["trace[522155120] 'process raft request' (duration: 651.734704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.054611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.399031Z","time spent":"655.480859ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:52:52.054685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.844255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:52:52.054742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.566356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:52:52.054783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.5442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:52:52.054799Z","caller":"traceutil/trace.go:171","msg":"trace[838305439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7389; }","duration":"181.003619ms","start":"2026-03-09T01:52:51.873769Z","end":"2026-03-09T01:52:52.054773Z","steps":["trace[838305439] 'agreement among raft nodes before linearized reading' (duration: 180.819564ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:52.05485Z","caller":"traceutil/trace.go:171","msg":"trace[260482392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7389; }","duration":"548.654802ms","start":"2026-03-09T01:52:51.506176Z","end":"2026-03-09T01:52:52.054831Z","steps":["trace[260482392] 'agreement among raft nodes before linearized reading' (duration: 548.389566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.05484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.993181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-09T01:52:52.054853Z","caller":"traceutil/trace.go:171","msg":"trace[838567334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7389; }","duration":"549.70748ms","start":"2026-03-09T01:52:51.505117Z","end":"2026-03-09T01:52:52.054824Z","steps":["trace[838567334] 'agreement among raft nodes before linearized reading' (duration: 549.444443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.054722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.602916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:52:52.054906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.506163Z","time spent":"548.732283ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:52:52.054938Z","caller":"traceutil/trace.go:171","msg":"trace[137438816] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7389; }","duration":"549.142385ms","start":"2026-03-09T01:52:51.50577Z","end":"2026-03-09T01:52:52.054912Z","steps":["trace[137438816] 'agreement among raft nodes before linearized reading' (duration: 548.872078ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:52.054946Z","caller":"traceutil/trace.go:171","msg":"trace[1459797251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7389; }","duration":"549.883653ms","start":"2026-03-09T01:52:51.505047Z","end":"2026-03-09T01:52:52.054931Z","steps":["trace[1459797251] 'agreement among raft nodes before linearized reading' (duration: 549.445963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.054968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.505094Z","time spent":"549.861054ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:52:52.054984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.505746Z","time spent":"549.229917ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:52:52.054992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.505027Z","time spent":"549.954847ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:52:52.054835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.810247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:52:52.055107Z","caller":"traceutil/trace.go:171","msg":"trace[2073146558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7389; }","duration":"549.189427ms","start":"2026-03-09T01:52:51.505891Z","end":"2026-03-09T01:52:52.055081Z","steps":["trace[2073146558] 'agreement among raft nodes before linearized reading' (duration: 548.736375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.055172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.505856Z","time spent":"549.3046ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:52:52.055106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.731098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:52:52.055713Z","caller":"traceutil/trace.go:171","msg":"trace[1326083196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:7389; }","duration":"546.268391ms","start":"2026-03-09T01:52:51.509121Z","end":"2026-03-09T01:52:52.055389Z","steps":["trace[1326083196] 'agreement among raft nodes before linearized reading' (duration: 545.470081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:52.055987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:52:51.509114Z","time spent":"546.856176ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"info","ts":"2026-03-09T01:53:18.33225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5503} {"level":"info","ts":"2026-03-09T01:53:18.410258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5503,"took":"76.453938ms","hash":4246338076,"current-db-size-bytes":41844736,"current-db-size":"42 MB","current-db-size-in-use-bytes":22257664,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-09T01:53:18.410327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4246338076,"revision":5503,"compact-revision":2562} {"level":"warn","ts":"2026-03-09T01:53:31.852598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.595364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19423"} {"level":"info","ts":"2026-03-09T01:53:31.852695Z","caller":"traceutil/trace.go:171","msg":"trace[968181451] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7671; }","duration":"132.741657ms","start":"2026-03-09T01:53:31.719934Z","end":"2026-03-09T01:53:31.852676Z","steps":["trace[968181451] 'range keys from in-memory index tree' (duration: 132.407338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.852824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.473324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-09T01:53:31.852964Z","caller":"traceutil/trace.go:171","msg":"trace[1473849365] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7671; }","duration":"131.611808ms","start":"2026-03-09T01:53:31.721296Z","end":"2026-03-09T01:53:31.852908Z","steps":["trace[1473849365] 'range keys from in-memory index tree' (duration: 131.025012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:31.961646Z","caller":"traceutil/trace.go:171","msg":"trace[1629094254] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"104.352457ms","start":"2026-03-09T01:53:31.857251Z","end":"2026-03-09T01:53:31.961604Z","steps":["trace[1629094254] 'process raft request' (duration: 104.196693ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:32.183291Z","caller":"traceutil/trace.go:171","msg":"trace[475991509] linearizableReadLoop","detail":"{readStateIndex:7965; appliedIndex:7964; }","duration":"160.364018ms","start":"2026-03-09T01:53:32.0229Z","end":"2026-03-09T01:53:32.183264Z","steps":["trace[475991509] 'read index received' (duration: 160.127953ms)","trace[475991509] 'applied index is now lower than readState.Index' (duration: 235.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:32.183523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.960609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xchp\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-09T01:53:32.183408Z","caller":"traceutil/trace.go:171","msg":"trace[253053589] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"168.115118ms","start":"2026-03-09T01:53:32.015263Z","end":"2026-03-09T01:53:32.183379Z","steps":["trace[253053589] 'process raft request' (duration: 167.835881ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:32.183621Z","caller":"traceutil/trace.go:171","msg":"trace[1769466493] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2xchp; range_end:; response_count:1; response_revision:7676; }","duration":"169.140564ms","start":"2026-03-09T01:53:32.014463Z","end":"2026-03-09T01:53:32.183603Z","steps":["trace[1769466493] 'agreement among raft nodes before linearized reading' (duration: 168.930159ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:32.95632Z","caller":"traceutil/trace.go:171","msg":"trace[1927674539] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"355.987834ms","start":"2026-03-09T01:53:32.600298Z","end":"2026-03-09T01:53:32.956286Z","steps":["trace[1927674539] 'process raft request' (duration: 340.363142ms)","trace[1927674539] 'compare' (duration: 15.147889ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:32.956323Z","caller":"traceutil/trace.go:171","msg":"trace[1817054626] linearizableReadLoop","detail":"{readStateIndex:7977; appliedIndex:7976; }","duration":"306.417748ms","start":"2026-03-09T01:53:32.649852Z","end":"2026-03-09T01:53:32.95627Z","steps":["trace[1817054626] 'read index received' (duration: 290.812417ms)","trace[1817054626] 'applied index is now lower than readState.Index' (duration: 15.602841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:32.956517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.648613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xchp\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-03-09T01:53:32.956567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:32.600277Z","time spent":"356.121107ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:53:32.956605Z","caller":"traceutil/trace.go:171","msg":"trace[731711790] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2xchp; range_end:; response_count:1; response_revision:7687; }","duration":"306.748687ms","start":"2026-03-09T01:53:32.649839Z","end":"2026-03-09T01:53:32.956588Z","steps":["trace[731711790] 'agreement among raft nodes before linearized reading' (duration: 306.52656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:32.956648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:32.649792Z","time spent":"306.847209ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xchp\" "} {"level":"info","ts":"2026-03-09T01:53:33.114574Z","caller":"traceutil/trace.go:171","msg":"trace[1607527300] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7977; }","duration":"158.052529ms","start":"2026-03-09T01:53:32.956498Z","end":"2026-03-09T01:53:33.11455Z","steps":["trace[1607527300] 'read index received' (duration: 100.444416ms)","trace[1607527300] 'applied index is now lower than readState.Index' (duration: 57.607163ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:33.11464Z","caller":"traceutil/trace.go:171","msg":"trace[1516435197] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"429.037845ms","start":"2026-03-09T01:53:32.685546Z","end":"2026-03-09T01:53:33.114584Z","steps":["trace[1516435197] 'process raft request' (duration: 428.934772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:33.114812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.667662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:53:33.114866Z","caller":"traceutil/trace.go:171","msg":"trace[1042182661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7689; }","duration":"241.791915ms","start":"2026-03-09T01:53:32.873063Z","end":"2026-03-09T01:53:33.114855Z","steps":["trace[1042182661] 'agreement among raft nodes before linearized reading' (duration: 241.646841ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:33.114795Z","caller":"traceutil/trace.go:171","msg":"trace[1817808765] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"463.85138ms","start":"2026-03-09T01:53:32.650859Z","end":"2026-03-09T01:53:33.11471Z","steps":["trace[1817808765] 'process raft request' (duration: 406.089553ms)","trace[1817808765] 'compare' (duration: 57.343216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:33.11496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:32.685522Z","time spent":"429.278402ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:53:33.115103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:32.650832Z","time spent":"464.128818ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:53:34.074155Z","caller":"traceutil/trace.go:171","msg":"trace[136476567] linearizableReadLoop","detail":"{readStateIndex:7981; appliedIndex:7980; }","duration":"200.575904ms","start":"2026-03-09T01:53:33.873541Z","end":"2026-03-09T01:53:34.074117Z","steps":["trace[136476567] 'read index received' (duration: 200.268845ms)","trace[136476567] 'applied index is now lower than readState.Index' (duration: 305.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:34.074265Z","caller":"traceutil/trace.go:171","msg":"trace[165332764] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"375.61438ms","start":"2026-03-09T01:53:33.698607Z","end":"2026-03-09T01:53:34.074221Z","steps":["trace[165332764] 'process raft request' (duration: 375.205299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:34.074383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.815809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:53:34.074422Z","caller":"traceutil/trace.go:171","msg":"trace[720634685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7691; }","duration":"200.930322ms","start":"2026-03-09T01:53:33.873482Z","end":"2026-03-09T01:53:34.074412Z","steps":["trace[720634685] 'agreement among raft nodes before linearized reading' (duration: 200.823219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:34.074457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:33.698585Z","time spent":"375.765513ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:53:34.074588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.593781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-09T01:53:34.074652Z","caller":"traceutil/trace.go:171","msg":"trace[1668848288] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7691; }","duration":"116.755205ms","start":"2026-03-09T01:53:33.957882Z","end":"2026-03-09T01:53:34.074637Z","steps":["trace[1668848288] 'agreement among raft nodes before linearized reading' (duration: 116.57203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:34.074583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.279623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:53:34.074751Z","caller":"traceutil/trace.go:171","msg":"trace[796955552] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7691; }","duration":"177.50048ms","start":"2026-03-09T01:53:33.897225Z","end":"2026-03-09T01:53:34.074726Z","steps":["trace[796955552] 'agreement among raft nodes before linearized reading' (duration: 177.16717ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:34.63117Z","caller":"traceutil/trace.go:171","msg":"trace[1503476148] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7987; }","duration":"124.684239ms","start":"2026-03-09T01:53:34.506457Z","end":"2026-03-09T01:53:34.631141Z","steps":["trace[1503476148] 'read index received' (duration: 69.902389ms)","trace[1503476148] 'applied index is now lower than readState.Index' (duration: 54.78027ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:34.631259Z","caller":"traceutil/trace.go:171","msg":"trace[2117420481] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"130.040417ms","start":"2026-03-09T01:53:34.501191Z","end":"2026-03-09T01:53:34.631232Z","steps":["trace[2117420481] 'process raft request' (duration: 96.458303ms)","trace[2117420481] 'compare' (duration: 33.340347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:34.631422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.945336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-09T01:53:34.631546Z","caller":"traceutil/trace.go:171","msg":"trace[384353164] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7699; }","duration":"125.100351ms","start":"2026-03-09T01:53:34.506429Z","end":"2026-03-09T01:53:34.63153Z","steps":["trace[384353164] 'agreement among raft nodes before linearized reading' (duration: 124.811144ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:34.851579Z","caller":"traceutil/trace.go:171","msg":"trace[1296780758] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"163.972011ms","start":"2026-03-09T01:53:34.687565Z","end":"2026-03-09T01:53:34.851537Z","steps":["trace[1296780758] 'process raft request' (duration: 163.789777ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:35.091221Z","caller":"traceutil/trace.go:171","msg":"trace[999077625] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"112.679561ms","start":"2026-03-09T01:53:34.978505Z","end":"2026-03-09T01:53:35.091184Z","steps":["trace[999077625] 'process raft request' (duration: 86.102137ms)","trace[999077625] 'compare' (duration: 26.407699ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:31.88325Z","caller":"traceutil/trace.go:171","msg":"trace[252370805] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"269.418257ms","start":"2026-03-09T01:55:31.613814Z","end":"2026-03-09T01:55:31.883233Z","steps":["trace[252370805] 'process raft request' (duration: 269.300774ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:31.883257Z","caller":"traceutil/trace.go:171","msg":"trace[146211029] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9058; }","duration":"179.285133ms","start":"2026-03-09T01:55:31.703942Z","end":"2026-03-09T01:55:31.883227Z","steps":["trace[146211029] 'read index received' (duration: 179.268973ms)","trace[146211029] 'applied index is now lower than readState.Index' (duration: 13.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:31.883415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.444207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:31.890222Z","caller":"traceutil/trace.go:171","msg":"trace[1513228330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8739; }","duration":"186.298223ms","start":"2026-03-09T01:55:31.7039Z","end":"2026-03-09T01:55:31.890198Z","steps":["trace[1513228330] 'agreement among raft nodes before linearized reading' (duration: 179.412286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:31.889829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.250869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19304"} {"level":"info","ts":"2026-03-09T01:55:31.890392Z","caller":"traceutil/trace.go:171","msg":"trace[105470914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8740; }","duration":"115.852815ms","start":"2026-03-09T01:55:31.774531Z","end":"2026-03-09T01:55:31.890383Z","steps":["trace[105470914] 'agreement among raft nodes before linearized reading' (duration: 115.166847ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.411551Z","caller":"traceutil/trace.go:171","msg":"trace[834780561] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"158.664774ms","start":"2026-03-09T01:55:32.2528Z","end":"2026-03-09T01:55:32.411464Z","steps":["trace[834780561] 'process raft request' (duration: 158.111221ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:33.038942Z","caller":"traceutil/trace.go:171","msg":"trace[1968655748] linearizableReadLoop","detail":"{readStateIndex:9070; appliedIndex:9069; }","duration":"165.222212ms","start":"2026-03-09T01:55:32.873686Z","end":"2026-03-09T01:55:33.038908Z","steps":["trace[1968655748] 'read index received' (duration: 164.977985ms)","trace[1968655748] 'applied index is now lower than readState.Index' (duration: 242.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:33.039053Z","caller":"traceutil/trace.go:171","msg":"trace[37009026] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"358.987827ms","start":"2026-03-09T01:55:32.680027Z","end":"2026-03-09T01:55:33.039015Z","steps":["trace[37009026] 'process raft request' (duration: 358.669188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:33.039144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.415317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:33.039255Z","caller":"traceutil/trace.go:171","msg":"trace[567640050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8750; }","duration":"165.584841ms","start":"2026-03-09T01:55:32.873641Z","end":"2026-03-09T01:55:33.039226Z","steps":["trace[567640050] 'agreement among raft nodes before linearized reading' (duration: 165.390256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:33.039283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:32.680011Z","time spent":"359.11644ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:33.040544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.042612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-vbrxr\" ","response":"range_response_count:1 size:9122"} {"level":"info","ts":"2026-03-09T01:55:33.040604Z","caller":"traceutil/trace.go:171","msg":"trace[1546481816] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-vbrxr; range_end:; response_count:1; response_revision:8750; }","duration":"155.134133ms","start":"2026-03-09T01:55:32.885455Z","end":"2026-03-09T01:55:33.040589Z","steps":["trace[1546481816] 'agreement among raft nodes before linearized reading' (duration: 153.661445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:37.890892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:38.67138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:39.171964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:39.672657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:39.872056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:55:39.87216Z","caller":"traceutil/trace.go:171","msg":"trace[2043410871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270947s","start":"2026-03-09T01:55:37.871865Z","end":"2026-03-09T01:55:39.872136Z","steps":["trace[2043410871] 'agreement among raft nodes before linearized reading' (duration: 2.000142984s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:39.872228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.871847Z","time spent":"2.000371409s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:40.173026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:40.673472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.173973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.477565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-09T01:55:41.477717Z","caller":"traceutil/trace.go:171","msg":"trace[554277189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683506s","start":"2026-03-09T01:55:39.476996Z","end":"2026-03-09T01:55:41.477679Z","steps":["trace[554277189] 'agreement among raft nodes before linearized reading' (duration: 2.000507932s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.4779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.476981Z","time spent":"2.000898702s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/09 01:55:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-09T01:55:41.674647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675245109818044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.815177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.509218982s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T01:55:41.83239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.226344Z","time spent":"1.606039035s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:55:41.832687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559127854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.832755Z","caller":"traceutil/trace.go:171","msg":"trace[1933001516] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8775; }","duration":"4.559246918s","start":"2026-03-09T01:55:37.273492Z","end":"2026-03-09T01:55:41.832739Z","steps":["trace[1933001516] 'count revisions from in-memory index tree' (duration: 4.559035012s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.832782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.27347Z","time spent":"4.55930471s","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.832954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.34527Z","time spent":"4.487682411s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:55:41.842387Z","caller":"traceutil/trace.go:171","msg":"trace[1244199978] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9095; }","duration":"4.45184671s","start":"2026-03-09T01:55:37.390524Z","end":"2026-03-09T01:55:41.842371Z","steps":["trace[1244199978] 'read index received' (duration: 4.424928359s)","trace[1244199978] 'applied index is now lower than readState.Index' (duration: 26.917531ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:41.842469Z","caller":"traceutil/trace.go:171","msg":"trace[1887480561] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"361.627054ms","start":"2026-03-09T01:55:41.480801Z","end":"2026-03-09T01:55:41.842428Z","steps":["trace[1887480561] 'process raft request' (duration: 361.506531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.48077Z","time spent":"361.775739ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:55:41.84248Z","caller":"traceutil/trace.go:171","msg":"trace[615994807] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"3.93501648s","start":"2026-03-09T01:55:37.907389Z","end":"2026-03-09T01:55:41.842406Z","steps":["trace[615994807] 'process raft request' (duration: 3.934801165s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706837858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-09T01:55:41.842712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969371193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:55:41.842713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443678141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n7gh9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T01:55:41.842818Z","caller":"traceutil/trace.go:171","msg":"trace[1862737283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n7gh9; range_end:; response_count:1; response_revision:8777; }","duration":"4.443837495s","start":"2026-03-09T01:55:37.398954Z","end":"2026-03-09T01:55:41.842791Z","steps":["trace[1862737283] 'agreement among raft nodes before linearized reading' (duration: 4.443574939s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706245882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:55:41.842873Z","caller":"traceutil/trace.go:171","msg":"trace[860317475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8777; }","duration":"2.706288024s","start":"2026-03-09T01:55:39.136577Z","end":"2026-03-09T01:55:41.842865Z","steps":["trace[860317475] 'agreement among raft nodes before linearized reading' (duration: 2.706200212s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.398928Z","time spent":"4.443931748s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-n7gh9\" "} {"level":"warn","ts":"2026-03-09T01:55:41.842865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.907372Z","time spent":"3.93535149s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:41.842906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.136571Z","time spent":"2.706328675s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:55:41.842926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.786853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.842953Z","caller":"traceutil/trace.go:171","msg":"trace[1806140910] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8777; }","duration":"515.880835ms","start":"2026-03-09T01:55:41.327065Z","end":"2026-03-09T01:55:41.842946Z","steps":["trace[1806140910] 'agreement among raft nodes before linearized reading' (duration: 515.832644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822277437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:55:41.842985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:41.32703Z","time spent":"515.948477ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.843005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821478496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.84304Z","caller":"traceutil/trace.go:171","msg":"trace[833299588] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8777; }","duration":"1.821565558s","start":"2026-03-09T01:55:40.021465Z","end":"2026-03-09T01:55:41.843031Z","steps":["trace[833299588] 'agreement among raft nodes before linearized reading' (duration: 1.821447765s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.842997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728274398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:55:41.843076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.021442Z","time spent":"1.82162503s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":64,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:55:41.843081Z","caller":"traceutil/trace.go:171","msg":"trace[1473810964] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8777; }","duration":"1.822343638s","start":"2026-03-09T01:55:40.020642Z","end":"2026-03-09T01:55:41.842986Z","steps":["trace[1473810964] 'agreement among raft nodes before linearized reading' (duration: 1.82200867s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.843124Z","caller":"traceutil/trace.go:171","msg":"trace[1058600512] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8777; }","duration":"2.728430071s","start":"2026-03-09T01:55:39.114649Z","end":"2026-03-09T01:55:41.843079Z","steps":["trace[1058600512] 'agreement among raft nodes before linearized reading' (duration: 2.728140424s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.020632Z","time spent":"1.822477172s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":38,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.843182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743944239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:55:41.843163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.114637Z","time spent":"2.728516924s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:55:41.842756Z","caller":"traceutil/trace.go:171","msg":"trace[1846391245] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8777; }","duration":"2.70692294s","start":"2026-03-09T01:55:39.135816Z","end":"2026-03-09T01:55:41.842739Z","steps":["trace[1846391245] 'agreement among raft nodes before linearized reading' (duration: 2.706766496s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717208925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:55:41.843316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.135805Z","time spent":"2.707434383s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:55:41.843327Z","caller":"traceutil/trace.go:171","msg":"trace[453417524] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8777; }","duration":"2.717348048s","start":"2026-03-09T01:55:39.12597Z","end":"2026-03-09T01:55:41.843318Z","steps":["trace[453417524] 'agreement among raft nodes before linearized reading' (duration: 2.717191083s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.125949Z","time spent":"2.717396589s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:55:41.84323Z","caller":"traceutil/trace.go:171","msg":"trace[1050840927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8777; }","duration":"2.744027612s","start":"2026-03-09T01:55:39.099187Z","end":"2026-03-09T01:55:41.843215Z","steps":["trace[1050840927] 'agreement among raft nodes before linearized reading' (duration: 2.743913269s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000414205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-09T01:55:41.842869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707774782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:55:41.843447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431551829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:41.843454Z","caller":"traceutil/trace.go:171","msg":"trace[932528545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8777; }","duration":"3.000456406s","start":"2026-03-09T01:55:38.842988Z","end":"2026-03-09T01:55:41.843444Z","steps":["trace[932528545] 'agreement among raft nodes before linearized reading' (duration: 3.000348203s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.843468Z","caller":"traceutil/trace.go:171","msg":"trace[185436205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8777; }","duration":"2.708406448s","start":"2026-03-09T01:55:39.135054Z","end":"2026-03-09T01:55:41.84346Z","steps":["trace[185436205] 'agreement among raft nodes before linearized reading' (duration: 2.707726371s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.843476Z","caller":"traceutil/trace.go:171","msg":"trace[841745855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8777; }","duration":"4.431599651s","start":"2026-03-09T01:55:37.411867Z","end":"2026-03-09T01:55:41.843467Z","steps":["trace[841745855] 'agreement among raft nodes before linearized reading' (duration: 4.431512378s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:38.842948Z","time spent":"3.000526708s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T01:55:41.843425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.099167Z","time spent":"2.744248348s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:41.843501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.411852Z","time spent":"4.431642981s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:41.843526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.135037Z","time spent":"2.70848067s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:55:41.842755Z","caller":"traceutil/trace.go:171","msg":"trace[373068109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"1.969453655s","start":"2026-03-09T01:55:39.87329Z","end":"2026-03-09T01:55:41.842743Z","steps":["trace[373068109] 'agreement among raft nodes before linearized reading' (duration: 1.969380303s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:39.873275Z","time spent":"1.970357619s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:41.843688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453159224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:55:41.843731Z","caller":"traceutil/trace.go:171","msg":"trace[473351566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8777; }","duration":"4.453203075s","start":"2026-03-09T01:55:37.390517Z","end":"2026-03-09T01:55:41.84372Z","steps":["trace[473351566] 'agreement among raft nodes before linearized reading' (duration: 4.453044681s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.843763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.390499Z","time spent":"4.453257237s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:57:48.513369Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T01:57:48.518594Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T01:57:48.518728Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T01:58:18.337631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7575} {"level":"info","ts":"2026-03-09T01:58:18.398363Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7575,"took":"58.820264ms","hash":450382621,"current-db-size-bytes":41844736,"current-db-size":"42 MB","current-db-size-in-use-bytes":25001984,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T01:58:18.398435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":450382621,"revision":7575,"compact-revision":5503} {"level":"info","ts":"2026-03-09T02:03:18.343592Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9791} {"level":"info","ts":"2026-03-09T02:03:18.418616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9791,"took":"72.49076ms","hash":1251323528,"current-db-size-bytes":41844736,"current-db-size":"42 MB","current-db-size-in-use-bytes":16236544,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-09T02:03:18.418694Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1251323528,"revision":9791,"compact-revision":7575}