{"level":"warn","ts":"2026-03-02T09:59:38.083701Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T09:59:38.08381Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T09:59:38.083907Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T09:59:38.083923Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-02T09:59:38.08395Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T09:59:38.084797Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-03-02T09:59:38.084898Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T09:59:38.090319Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.851196ms"} {"level":"info","ts":"2026-03-02T09:59:38.099048Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-03-02T09:59:38.099151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T09:59:38.09918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-03-02T09:59:38.099192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T09:59:38.099207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-03-02T09:59:38.099259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-03-02T09:59:38.104223Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T09:59:38.105608Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T09:59:38.106831Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T09:59:38.109215Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T09:59:38.109564Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T09:59:38.109765Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T09:59:38.109784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T09:59:38.109642Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T09:59:38.110423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-03-02T09:59:38.112Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-02T09:59:38.114801Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T09:59:38.114961Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-02T09:59:38.115186Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-02T09:59:38.115316Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T09:59:38.115754Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T09:59:38.699448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T09:59:38.699488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T09:59:38.699511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-03-02T09:59:38.699522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-03-02T09:59:38.699527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-02T09:59:38.699535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-03-02T09:59:38.699542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-02T09:59:38.700396Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T09:59:38.700422Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T09:59:38.700469Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T09:59:38.700599Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T09:59:38.700907Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T09:59:38.701027Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T09:59:38.702089Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T09:59:38.70226Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T09:59:38.702309Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T09:59:38.7028Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T09:59:38.705501Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-03-02T10:00:17.523651Z","caller":"traceutil/trace.go:171","msg":"trace[1354782143] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"227.263488ms","start":"2026-03-02T10:00:17.296365Z","end":"2026-03-02T10:00:17.523628Z","steps":["trace[1354782143] 'process raft request' (duration: 227.116904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:01:33.301942Z","caller":"traceutil/trace.go:171","msg":"trace[776460030] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"118.730494ms","start":"2026-03-02T10:01:33.183185Z","end":"2026-03-02T10:01:33.301915Z","steps":["trace[776460030] 'process raft request' (duration: 118.547909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:01:33.832027Z","caller":"traceutil/trace.go:171","msg":"trace[952470740] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"141.840533ms","start":"2026-03-02T10:01:33.69016Z","end":"2026-03-02T10:01:33.832001Z","steps":["trace[952470740] 'process raft request' (duration: 141.692099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:02:31.948975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.382384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T10:02:31.949161Z","caller":"traceutil/trace.go:171","msg":"trace[1221695656] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1959; }","duration":"122.642721ms","start":"2026-03-02T10:02:31.826491Z","end":"2026-03-02T10:02:31.949134Z","steps":["trace[1221695656] 'range keys from in-memory index tree' (duration: 122.152297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:02:32.258587Z","caller":"traceutil/trace.go:171","msg":"trace[1549653732] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"167.530879ms","start":"2026-03-02T10:02:32.091032Z","end":"2026-03-02T10:02:32.258563Z","steps":["trace[1549653732] 'process raft request' (duration: 167.471177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:02:32.258611Z","caller":"traceutil/trace.go:171","msg":"trace[407086355] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"270.733674ms","start":"2026-03-02T10:02:31.987813Z","end":"2026-03-02T10:02:32.258547Z","steps":["trace[407086355] 'process raft request' (duration: 178.473516ms)","trace[407086355] 'compare' (duration: 92.054012ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:02:32.258626Z","caller":"traceutil/trace.go:171","msg":"trace[1850870580] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"202.971264ms","start":"2026-03-02T10:02:32.055639Z","end":"2026-03-02T10:02:32.258611Z","steps":["trace[1850870580] 'read index received' (duration: 110.656564ms)","trace[1850870580] 'applied index is now lower than readState.Index' (duration: 92.313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:02:32.25876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.118348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T10:02:32.258793Z","caller":"traceutil/trace.go:171","msg":"trace[1840978646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"203.20136ms","start":"2026-03-02T10:02:32.055583Z","end":"2026-03-02T10:02:32.258784Z","steps":["trace[1840978646] 'agreement among raft nodes before linearized reading' (duration: 203.071966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:03:10.163091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.51483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T10:03:10.16319Z","caller":"traceutil/trace.go:171","msg":"trace[1178649512] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2322; }","duration":"115.681245ms","start":"2026-03-02T10:03:10.047489Z","end":"2026-03-02T10:03:10.16317Z","steps":["trace[1178649512] 'range keys from in-memory index tree' (duration: 115.172611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:03:46.649408Z","caller":"traceutil/trace.go:171","msg":"trace[363092442] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"105.576731ms","start":"2026-03-02T10:03:46.543809Z","end":"2026-03-02T10:03:46.649386Z","steps":["trace[363092442] 'process raft request' (duration: 105.440727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:03:46.697255Z","caller":"traceutil/trace.go:171","msg":"trace[458432607] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"147.130786ms","start":"2026-03-02T10:03:46.550085Z","end":"2026-03-02T10:03:46.697216Z","steps":["trace[458432607] 'process raft request' (duration: 146.932991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:03:46.831365Z","caller":"traceutil/trace.go:171","msg":"trace[1630747895] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"129.42101ms","start":"2026-03-02T10:03:46.701906Z","end":"2026-03-02T10:03:46.831327Z","steps":["trace[1630747895] 'process raft request' (duration: 129.192404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:03:46.866901Z","caller":"traceutil/trace.go:171","msg":"trace[899196695] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"164.958607ms","start":"2026-03-02T10:03:46.701906Z","end":"2026-03-02T10:03:46.866865Z","steps":["trace[899196695] 'process raft request' (duration: 164.771112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:06:27.150413Z","caller":"traceutil/trace.go:171","msg":"trace[1919938074] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"113.973261ms","start":"2026-03-02T10:06:27.036346Z","end":"2026-03-02T10:06:27.150319Z","steps":["trace[1919938074] 'process raft request' (duration: 113.642142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:07:52.037996Z","caller":"traceutil/trace.go:171","msg":"trace[1104082702] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"155.762433ms","start":"2026-03-02T10:07:51.882184Z","end":"2026-03-02T10:07:52.037946Z","steps":["trace[1104082702] 'process raft request' (duration: 155.321161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:07:53.73407Z","caller":"traceutil/trace.go:171","msg":"trace[1310390693] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4648; }","duration":"137.337968ms","start":"2026-03-02T10:07:53.596695Z","end":"2026-03-02T10:07:53.734033Z","steps":["trace[1310390693] 'read index received' (duration: 96.560619ms)","trace[1310390693] 'applied index is now lower than readState.Index' (duration: 40.775069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:07:53.734291Z","caller":"traceutil/trace.go:171","msg":"trace[2070823469] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4479; }","duration":"139.976541ms","start":"2026-03-02T10:07:53.594296Z","end":"2026-03-02T10:07:53.734272Z","steps":["trace[2070823469] 'process raft request' (duration: 98.853113ms)","trace[2070823469] 'compare' (duration: 40.049419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:07:53.734685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.951054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-02T10:07:53.738048Z","caller":"traceutil/trace.go:171","msg":"trace[1358669363] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4479; }","duration":"141.354151ms","start":"2026-03-02T10:07:53.59667Z","end":"2026-03-02T10:07:53.738024Z","steps":["trace[1358669363] 'agreement among raft nodes before linearized reading' (duration: 137.718088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:07:53.735316Z","caller":"traceutil/trace.go:171","msg":"trace[599576649] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"119.51526ms","start":"2026-03-02T10:07:53.615761Z","end":"2026-03-02T10:07:53.735276Z","steps":["trace[599576649] 'process raft request' (duration: 118.998005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:53.744632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.416729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-02T10:07:53.7447Z","caller":"traceutil/trace.go:171","msg":"trace[654122818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a; range_end:; response_count:1; response_revision:4482; }","duration":"147.509073ms","start":"2026-03-02T10:07:53.597174Z","end":"2026-03-02T10:07:53.744683Z","steps":["trace[654122818] 'agreement among raft nodes before linearized reading' (duration: 147.310197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:53.744933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.412013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T10:07:53.744963Z","caller":"traceutil/trace.go:171","msg":"trace[48949572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4482; }","duration":"111.470895ms","start":"2026-03-02T10:07:53.633486Z","end":"2026-03-02T10:07:53.744957Z","steps":["trace[48949572] 'agreement among raft nodes before linearized reading' (duration: 111.396013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:54.925293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724645151906691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T10:07:55.248189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0906884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T10:07:55.248713Z","caller":"traceutil/trace.go:171","msg":"trace[1081723381] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"1.091274216s","start":"2026-03-02T10:07:54.157414Z","end":"2026-03-02T10:07:55.248689Z","steps":["trace[1081723381] 'process raft request' (duration: 1.091113082s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.249303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.157404Z","time spent":"1.091362708s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T10:07:55.253234Z","caller":"traceutil/trace.go:171","msg":"trace[879415023] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4655; }","duration":"828.091011ms","start":"2026-03-02T10:07:54.425118Z","end":"2026-03-02T10:07:55.253209Z","steps":["trace[879415023] 'read index received' (duration: 823.653287ms)","trace[879415023] 'applied index is now lower than readState.Index' (duration: 4.436444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:07:55.253412Z","caller":"traceutil/trace.go:171","msg":"trace[1119504160] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"768.184628ms","start":"2026-03-02T10:07:54.485179Z","end":"2026-03-02T10:07:55.253363Z","steps":["trace[1119504160] 'process raft request' (duration: 767.959641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.253485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.342388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T10:07:55.253524Z","caller":"traceutil/trace.go:171","msg":"trace[454504964] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4487; }","duration":"828.456121ms","start":"2026-03-02T10:07:54.42506Z","end":"2026-03-02T10:07:55.253516Z","steps":["trace[454504964] 'agreement among raft nodes before linearized reading' (duration: 828.286346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.25356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.425039Z","time spent":"828.513683ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":69,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T10:07:55.253552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.304495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-02T10:07:55.253617Z","caller":"traceutil/trace.go:171","msg":"trace[516463317] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4487; }","duration":"810.419218ms","start":"2026-03-02T10:07:54.443176Z","end":"2026-03-02T10:07:55.253595Z","steps":["trace[516463317] 'agreement among raft nodes before linearized reading' (duration: 810.210102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.253627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.485165Z","time spent":"768.352983ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:07:55.253673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.443155Z","time spent":"810.508321ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-02T10:07:55.253682Z","caller":"traceutil/trace.go:171","msg":"trace[1755582855] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"797.041024ms","start":"2026-03-02T10:07:54.456625Z","end":"2026-03-02T10:07:55.253666Z","steps":["trace[1755582855] 'process raft request' (duration: 796.364184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.253786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.456603Z","time spent":"797.151357ms","remote":"127.0.0.1:36356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T10:07:55.253995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.041614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a\" ","response":"range_response_count:1 size:4053"} {"level":"warn","ts":"2026-03-02T10:07:55.254024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.967856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T10:07:55.254047Z","caller":"traceutil/trace.go:171","msg":"trace[1822982284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4487; }","duration":"683.047188ms","start":"2026-03-02T10:07:54.570994Z","end":"2026-03-02T10:07:55.254041Z","steps":["trace[1822982284] 'agreement among raft nodes before linearized reading' (duration: 682.931265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.570962Z","time spent":"683.098309ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T10:07:55.254073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.468332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T10:07:55.254107Z","caller":"traceutil/trace.go:171","msg":"trace[1574318692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4487; }","duration":"137.559495ms","start":"2026-03-02T10:07:55.116539Z","end":"2026-03-02T10:07:55.254099Z","steps":["trace[1574318692] 'agreement among raft nodes before linearized reading' (duration: 137.422521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.514006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-02T10:07:55.254176Z","caller":"traceutil/trace.go:171","msg":"trace[1673947387] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4487; }","duration":"802.566178ms","start":"2026-03-02T10:07:54.451603Z","end":"2026-03-02T10:07:55.254169Z","steps":["trace[1673947387] 'agreement among raft nodes before linearized reading' (duration: 802.413694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.451595Z","time spent":"802.599849ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T10:07:55.254056Z","caller":"traceutil/trace.go:171","msg":"trace[1043449307] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a; range_end:; response_count:1; response_revision:4487; }","duration":"787.111666ms","start":"2026-03-02T10:07:54.466918Z","end":"2026-03-02T10:07:55.25403Z","steps":["trace[1043449307] 'agreement among raft nodes before linearized reading' (duration: 787.003933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.897372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45d14db5-e151-4338-8c4c-099dd71cbe92\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-03-02T10:07:55.254245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.466901Z","time spent":"787.334202ms","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4077,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a\" "} {"level":"info","ts":"2026-03-02T10:07:55.254268Z","caller":"traceutil/trace.go:171","msg":"trace[252354444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45d14db5-e151-4338-8c4c-099dd71cbe92; range_end:; response_count:1; response_revision:4487; }","duration":"201.976504ms","start":"2026-03-02T10:07:55.052283Z","end":"2026-03-02T10:07:55.25426Z","steps":["trace[252354444] 'agreement among raft nodes before linearized reading' (duration: 201.880721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.190022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bhxjh\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-02T10:07:55.25441Z","caller":"traceutil/trace.go:171","msg":"trace[2038918887] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bhxjh; range_end:; response_count:1; response_revision:4487; }","duration":"800.230263ms","start":"2026-03-02T10:07:54.454169Z","end":"2026-03-02T10:07:55.254399Z","steps":["trace[2038918887] 'agreement among raft nodes before linearized reading' (duration: 800.161501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.254428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.879262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T10:07:55.254448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.454162Z","time spent":"800.276404ms","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9740,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bhxjh\" "} {"level":"info","ts":"2026-03-02T10:07:55.254465Z","caller":"traceutil/trace.go:171","msg":"trace[851763968] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4487; }","duration":"629.962994ms","start":"2026-03-02T10:07:54.624493Z","end":"2026-03-02T10:07:55.254456Z","steps":["trace[851763968] 'agreement among raft nodes before linearized reading' (duration: 629.900553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:55.2545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:07:54.624466Z","time spent":"630.025966ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-02T10:07:56.706251Z","caller":"traceutil/trace.go:171","msg":"trace[1312900760] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"114.447169ms","start":"2026-03-02T10:07:56.591766Z","end":"2026-03-02T10:07:56.706214Z","steps":["trace[1312900760] 'process raft request' (duration: 60.257555ms)","trace[1312900760] 'compare' (duration: 54.05425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:07:57.39604Z","caller":"traceutil/trace.go:171","msg":"trace[112196326] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4782; }","duration":"110.072006ms","start":"2026-03-02T10:07:57.285936Z","end":"2026-03-02T10:07:57.396008Z","steps":["trace[112196326] 'read index received' (duration: 17.563961ms)","trace[112196326] 'applied index is now lower than readState.Index' (duration: 92.506975ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:07:57.396196Z","caller":"traceutil/trace.go:171","msg":"trace[642303633] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"110.522479ms","start":"2026-03-02T10:07:57.28566Z","end":"2026-03-02T10:07:57.396182Z","steps":["trace[642303633] 'process raft request' (duration: 98.873633ms)","trace[642303633] 'compare' (duration: 11.339247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:07:57.396439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.488279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-02T10:07:57.396472Z","caller":"traceutil/trace.go:171","msg":"trace[1479166604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c38b2857-a483-4631-965f-f1aa7fd9e11a; range_end:; response_count:1; response_revision:4612; }","duration":"110.55992ms","start":"2026-03-02T10:07:57.285901Z","end":"2026-03-02T10:07:57.396461Z","steps":["trace[1479166604] 'agreement among raft nodes before linearized reading' (duration: 110.412395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:07:57.396651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.684904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45d14db5-e151-4338-8c4c-099dd71cbe92\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-02T10:07:57.39671Z","caller":"traceutil/trace.go:171","msg":"trace[1781138906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45d14db5-e151-4338-8c4c-099dd71cbe92; range_end:; response_count:1; response_revision:4612; }","duration":"110.799707ms","start":"2026-03-02T10:07:57.285895Z","end":"2026-03-02T10:07:57.396694Z","steps":["trace[1781138906] 'agreement among raft nodes before linearized reading' (duration: 110.666843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:19.493339Z","caller":"traceutil/trace.go:171","msg":"trace[1942509136] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5208; }","duration":"118.591663ms","start":"2026-03-02T10:08:19.374723Z","end":"2026-03-02T10:08:19.493315Z","steps":["trace[1942509136] 'read index received' (duration: 118.416409ms)","trace[1942509136] 'applied index is now lower than readState.Index' (duration: 173.894µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:08:19.493567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:08:19.493626Z","caller":"traceutil/trace.go:171","msg":"trace[150330879] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5025; }","duration":"118.945473ms","start":"2026-03-02T10:08:19.374664Z","end":"2026-03-02T10:08:19.49361Z","steps":["trace[150330879] 'agreement among raft nodes before linearized reading' (duration: 118.800389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:08:19.493914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.038172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T10:08:19.494035Z","caller":"traceutil/trace.go:171","msg":"trace[1090810659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5025; }","duration":"107.215667ms","start":"2026-03-02T10:08:19.386791Z","end":"2026-03-02T10:08:19.494007Z","steps":["trace[1090810659] 'agreement among raft nodes before linearized reading' (duration: 106.761664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:19.493854Z","caller":"traceutil/trace.go:171","msg":"trace[807396663] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"130.927258ms","start":"2026-03-02T10:08:19.362523Z","end":"2026-03-02T10:08:19.49345Z","steps":["trace[807396663] 'process raft request' (duration: 130.61837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:22.030805Z","caller":"traceutil/trace.go:171","msg":"trace[396746256] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"149.279922ms","start":"2026-03-02T10:08:21.881503Z","end":"2026-03-02T10:08:22.030783Z","steps":["trace[396746256] 'process raft request' (duration: 148.993464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:22.030814Z","caller":"traceutil/trace.go:171","msg":"trace[2144165537] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"149.632191ms","start":"2026-03-02T10:08:21.881119Z","end":"2026-03-02T10:08:22.030752Z","steps":["trace[2144165537] 'process raft request' (duration: 149.209069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:22.030776Z","caller":"traceutil/trace.go:171","msg":"trace[728528238] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5242; }","duration":"137.04909ms","start":"2026-03-02T10:08:21.893695Z","end":"2026-03-02T10:08:22.030744Z","steps":["trace[728528238] 'read index received' (duration: 4.330751ms)","trace[728528238] 'applied index is now lower than readState.Index' (duration: 132.716329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:08:22.031013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.307987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4xgf\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T10:08:22.03105Z","caller":"traceutil/trace.go:171","msg":"trace[626893031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4xgf; range_end:; response_count:1; response_revision:5060; }","duration":"137.4187ms","start":"2026-03-02T10:08:21.893624Z","end":"2026-03-02T10:08:22.031043Z","steps":["trace[626893031] 'agreement among raft nodes before linearized reading' (duration: 137.216344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:22.031945Z","caller":"traceutil/trace.go:171","msg":"trace[1982909022] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"132.530694ms","start":"2026-03-02T10:08:21.899381Z","end":"2026-03-02T10:08:22.031911Z","steps":["trace[1982909022] 'process raft request' (duration: 132.033779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:08:31.789949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.724498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T10:08:31.790118Z","caller":"traceutil/trace.go:171","msg":"trace[1006646959] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"113.641516ms","start":"2026-03-02T10:08:31.676457Z","end":"2026-03-02T10:08:31.790099Z","steps":["trace[1006646959] 'read index received' (duration: 89.244364ms)","trace[1006646959] 'applied index is now lower than readState.Index' (duration: 24.396042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:08:31.790241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.78662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T10:08:31.790266Z","caller":"traceutil/trace.go:171","msg":"trace[590013020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5203; }","duration":"113.851732ms","start":"2026-03-02T10:08:31.676407Z","end":"2026-03-02T10:08:31.790259Z","steps":["trace[590013020] 'agreement among raft nodes before linearized reading' (duration: 113.740139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:08:31.790257Z","caller":"traceutil/trace.go:171","msg":"trace[82227874] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"145.111795ms","start":"2026-03-02T10:08:31.645117Z","end":"2026-03-02T10:08:31.790229Z","steps":["trace[82227874] 'process raft request' (duration: 25.836372ms)","trace[82227874] 'compare' (duration: 118.554993ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:08:31.790354Z","caller":"traceutil/trace.go:171","msg":"trace[264068239] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"145.038814ms","start":"2026-03-02T10:08:31.645306Z","end":"2026-03-02T10:08:31.790345Z","steps":["trace[264068239] 'process raft request' (duration: 144.750366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:09:38.729157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2781} {"level":"info","ts":"2026-03-02T10:09:38.789535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2781,"took":"58.606394ms","hash":4119259306,"current-db-size-bytes":41250816,"current-db-size":"41 MB","current-db-size-in-use-bytes":30892032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T10:09:38.789626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4119259306,"revision":2781,"compact-revision":-1} {"level":"info","ts":"2026-03-02T10:14:38.735658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5728} {"level":"info","ts":"2026-03-02T10:14:38.842513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5728,"took":"104.242556ms","hash":470240216,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":21671936,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T10:14:38.84262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":470240216,"revision":5728,"compact-revision":2781} {"level":"warn","ts":"2026-03-02T10:14:43.389825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.198644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:14:43.38991Z","caller":"traceutil/trace.go:171","msg":"trace[748501239] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7772; }","duration":"198.351708ms","start":"2026-03-02T10:14:43.191541Z","end":"2026-03-02T10:14:43.389893Z","steps":["trace[748501239] 'range keys from in-memory index tree' (duration: 198.09422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:14:55.877233Z","caller":"traceutil/trace.go:171","msg":"trace[824803960] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"183.603897ms","start":"2026-03-02T10:14:55.693598Z","end":"2026-03-02T10:14:55.877201Z","steps":["trace[824803960] 'process raft request' (duration: 183.402861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:14:55.932653Z","caller":"traceutil/trace.go:171","msg":"trace[1937151937] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8113; }","duration":"117.020643ms","start":"2026-03-02T10:14:55.815602Z","end":"2026-03-02T10:14:55.932623Z","steps":["trace[1937151937] 'read index received' (duration: 61.414958ms)","trace[1937151937] 'applied index is now lower than readState.Index' (duration: 55.604665ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:14:55.93281Z","caller":"traceutil/trace.go:171","msg":"trace[1323637433] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"235.799846ms","start":"2026-03-02T10:14:55.696953Z","end":"2026-03-02T10:14:55.932753Z","steps":["trace[1323637433] 'process raft request' (duration: 194.671565ms)","trace[1323637433] 'compare' (duration: 40.834483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:14:55.932921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.292592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T10:14:55.93297Z","caller":"traceutil/trace.go:171","msg":"trace[419989225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7831; }","duration":"117.427105ms","start":"2026-03-02T10:14:55.815532Z","end":"2026-03-02T10:14:55.932959Z","steps":["trace[419989225] 'agreement among raft nodes before linearized reading' (duration: 117.211839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:14:56.321184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.591087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T10:14:56.321315Z","caller":"traceutil/trace.go:171","msg":"trace[2044257681] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7835; }","duration":"138.806582ms","start":"2026-03-02T10:14:56.182481Z","end":"2026-03-02T10:14:56.321288Z","steps":["trace[2044257681] 'count revisions from in-memory index tree' (duration: 138.429462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:14:56.455848Z","caller":"traceutil/trace.go:171","msg":"trace[1975934040] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"102.004773ms","start":"2026-03-02T10:14:56.353814Z","end":"2026-03-02T10:14:56.455819Z","steps":["trace[1975934040] 'process raft request' (duration: 101.5118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:24.257859Z","caller":"traceutil/trace.go:171","msg":"trace[1780656833] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"275.910499ms","start":"2026-03-02T10:15:23.981912Z","end":"2026-03-02T10:15:24.257823Z","steps":["trace[1780656833] 'process raft request' (duration: 275.642402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:24.430182Z","caller":"traceutil/trace.go:171","msg":"trace[360814790] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"314.336073ms","start":"2026-03-02T10:15:24.115815Z","end":"2026-03-02T10:15:24.430151Z","steps":["trace[360814790] 'read index received' (duration: 141.764587ms)","trace[360814790] 'applied index is now lower than readState.Index' (duration: 172.570556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:15:24.430329Z","caller":"traceutil/trace.go:171","msg":"trace[551007170] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"390.913615ms","start":"2026-03-02T10:15:24.039405Z","end":"2026-03-02T10:15:24.430318Z","steps":["trace[551007170] 'process raft request' (duration: 388.526649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:24.430442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:15:24.039368Z","time spent":"390.988667ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:15:24.43055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.827774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T10:15:24.430585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.00557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T10:15:24.43063Z","caller":"traceutil/trace.go:171","msg":"trace[11119430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8023; }","duration":"158.112613ms","start":"2026-03-02T10:15:24.272509Z","end":"2026-03-02T10:15:24.430621Z","steps":["trace[11119430] 'agreement among raft nodes before linearized reading' (duration: 157.967158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:24.430638Z","caller":"traceutil/trace.go:171","msg":"trace[18486088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8023; }","duration":"310.947108ms","start":"2026-03-02T10:15:24.11967Z","end":"2026-03-02T10:15:24.430617Z","steps":["trace[18486088] 'agreement among raft nodes before linearized reading' (duration: 310.7124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:24.430678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:15:24.119657Z","time spent":"311.01348ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T10:15:24.430788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.345068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T10:15:24.430809Z","caller":"traceutil/trace.go:171","msg":"trace[245641699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8023; }","duration":"277.42379ms","start":"2026-03-02T10:15:24.153378Z","end":"2026-03-02T10:15:24.430802Z","steps":["trace[245641699] 'agreement among raft nodes before linearized reading' (duration: 277.354268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:24.430878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.058554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T10:15:24.430914Z","caller":"traceutil/trace.go:171","msg":"trace[1402953961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8023; }","duration":"315.142466ms","start":"2026-03-02T10:15:24.115758Z","end":"2026-03-02T10:15:24.4309Z","steps":["trace[1402953961] 'agreement among raft nodes before linearized reading' (duration: 315.039803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:24.430942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:15:24.115732Z","time spent":"315.203568ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T10:15:28.383751Z","caller":"traceutil/trace.go:171","msg":"trace[1552928488] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"112.131977ms","start":"2026-03-02T10:15:28.27159Z","end":"2026-03-02T10:15:28.383722Z","steps":["trace[1552928488] 'process raft request' (duration: 111.940232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:28.591777Z","caller":"traceutil/trace.go:171","msg":"trace[951382645] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"147.165477ms","start":"2026-03-02T10:15:28.444585Z","end":"2026-03-02T10:15:28.59175Z","steps":["trace[951382645] 'process raft request' (duration: 66.043268ms)","trace[951382645] 'compare' (duration: 80.719188ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:15:28.591754Z","caller":"traceutil/trace.go:171","msg":"trace[804461439] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"137.526117ms","start":"2026-03-02T10:15:28.454188Z","end":"2026-03-02T10:15:28.591714Z","steps":["trace[804461439] 'read index received' (duration: 56.420638ms)","trace[804461439] 'applied index is now lower than readState.Index' (duration: 81.103979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:15:28.5921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.467146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T10:15:28.5921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.828726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T10:15:28.592086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.850406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T10:15:28.59214Z","caller":"traceutil/trace.go:171","msg":"trace[1592993248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8041; }","duration":"137.561619ms","start":"2026-03-02T10:15:28.454567Z","end":"2026-03-02T10:15:28.592128Z","steps":["trace[1592993248] 'agreement among raft nodes before linearized reading' (duration: 137.409134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:28.592145Z","caller":"traceutil/trace.go:171","msg":"trace[1068280257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"137.920788ms","start":"2026-03-02T10:15:28.454213Z","end":"2026-03-02T10:15:28.592134Z","steps":["trace[1068280257] 'agreement among raft nodes before linearized reading' (duration: 137.721892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:28.592192Z","caller":"traceutil/trace.go:171","msg":"trace[1924844530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8041; }","duration":"138.026551ms","start":"2026-03-02T10:15:28.454138Z","end":"2026-03-02T10:15:28.592164Z","steps":["trace[1924844530] 'agreement among raft nodes before linearized reading' (duration: 137.675951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:28.592807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.166653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T10:15:28.593188Z","caller":"traceutil/trace.go:171","msg":"trace[1288178388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8041; }","duration":"129.570015ms","start":"2026-03-02T10:15:28.463588Z","end":"2026-03-02T10:15:28.593158Z","steps":["trace[1288178388] 'agreement among raft nodes before linearized reading' (duration: 129.052491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:37.803119Z","caller":"traceutil/trace.go:171","msg":"trace[2052245239] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"131.93555ms","start":"2026-03-02T10:15:37.67115Z","end":"2026-03-02T10:15:37.803086Z","steps":["trace[2052245239] 'process raft request' (duration: 115.588843ms)","trace[2052245239] 'compare' (duration: 16.06896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:15:37.803145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.452585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rb5bx\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-02T10:15:37.803275Z","caller":"traceutil/trace.go:171","msg":"trace[359998462] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rb5bx; range_end:; response_count:1; response_revision:8127; }","duration":"132.581159ms","start":"2026-03-02T10:15:37.670667Z","end":"2026-03-02T10:15:37.803248Z","steps":["trace[359998462] 'range keys from in-memory index tree' (duration: 132.298901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:37.951577Z","caller":"traceutil/trace.go:171","msg":"trace[368219725] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"140.189502ms","start":"2026-03-02T10:15:37.811342Z","end":"2026-03-02T10:15:37.951531Z","steps":["trace[368219725] 'process raft request' (duration: 139.879783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:38.941671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.733926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:15:38.941851Z","caller":"traceutil/trace.go:171","msg":"trace[2083509688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8136; }","duration":"219.935973ms","start":"2026-03-02T10:15:38.721876Z","end":"2026-03-02T10:15:38.941812Z","steps":["trace[2083509688] 'range keys from in-memory index tree' (duration: 219.716706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:38.942316Z","caller":"traceutil/trace.go:171","msg":"trace[49683071] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"245.680383ms","start":"2026-03-02T10:15:38.696605Z","end":"2026-03-02T10:15:38.942285Z","steps":["trace[49683071] 'read index received' (duration: 240.286512ms)","trace[49683071] 'applied index is now lower than readState.Index' (duration: 5.36791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:15:38.94236Z","caller":"traceutil/trace.go:171","msg":"trace[641265793] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"250.306453ms","start":"2026-03-02T10:15:38.692012Z","end":"2026-03-02T10:15:38.942319Z","steps":["trace[641265793] 'process raft request' (duration: 244.887271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:38.942726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.847513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T10:15:38.942784Z","caller":"traceutil/trace.go:171","msg":"trace[1478011008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8137; }","duration":"232.958196ms","start":"2026-03-02T10:15:38.709808Z","end":"2026-03-02T10:15:38.942766Z","steps":["trace[1478011008] 'agreement among raft nodes before linearized reading' (duration: 232.682269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:38.94287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.905585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T10:15:38.942879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.294001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T10:15:38.942958Z","caller":"traceutil/trace.go:171","msg":"trace[1174239460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8137; }","duration":"228.030609ms","start":"2026-03-02T10:15:38.714903Z","end":"2026-03-02T10:15:38.942933Z","steps":["trace[1174239460] 'agreement among raft nodes before linearized reading' (duration: 227.70248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:15:38.942995Z","caller":"traceutil/trace.go:171","msg":"trace[1427970765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8137; }","duration":"231.426965ms","start":"2026-03-02T10:15:38.711539Z","end":"2026-03-02T10:15:38.942966Z","steps":["trace[1427970765] 'agreement among raft nodes before linearized reading' (duration: 231.086375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:15:38.943762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.120602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-02T10:15:38.943876Z","caller":"traceutil/trace.go:171","msg":"trace[1784852593] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8137; }","duration":"247.282817ms","start":"2026-03-02T10:15:38.696568Z","end":"2026-03-02T10:15:38.943851Z","steps":["trace[1784852593] 'agreement among raft nodes before linearized reading' (duration: 245.910339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:19:01.88917Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T10:19:01.895052Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T10:19:01.895161Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T10:19:38.742407Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7623} {"level":"info","ts":"2026-03-02T10:19:38.806377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7623,"took":"62.098488ms","hash":2724225602,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":24162304,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T10:19:38.806457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2724225602,"revision":7623,"compact-revision":5728} {"level":"warn","ts":"2026-03-02T10:22:39.418275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.338431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T10:22:39.418454Z","caller":"traceutil/trace.go:171","msg":"trace[1868437804] linearizableReadLoop","detail":"{readStateIndex:11530; appliedIndex:11529; }","duration":"236.341388ms","start":"2026-03-02T10:22:39.182074Z","end":"2026-03-02T10:22:39.418416Z","steps":["trace[1868437804] 'read index received' (duration: 94.78328ms)","trace[1868437804] 'applied index is now lower than readState.Index' (duration: 141.555937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:22:39.418664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.939257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.418762Z","caller":"traceutil/trace.go:171","msg":"trace[1514695439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11131; }","duration":"236.06031ms","start":"2026-03-02T10:22:39.182685Z","end":"2026-03-02T10:22:39.418745Z","steps":["trace[1514695439] 'agreement among raft nodes before linearized reading' (duration: 235.895175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.41879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.71197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T10:22:39.418896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.80358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-02T10:22:39.418659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.547633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.418924Z","caller":"traceutil/trace.go:171","msg":"trace[282799837] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11131; }","duration":"235.897476ms","start":"2026-03-02T10:22:39.182997Z","end":"2026-03-02T10:22:39.418894Z","steps":["trace[282799837] 'agreement among raft nodes before linearized reading' (duration: 235.656508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.418963Z","caller":"traceutil/trace.go:171","msg":"trace[974275683] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11131; }","duration":"232.865952ms","start":"2026-03-02T10:22:39.186072Z","end":"2026-03-02T10:22:39.418938Z","steps":["trace[974275683] 'agreement among raft nodes before linearized reading' (duration: 232.668085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.418981Z","caller":"traceutil/trace.go:171","msg":"trace[79879444] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11131; }","duration":"236.930094ms","start":"2026-03-02T10:22:39.18202Z","end":"2026-03-02T10:22:39.41895Z","steps":["trace[79879444] 'agreement among raft nodes before linearized reading' (duration: 236.511432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.418846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.098201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.419153Z","caller":"traceutil/trace.go:171","msg":"trace[818639577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11131; }","duration":"236.41751ms","start":"2026-03-02T10:22:39.182718Z","end":"2026-03-02T10:22:39.419136Z","steps":["trace[818639577] 'agreement among raft nodes before linearized reading' (duration: 236.034579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.419142Z","caller":"traceutil/trace.go:171","msg":"trace[169377241] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"269.006143ms","start":"2026-03-02T10:22:39.149888Z","end":"2026-03-02T10:22:39.418894Z","steps":["trace[169377241] 'process raft request' (duration: 126.944201ms)","trace[169377241] 'compare' (duration: 141.174176ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:22:39.570725Z","caller":"traceutil/trace.go:171","msg":"trace[1940486330] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"146.388883ms","start":"2026-03-02T10:22:39.424286Z","end":"2026-03-02T10:22:39.570675Z","steps":["trace[1940486330] 'process raft request' (duration: 146.030963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.571033Z","caller":"traceutil/trace.go:171","msg":"trace[934023686] linearizableReadLoop","detail":"{readStateIndex:11534; appliedIndex:11530; }","duration":"107.994409ms","start":"2026-03-02T10:22:39.462947Z","end":"2026-03-02T10:22:39.570941Z","steps":["trace[934023686] 'read index received' (duration: 16.951174ms)","trace[934023686] 'applied index is now lower than readState.Index' (duration: 91.040605ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:22:39.571379Z","caller":"traceutil/trace.go:171","msg":"trace[338421006] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"146.898818ms","start":"2026-03-02T10:22:39.424457Z","end":"2026-03-02T10:22:39.571356Z","steps":["trace[338421006] 'process raft request' (duration: 146.038934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.571461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.024571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.571517Z","caller":"traceutil/trace.go:171","msg":"trace[1789714961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11135; }","duration":"108.153954ms","start":"2026-03-02T10:22:39.463347Z","end":"2026-03-02T10:22:39.571501Z","steps":["trace[1789714961] 'agreement among raft nodes before linearized reading' (duration: 108.00292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.571498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.506854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.571618Z","caller":"traceutil/trace.go:171","msg":"trace[1269664649] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"146.984789ms","start":"2026-03-02T10:22:39.42459Z","end":"2026-03-02T10:22:39.571574Z","steps":["trace[1269664649] 'process raft request' (duration: 146.241818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.57173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.199035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T10:22:39.571736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.839464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.571793Z","caller":"traceutil/trace.go:171","msg":"trace[867915838] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11135; }","duration":"108.301528ms","start":"2026-03-02T10:22:39.463474Z","end":"2026-03-02T10:22:39.571776Z","steps":["trace[867915838] 'agreement among raft nodes before linearized reading' (duration: 108.160015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.571821Z","caller":"traceutil/trace.go:171","msg":"trace[105837975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11135; }","duration":"107.967108ms","start":"2026-03-02T10:22:39.463834Z","end":"2026-03-02T10:22:39.571801Z","steps":["trace[105837975] 'agreement among raft nodes before linearized reading' (duration: 107.774743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.571815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.185168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-02T10:22:39.571934Z","caller":"traceutil/trace.go:171","msg":"trace[1769742981] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11135; }","duration":"106.343873ms","start":"2026-03-02T10:22:39.465563Z","end":"2026-03-02T10:22:39.571907Z","steps":["trace[1769742981] 'agreement among raft nodes before linearized reading' (duration: 105.959352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:39.571868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.861344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:39.572072Z","caller":"traceutil/trace.go:171","msg":"trace[546622259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11135; }","duration":"109.181432ms","start":"2026-03-02T10:22:39.46288Z","end":"2026-03-02T10:22:39.572061Z","steps":["trace[546622259] 'agreement among raft nodes before linearized reading' (duration: 108.881064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:39.572349Z","caller":"traceutil/trace.go:171","msg":"trace[1256079800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11135; }","duration":"109.476781ms","start":"2026-03-02T10:22:39.462861Z","end":"2026-03-02T10:22:39.572338Z","steps":["trace[1256079800] 'agreement among raft nodes before linearized reading' (duration: 108.459913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:47.94301Z","caller":"traceutil/trace.go:171","msg":"trace[1472329626] linearizableReadLoop","detail":"{readStateIndex:11591; appliedIndex:11590; }","duration":"347.041484ms","start":"2026-03-02T10:22:47.595938Z","end":"2026-03-02T10:22:47.94298Z","steps":["trace[1472329626] 'read index received' (duration: 346.676253ms)","trace[1472329626] 'applied index is now lower than readState.Index' (duration: 363.86µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:22:47.943163Z","caller":"traceutil/trace.go:171","msg":"trace[1216455047] transaction","detail":"{read_only:false; response_revision:11189; number_of_response:1; }","duration":"388.669966ms","start":"2026-03-02T10:22:47.554436Z","end":"2026-03-02T10:22:47.943106Z","steps":["trace[1216455047] 'process raft request' (duration: 388.293936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.943262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.2901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T10:22:47.94331Z","caller":"traceutil/trace.go:171","msg":"trace[996330589] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11189; }","duration":"347.408143ms","start":"2026-03-02T10:22:47.595886Z","end":"2026-03-02T10:22:47.943294Z","steps":["trace[996330589] 'agreement among raft nodes before linearized reading' (duration: 347.264619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.943343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.595862Z","time spent":"347.474185ms","remote":"127.0.0.1:36426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T10:22:47.943384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.554419Z","time spent":"388.83135ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:22:47.943599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.440965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:47.943697Z","caller":"traceutil/trace.go:171","msg":"trace[951351100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11189; }","duration":"347.59309ms","start":"2026-03-02T10:22:47.596077Z","end":"2026-03-02T10:22:47.94367Z","steps":["trace[951351100] 'agreement among raft nodes before linearized reading' (duration: 347.381403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.943751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.596071Z","time spent":"347.670612ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T10:22:47.943846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.384252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4944"} {"level":"warn","ts":"2026-03-02T10:22:47.943854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.160718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T10:22:47.943883Z","caller":"traceutil/trace.go:171","msg":"trace[1557373296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:11189; }","duration":"347.437814ms","start":"2026-03-02T10:22:47.596436Z","end":"2026-03-02T10:22:47.943874Z","steps":["trace[1557373296] 'agreement among raft nodes before linearized reading' (duration: 347.29723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:22:47.943891Z","caller":"traceutil/trace.go:171","msg":"trace[1798643896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11189; }","duration":"317.199359ms","start":"2026-03-02T10:22:47.626681Z","end":"2026-03-02T10:22:47.943881Z","steps":["trace[1798643896] 'agreement among raft nodes before linearized reading' (duration: 317.032095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.943912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.596431Z","time spent":"347.473525ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4968,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T10:22:47.943924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.626649Z","time spent":"317.269861ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T10:22:47.944016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.801346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T10:22:47.944038Z","caller":"traceutil/trace.go:171","msg":"trace[706025208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11189; }","duration":"317.861318ms","start":"2026-03-02T10:22:47.62617Z","end":"2026-03-02T10:22:47.944031Z","steps":["trace[706025208] 'agreement among raft nodes before linearized reading' (duration: 317.803406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.626154Z","time spent":"317.895218ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T10:22:47.944151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.718552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:47.944182Z","caller":"traceutil/trace.go:171","msg":"trace[234980768] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11189; }","duration":"347.764203ms","start":"2026-03-02T10:22:47.596412Z","end":"2026-03-02T10:22:47.944176Z","steps":["trace[234980768] 'agreement among raft nodes before linearized reading' (duration: 347.714041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.94419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.27407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5174"} {"level":"warn","ts":"2026-03-02T10:22:47.9442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.596407Z","time spent":"347.788724ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T10:22:47.944217Z","caller":"traceutil/trace.go:171","msg":"trace[78463377] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11189; }","duration":"347.311641ms","start":"2026-03-02T10:22:47.596897Z","end":"2026-03-02T10:22:47.944209Z","steps":["trace[78463377] 'agreement among raft nodes before linearized reading' (duration: 347.251929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.596891Z","time spent":"347.349631ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5198,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T10:22:47.944293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.903557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:22:47.94431Z","caller":"traceutil/trace.go:171","msg":"trace[44390008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11189; }","duration":"347.936318ms","start":"2026-03-02T10:22:47.596368Z","end":"2026-03-02T10:22:47.944305Z","steps":["trace[44390008] 'agreement among raft nodes before linearized reading' (duration: 347.909637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.596361Z","time spent":"347.959789ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T10:22:47.944638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.382887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T10:22:47.944669Z","caller":"traceutil/trace.go:171","msg":"trace[468334102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11189; }","duration":"134.46896ms","start":"2026-03-02T10:22:47.810192Z","end":"2026-03-02T10:22:47.944661Z","steps":["trace[468334102] 'agreement among raft nodes before linearized reading' (duration: 134.339026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.4564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T10:22:47.944697Z","caller":"traceutil/trace.go:171","msg":"trace[1397253664] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11189; }","duration":"227.546622ms","start":"2026-03-02T10:22:47.717143Z","end":"2026-03-02T10:22:47.944689Z","steps":["trace[1397253664] 'agreement among raft nodes before linearized reading' (duration: 227.4664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.158376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T10:22:47.944915Z","caller":"traceutil/trace.go:171","msg":"trace[1134112217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11189; }","duration":"318.198397ms","start":"2026-03-02T10:22:47.626703Z","end":"2026-03-02T10:22:47.944902Z","steps":["trace[1134112217] 'agreement among raft nodes before linearized reading' (duration: 318.129835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:22:47.944937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:22:47.626698Z","time spent":"318.233788ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T10:24:38.748341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9824} {"level":"info","ts":"2026-03-02T10:24:38.830474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9824,"took":"79.178164ms","hash":2942421988,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":22462464,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T10:24:38.830569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2942421988,"revision":9824,"compact-revision":7623} {"level":"info","ts":"2026-03-02T10:27:18.036418Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000343c.wal"} {"level":"info","ts":"2026-03-02T10:29:24.423548Z","caller":"traceutil/trace.go:171","msg":"trace[948178048] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"159.083906ms","start":"2026-03-02T10:29:24.264433Z","end":"2026-03-02T10:29:24.423517Z","steps":["trace[948178048] 'process raft request' (duration: 158.87431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:29:24.509407Z","caller":"traceutil/trace.go:171","msg":"trace[695498090] linearizableReadLoop","detail":"{readStateIndex:14133; appliedIndex:14131; }","duration":"223.931274ms","start":"2026-03-02T10:29:24.285445Z","end":"2026-03-02T10:29:24.509376Z","steps":["trace[695498090] 'read index received' (duration: 137.824601ms)","trace[695498090] 'applied index is now lower than readState.Index' (duration: 86.105553ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:29:24.509598Z","caller":"traceutil/trace.go:171","msg":"trace[216327315] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"229.962343ms","start":"2026-03-02T10:29:24.279559Z","end":"2026-03-02T10:29:24.509521Z","steps":["trace[216327315] 'process raft request' (duration: 220.239071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:29:24.509673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.674486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T10:29:24.509739Z","caller":"traceutil/trace.go:171","msg":"trace[596027438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13638; }","duration":"203.768349ms","start":"2026-03-02T10:29:24.305925Z","end":"2026-03-02T10:29:24.509694Z","steps":["trace[596027438] 'agreement among raft nodes before linearized reading' (duration: 203.625115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:29:24.509877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.522972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T10:29:24.509931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.500681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T10:29:24.510034Z","caller":"traceutil/trace.go:171","msg":"trace[512945315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13638; }","duration":"203.709447ms","start":"2026-03-02T10:29:24.306304Z","end":"2026-03-02T10:29:24.510014Z","steps":["trace[512945315] 'agreement among raft nodes before linearized reading' (duration: 203.348337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:29:24.509955Z","caller":"traceutil/trace.go:171","msg":"trace[1350109805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13638; }","duration":"203.662676ms","start":"2026-03-02T10:29:24.306273Z","end":"2026-03-02T10:29:24.509935Z","steps":["trace[1350109805] 'agreement among raft nodes before linearized reading' (duration: 203.422599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:29:24.510151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.702795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T10:29:24.510213Z","caller":"traceutil/trace.go:171","msg":"trace[886139853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13638; }","duration":"224.792248ms","start":"2026-03-02T10:29:24.285403Z","end":"2026-03-02T10:29:24.510195Z","steps":["trace[886139853] 'agreement among raft nodes before linearized reading' (duration: 224.110299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:29:32.257781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.205091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z4xgf\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T10:29:32.257923Z","caller":"traceutil/trace.go:171","msg":"trace[1410620292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z4xgf; range_end:; response_count:1; response_revision:13691; }","duration":"204.471648ms","start":"2026-03-02T10:29:32.053405Z","end":"2026-03-02T10:29:32.257877Z","steps":["trace[1410620292] 'range keys from in-memory index tree' (duration: 203.908184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:29:38.760128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11866} {"level":"info","ts":"2026-03-02T10:29:38.851961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11866,"took":"88.633213ms","hash":2267343151,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":23932928,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T10:29:38.852037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2267343151,"revision":11866,"compact-revision":9824} {"level":"warn","ts":"2026-03-02T10:31:13.141082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.765713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T10:31:13.141345Z","caller":"traceutil/trace.go:171","msg":"trace[1825350364] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"214.37463ms","start":"2026-03-02T10:31:12.926908Z","end":"2026-03-02T10:31:13.141283Z","steps":["trace[1825350364] 'process raft request' (duration: 23.275017ms)","trace[1825350364] 'compare' (duration: 190.604319ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:31:13.141427Z","caller":"traceutil/trace.go:171","msg":"trace[110233039] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"103.772768ms","start":"2026-03-02T10:31:13.037543Z","end":"2026-03-02T10:31:13.141316Z","steps":["trace[110233039] 'process raft request' (duration: 103.689605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:31:13.141736Z","caller":"traceutil/trace.go:171","msg":"trace[806928795] linearizableReadLoop","detail":"{readStateIndex:15250; appliedIndex:15249; }","duration":"197.791752ms","start":"2026-03-02T10:31:12.943905Z","end":"2026-03-02T10:31:13.141697Z","steps":["trace[806928795] 'read index received' (duration: 6.180716ms)","trace[806928795] 'applied index is now lower than readState.Index' (duration: 191.609856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T10:31:13.141953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.036159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T10:31:13.142002Z","caller":"traceutil/trace.go:171","msg":"trace[705033342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14721; }","duration":"198.146592ms","start":"2026-03-02T10:31:12.943843Z","end":"2026-03-02T10:31:13.141989Z","steps":["trace[705033342] 'agreement among raft nodes before linearized reading' (duration: 197.982017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:31:13.3668Z","caller":"traceutil/trace.go:171","msg":"trace[1917786004] transaction","detail":"{read_only:false; response_revision:14722; number_of_response:1; }","duration":"183.454666ms","start":"2026-03-02T10:31:13.18331Z","end":"2026-03-02T10:31:13.366764Z","steps":["trace[1917786004] 'process raft request' (duration: 183.260871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:31:13.379782Z","caller":"traceutil/trace.go:171","msg":"trace[156459547] linearizableReadLoop","detail":"{readStateIndex:15253; appliedIndex:15251; }","duration":"174.618437ms","start":"2026-03-02T10:31:13.205138Z","end":"2026-03-02T10:31:13.379756Z","steps":["trace[156459547] 'read index received' (duration: 161.574259ms)","trace[156459547] 'applied index is now lower than readState.Index' (duration: 13.043278ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:31:13.379878Z","caller":"traceutil/trace.go:171","msg":"trace[435864092] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"195.124036ms","start":"2026-03-02T10:31:13.184705Z","end":"2026-03-02T10:31:13.379829Z","steps":["trace[435864092] 'process raft request' (duration: 194.864339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:31:13.380099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.925316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T10:31:13.380144Z","caller":"traceutil/trace.go:171","msg":"trace[282105249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14723; }","duration":"175.022999ms","start":"2026-03-02T10:31:13.205109Z","end":"2026-03-02T10:31:13.380132Z","steps":["trace[282105249] 'agreement among raft nodes before linearized reading' (duration: 174.805793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:31:13.380483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.307376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T10:31:13.380578Z","caller":"traceutil/trace.go:171","msg":"trace[608810431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14723; }","duration":"175.44358ms","start":"2026-03-02T10:31:13.205108Z","end":"2026-03-02T10:31:13.380551Z","steps":["trace[608810431] 'agreement among raft nodes before linearized reading' (duration: 175.140632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:31:13.380427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.263635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T10:31:13.380697Z","caller":"traceutil/trace.go:171","msg":"trace[523349594] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14723; }","duration":"136.582513ms","start":"2026-03-02T10:31:13.244069Z","end":"2026-03-02T10:31:13.380651Z","steps":["trace[523349594] 'agreement among raft nodes before linearized reading' (duration: 136.161471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:31:13.756302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.560322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T10:31:13.756663Z","caller":"traceutil/trace.go:171","msg":"trace[1526747230] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"368.759157ms","start":"2026-03-02T10:31:13.38788Z","end":"2026-03-02T10:31:13.756639Z","steps":["trace[1526747230] 'process raft request' (duration: 118.72927ms)","trace[1526747230] 'compare' (duration: 249.387178ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:31:13.756712Z","caller":"traceutil/trace.go:171","msg":"trace[1108887393] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"366.74694ms","start":"2026-03-02T10:31:13.389928Z","end":"2026-03-02T10:31:13.756675Z","steps":["trace[1108887393] 'process raft request' (duration: 366.528824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:31:13.756767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:31:13.38786Z","time spent":"368.842599ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:31:13.75681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.565338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d89kv\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-02T10:31:13.756905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:31:13.38986Z","time spent":"366.939855ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T10:31:13.756878Z","caller":"traceutil/trace.go:171","msg":"trace[396605199] linearizableReadLoop","detail":"{readStateIndex:15255; appliedIndex:15253; }","duration":"286.399364ms","start":"2026-03-02T10:31:13.470239Z","end":"2026-03-02T10:31:13.756639Z","steps":["trace[396605199] 'read index received' (duration: 36.423118ms)","trace[396605199] 'applied index is now lower than readState.Index' (duration: 249.974726ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:31:13.756926Z","caller":"traceutil/trace.go:171","msg":"trace[210798737] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d89kv; range_end:; response_count:1; response_revision:14725; }","duration":"286.728652ms","start":"2026-03-02T10:31:13.470175Z","end":"2026-03-02T10:31:13.756904Z","steps":["trace[210798737] 'agreement among raft nodes before linearized reading' (duration: 286.468895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:34:38.769692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13790} {"level":"info","ts":"2026-03-02T10:34:38.847652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13790,"took":"74.500222ms","hash":2553490171,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":30478336,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T10:34:38.847744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2553490171,"revision":13790,"compact-revision":11866} {"level":"info","ts":"2026-03-02T10:36:27.335902Z","caller":"traceutil/trace.go:171","msg":"trace[375110226] transaction","detail":"{read_only:false; response_revision:16867; number_of_response:1; }","duration":"162.164116ms","start":"2026-03-02T10:36:27.173695Z","end":"2026-03-02T10:36:27.335859Z","steps":["trace[375110226] 'process raft request' (duration: 161.750335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:27.336639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.44303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-cpbf5\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T10:36:27.336229Z","caller":"traceutil/trace.go:171","msg":"trace[1947431551] linearizableReadLoop","detail":"{readStateIndex:17474; appliedIndex:17473; }","duration":"148.04752ms","start":"2026-03-02T10:36:27.188158Z","end":"2026-03-02T10:36:27.336206Z","steps":["trace[1947431551] 'read index received' (duration: 147.308539ms)","trace[1947431551] 'applied index is now lower than readState.Index' (duration: 737.351µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:36:27.336759Z","caller":"traceutil/trace.go:171","msg":"trace[1815731235] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-cpbf5; range_end:; response_count:1; response_revision:16867; }","duration":"148.625865ms","start":"2026-03-02T10:36:27.188105Z","end":"2026-03-02T10:36:27.336731Z","steps":["trace[1815731235] 'agreement among raft nodes before linearized reading' (duration: 148.309346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:36:28.085186Z","caller":"traceutil/trace.go:171","msg":"trace[378904193] linearizableReadLoop","detail":"{readStateIndex:17476; appliedIndex:17474; }","duration":"748.369973ms","start":"2026-03-02T10:36:27.336796Z","end":"2026-03-02T10:36:28.085166Z","steps":["trace[378904193] 'read index received' (duration: 740.77929ms)","trace[378904193] 'applied index is now lower than readState.Index' (duration: 7.589723ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:36:28.085304Z","caller":"traceutil/trace.go:171","msg":"trace[224214314] transaction","detail":"{read_only:false; response_revision:16869; number_of_response:1; }","duration":"784.295333ms","start":"2026-03-02T10:36:27.300999Z","end":"2026-03-02T10:36:28.085295Z","steps":["trace[224214314] 'process raft request' (duration: 784.070436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:36:28.085312Z","caller":"traceutil/trace.go:171","msg":"trace[2054528227] transaction","detail":"{read_only:false; response_revision:16868; number_of_response:1; }","duration":"861.859481ms","start":"2026-03-02T10:36:27.223402Z","end":"2026-03-02T10:36:28.085262Z","steps":["trace[2054528227] 'process raft request' (duration: 854.277948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:28.085404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.300969Z","time spent":"784.358254ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:36:28.085515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.223371Z","time spent":"862.030297ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T10:36:28.08567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.328986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T10:36:28.085703Z","caller":"traceutil/trace.go:171","msg":"trace[540047942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16869; }","duration":"767.410839ms","start":"2026-03-02T10:36:27.318283Z","end":"2026-03-02T10:36:28.085694Z","steps":["trace[540047942] 'agreement among raft nodes before linearized reading' (duration: 767.276815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:28.085761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.318253Z","time spent":"767.503881ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T10:36:28.08736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.467974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pkfdm\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T10:36:28.087442Z","caller":"traceutil/trace.go:171","msg":"trace[1633567161] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pkfdm; range_end:; response_count:1; response_revision:16869; }","duration":"670.582498ms","start":"2026-03-02T10:36:27.416841Z","end":"2026-03-02T10:36:28.087423Z","steps":["trace[1633567161] 'agreement among raft nodes before linearized reading' (duration: 669.876968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:28.08747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.416826Z","time spent":"670.638669ms","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18669,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pkfdm\" "} {"level":"warn","ts":"2026-03-02T10:36:28.08769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.619685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945689"} {"level":"info","ts":"2026-03-02T10:36:28.087747Z","caller":"traceutil/trace.go:171","msg":"trace[1448159929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16869; }","duration":"898.699996ms","start":"2026-03-02T10:36:27.18903Z","end":"2026-03-02T10:36:28.08773Z","steps":["trace[1448159929] 'agreement among raft nodes before linearized reading' (duration: 896.831613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:28.087771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.189022Z","time spent":"898.741638ms","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945713,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T10:36:28.090486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.988706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945689"} {"level":"info","ts":"2026-03-02T10:36:28.090661Z","caller":"traceutil/trace.go:171","msg":"trace[1008673767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16869; }","duration":"746.168261ms","start":"2026-03-02T10:36:27.344477Z","end":"2026-03-02T10:36:28.090645Z","steps":["trace[1008673767] 'agreement among raft nodes before linearized reading' (duration: 741.562441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:36:28.090695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:36:27.344457Z","time spent":"746.226323ms","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945713,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T10:39:38.777374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16247} {"level":"info","ts":"2026-03-02T10:39:38.872577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16247,"took":"90.606036ms","hash":2056133336,"current-db-size-bytes":42393600,"current-db-size":"42 MB","current-db-size-in-use-bytes":25980928,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T10:39:38.87266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2056133336,"revision":16247,"compact-revision":13790} {"level":"info","ts":"2026-03-02T10:44:38.787249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17842} {"level":"info","ts":"2026-03-02T10:44:38.889249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17842,"took":"98.714829ms","hash":2217126123,"current-db-size-bytes":42393600,"current-db-size":"42 MB","current-db-size-in-use-bytes":20336640,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-02T10:44:38.889349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2217126123,"revision":17842,"compact-revision":16247} {"level":"info","ts":"2026-03-02T10:44:46.971641Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T10:44:46.976351Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T10:44:46.9765Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T10:45:28.51809Z","caller":"traceutil/trace.go:171","msg":"trace[780975599] linearizableReadLoop","detail":"{readStateIndex:20225; appliedIndex:20224; }","duration":"151.413599ms","start":"2026-03-02T10:45:28.366646Z","end":"2026-03-02T10:45:28.51806Z","steps":["trace[780975599] 'read index received' (duration: 151.182133ms)","trace[780975599] 'applied index is now lower than readState.Index' (duration: 229.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T10:45:28.518131Z","caller":"traceutil/trace.go:171","msg":"trace[123410697] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"222.546164ms","start":"2026-03-02T10:45:28.29556Z","end":"2026-03-02T10:45:28.518106Z","steps":["trace[123410697] 'process raft request' (duration: 222.321918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:45:28.518508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.851271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T10:45:28.518555Z","caller":"traceutil/trace.go:171","msg":"trace[1472647170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19498; }","duration":"151.963254ms","start":"2026-03-02T10:45:28.366579Z","end":"2026-03-02T10:45:28.518543Z","steps":["trace[1472647170] 'agreement among raft nodes before linearized reading' (duration: 151.635595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:45:28.518512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.729451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T10:45:28.518613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.434463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T10:45:28.518638Z","caller":"traceutil/trace.go:171","msg":"trace[1061534139] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19498; }","duration":"118.888586ms","start":"2026-03-02T10:45:28.399734Z","end":"2026-03-02T10:45:28.518622Z","steps":["trace[1061534139] 'agreement among raft nodes before linearized reading' (duration: 118.68829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:45:28.518683Z","caller":"traceutil/trace.go:171","msg":"trace[1213439536] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19498; }","duration":"113.529526ms","start":"2026-03-02T10:45:28.405132Z","end":"2026-03-02T10:45:28.518661Z","steps":["trace[1213439536] 'agreement among raft nodes before linearized reading' (duration: 113.390062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:45:28.842089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.339635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T10:45:28.842241Z","caller":"traceutil/trace.go:171","msg":"trace[1658810398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19498; }","duration":"121.52843ms","start":"2026-03-02T10:45:28.720689Z","end":"2026-03-02T10:45:28.842218Z","steps":["trace[1658810398] 'range keys from in-memory index tree' (duration: 121.307364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:45:28.842287Z","caller":"traceutil/trace.go:171","msg":"trace[261941027] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"318.815417ms","start":"2026-03-02T10:45:28.523398Z","end":"2026-03-02T10:45:28.842214Z","steps":["trace[261941027] 'process raft request' (duration: 317.271533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T10:45:28.842481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T10:45:28.523367Z","time spent":"319.001442ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T10:45:28.843685Z","caller":"traceutil/trace.go:171","msg":"trace[1700983262] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"115.068469ms","start":"2026-03-02T10:45:28.728592Z","end":"2026-03-02T10:45:28.843661Z","steps":["trace[1700983262] 'process raft request' (duration: 115.030518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T10:45:28.843741Z","caller":"traceutil/trace.go:171","msg":"trace[1904938932] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"238.651007ms","start":"2026-03-02T10:45:28.605055Z","end":"2026-03-02T10:45:28.843706Z","steps":["trace[1904938932] 'process raft request' (duration: 238.449232ms)"],"step_count":1}