{"level":"warn","ts":"2026-04-07T12:56:01.794579Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:56:01.794709Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T12:56:01.794803Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:56:01.79482Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-07T12:56:01.794843Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:56:01.79572Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-04-07T12:56:01.795824Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T12:56:01.822872Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"26.733047ms"} {"level":"info","ts":"2026-04-07T12:56:01.838065Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-04-07T12:56:01.838143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T12:56:01.838166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-04-07T12:56:01.838181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T12:56:01.838193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-04-07T12:56:01.838227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-04-07T12:56:01.850282Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T12:56:01.852193Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T12:56:01.854094Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T12:56:01.856228Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T12:56:01.856391Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T12:56:01.856502Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:56:01.856559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:56:01.856569Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:56:01.857326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-04-07T12:56:01.857455Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-07T12:56:01.861093Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:56:01.861328Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-07T12:56:01.86144Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T12:56:01.861466Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-07T12:56:01.861362Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T12:56:02.439341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T12:56:02.439408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T12:56:02.439455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-04-07T12:56:02.439482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-04-07T12:56:02.439499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-07T12:56:02.43952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-04-07T12:56:02.43954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-07T12:56:02.440798Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:56:02.441775Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:56:02.441768Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T12:56:02.441821Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:56:02.442238Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T12:56:02.442348Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T12:56:02.442262Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:56:02.442642Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:56:02.442725Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:56:02.445051Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-04-07T12:56:02.445215Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T12:56:26.224061Z","caller":"traceutil/trace.go:171","msg":"trace[1429929811] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"126.379254ms","start":"2026-04-07T12:56:26.097629Z","end":"2026-04-07T12:56:26.224009Z","steps":["trace[1429929811] 'process raft request' (duration: 126.114718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:32.344662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.53034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T12:56:32.344812Z","caller":"traceutil/trace.go:171","msg":"trace[1741090482] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"213.909422ms","start":"2026-04-07T12:56:32.130884Z","end":"2026-04-07T12:56:32.344793Z","steps":["trace[1741090482] 'process raft request' (duration: 102.692655ms)","trace[1741090482] 'compare' (duration: 110.370137ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:56:32.38086Z","caller":"traceutil/trace.go:171","msg":"trace[1966244907] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"231.106647ms","start":"2026-04-07T12:56:32.149733Z","end":"2026-04-07T12:56:32.38084Z","steps":["trace[1966244907] 'process raft request' (duration: 231.066846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.380884Z","caller":"traceutil/trace.go:171","msg":"trace[2078530002] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"246.015421ms","start":"2026-04-07T12:56:32.134842Z","end":"2026-04-07T12:56:32.380857Z","steps":["trace[2078530002] 'process raft request' (duration: 245.791926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381079Z","caller":"traceutil/trace.go:171","msg":"trace[1855650215] transaction","detail":"{read_only:false; number_of_response:0; response_revision:527; }","duration":"249.970902ms","start":"2026-04-07T12:56:32.131102Z","end":"2026-04-07T12:56:32.381073Z","steps":["trace[1855650215] 'process raft request' (duration: 249.494811ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.38111Z","caller":"traceutil/trace.go:171","msg":"trace[871664937] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"243.474206ms","start":"2026-04-07T12:56:32.137617Z","end":"2026-04-07T12:56:32.381092Z","steps":["trace[871664937] 'process raft request' (duration: 243.119567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381161Z","caller":"traceutil/trace.go:171","msg":"trace[1550138790] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"232.55756ms","start":"2026-04-07T12:56:32.148597Z","end":"2026-04-07T12:56:32.381154Z","steps":["trace[1550138790] 'process raft request' (duration: 232.17303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381187Z","caller":"traceutil/trace.go:171","msg":"trace[660632920] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"250.194637ms","start":"2026-04-07T12:56:32.130953Z","end":"2026-04-07T12:56:32.381147Z","steps":["trace[660632920] 'process raft request' (duration: 249.337647ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1902740185] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"244.632233ms","start":"2026-04-07T12:56:32.136639Z","end":"2026-04-07T12:56:32.381271Z","steps":["trace[1902740185] 'process raft request' (duration: 244.066089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381251Z","caller":"traceutil/trace.go:171","msg":"trace[735817042] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"244.948449ms","start":"2026-04-07T12:56:32.136294Z","end":"2026-04-07T12:56:32.381242Z","steps":["trace[735817042] 'process raft request' (duration: 244.380445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.381077Z","caller":"traceutil/trace.go:171","msg":"trace[2000684716] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"249.990812ms","start":"2026-04-07T12:56:32.131073Z","end":"2026-04-07T12:56:32.381063Z","steps":["trace[2000684716] 'process raft request' (duration: 249.319206ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:32.383916Z","caller":"traceutil/trace.go:171","msg":"trace[722851228] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:544; }","duration":"123.256986ms","start":"2026-04-07T12:56:32.260634Z","end":"2026-04-07T12:56:32.383891Z","steps":["trace[722851228] 'read index received' (duration: 119.581103ms)","trace[722851228] 'applied index is now lower than readState.Index' (duration: 3.675153ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:56:32.383963Z","caller":"traceutil/trace.go:171","msg":"trace[1882615512] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"134.982101ms","start":"2026-04-07T12:56:32.248961Z","end":"2026-04-07T12:56:32.383943Z","steps":["trace[1882615512] 'process raft request' (duration: 134.829997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:32.384054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.420031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T12:56:32.38408Z","caller":"traceutil/trace.go:171","msg":"trace[336293509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:534; }","duration":"123.516472ms","start":"2026-04-07T12:56:32.260556Z","end":"2026-04-07T12:56:32.384072Z","steps":["trace[336293509] 'agreement among raft nodes before linearized reading' (duration: 123.432931ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:38.597577Z","caller":"traceutil/trace.go:171","msg":"trace[1391630189] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"129.209711ms","start":"2026-04-07T12:56:38.46833Z","end":"2026-04-07T12:56:38.59754Z","steps":["trace[1391630189] 'read index received' (duration: 128.239849ms)","trace[1391630189] 'applied index is now lower than readState.Index' (duration: 968.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:56:38.597682Z","caller":"traceutil/trace.go:171","msg":"trace[390741664] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"218.652508ms","start":"2026-04-07T12:56:38.378996Z","end":"2026-04-07T12:56:38.597649Z","steps":["trace[390741664] 'process raft request' (duration: 217.8729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:38.59794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.583779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T12:56:38.598003Z","caller":"traceutil/trace.go:171","msg":"trace[1167513566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"129.706883ms","start":"2026-04-07T12:56:38.468281Z","end":"2026-04-07T12:56:38.597988Z","steps":["trace[1167513566] 'agreement among raft nodes before linearized reading' (duration: 129.471378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:38.598258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.580269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T12:56:38.598391Z","caller":"traceutil/trace.go:171","msg":"trace[1150787885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"129.732122ms","start":"2026-04-07T12:56:38.468631Z","end":"2026-04-07T12:56:38.598363Z","steps":["trace[1150787885] 'agreement among raft nodes before linearized reading' (duration: 129.17216ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:38.750669Z","caller":"traceutil/trace.go:171","msg":"trace[389430595] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"148.584175ms","start":"2026-04-07T12:56:38.602061Z","end":"2026-04-07T12:56:38.750646Z","steps":["trace[389430595] 'process raft request' (duration: 148.454932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:38.760848Z","caller":"traceutil/trace.go:171","msg":"trace[430115830] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"107.430421ms","start":"2026-04-07T12:56:38.653404Z","end":"2026-04-07T12:56:38.760834Z","steps":["trace[430115830] 'process raft request' (duration: 107.400391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:38.760893Z","caller":"traceutil/trace.go:171","msg":"trace[924491880] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"158.268803ms","start":"2026-04-07T12:56:38.60261Z","end":"2026-04-07T12:56:38.760878Z","steps":["trace[924491880] 'process raft request' (duration: 158.101319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:55.875223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.109572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T12:56:55.87536Z","caller":"traceutil/trace.go:171","msg":"trace[149614164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"253.319236ms","start":"2026-04-07T12:56:55.622014Z","end":"2026-04-07T12:56:55.875333Z","steps":["trace[149614164] 'range keys from in-memory index tree' (duration: 252.874037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:20.303413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.920501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T12:58:20.303488Z","caller":"traceutil/trace.go:171","msg":"trace[2139327879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1944; }","duration":"104.005393ms","start":"2026-04-07T12:58:20.199465Z","end":"2026-04-07T12:58:20.303471Z","steps":["trace[2139327879] 'range keys from in-memory index tree' (duration: 103.749247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:48.809797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.328603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T12:58:48.809884Z","caller":"traceutil/trace.go:171","msg":"trace[1797477159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2114; }","duration":"165.478596ms","start":"2026-04-07T12:58:48.644388Z","end":"2026-04-07T12:58:48.809867Z","steps":["trace[1797477159] 'range keys from in-memory index tree' (duration: 165.109768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:48.810465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T12:58:48.810702Z","caller":"traceutil/trace.go:171","msg":"trace[2138126971] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"138.975883ms","start":"2026-04-07T12:58:48.671682Z","end":"2026-04-07T12:58:48.810658Z","steps":["trace[2138126971] 'process raft request' (duration: 28.22627ms)","trace[2138126971] 'compare' (duration: 110.226881ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:58:54.586344Z","caller":"traceutil/trace.go:171","msg":"trace[1328759047] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"114.598677ms","start":"2026-04-07T12:58:54.471722Z","end":"2026-04-07T12:58:54.586321Z","steps":["trace[1328759047] 'process raft request' (duration: 114.448243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:58:54.604923Z","caller":"traceutil/trace.go:171","msg":"trace[1744864196] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"132.381511ms","start":"2026-04-07T12:58:54.472525Z","end":"2026-04-07T12:58:54.604907Z","steps":["trace[1744864196] 'process raft request' (duration: 132.295249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:25.904556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.039664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:05:25.904652Z","caller":"traceutil/trace.go:171","msg":"trace[1479563893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5536; }","duration":"130.201239ms","start":"2026-04-07T13:05:25.774433Z","end":"2026-04-07T13:05:25.904634Z","steps":["trace[1479563893] 'range keys from in-memory index tree' (duration: 129.942432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:26.067319Z","caller":"traceutil/trace.go:171","msg":"trace[1861842482] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5745; }","duration":"114.878854ms","start":"2026-04-07T13:05:25.952416Z","end":"2026-04-07T13:05:26.067294Z","steps":["trace[1861842482] 'read index received' (duration: 114.67569ms)","trace[1861842482] 'applied index is now lower than readState.Index' (duration: 202.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:05:26.067365Z","caller":"traceutil/trace.go:171","msg":"trace[228342195] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"150.624429ms","start":"2026-04-07T13:05:25.916702Z","end":"2026-04-07T13:05:26.067327Z","steps":["trace[228342195] 'process raft request' (duration: 150.453555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:26.068151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.700271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-04-07T13:05:26.068253Z","caller":"traceutil/trace.go:171","msg":"trace[85081246] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5537; }","duration":"115.887886ms","start":"2026-04-07T13:05:25.952346Z","end":"2026-04-07T13:05:26.068234Z","steps":["trace[85081246] 'agreement among raft nodes before linearized reading' (duration: 115.065239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:47.928583Z","caller":"traceutil/trace.go:171","msg":"trace[1675080071] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5956; }","duration":"237.918011ms","start":"2026-04-07T13:05:47.690636Z","end":"2026-04-07T13:05:47.928554Z","steps":["trace[1675080071] 'read index received' (duration: 237.733777ms)","trace[1675080071] 'applied index is now lower than readState.Index' (duration: 183.074µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:05:47.92869Z","caller":"traceutil/trace.go:171","msg":"trace[972617875] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"248.513484ms","start":"2026-04-07T13:05:47.680142Z","end":"2026-04-07T13:05:47.928656Z","steps":["trace[972617875] 'process raft request' (duration: 248.237789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:47.929022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.354801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T13:05:47.929173Z","caller":"traceutil/trace.go:171","msg":"trace[1280207814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5744; }","duration":"238.551886ms","start":"2026-04-07T13:05:47.690602Z","end":"2026-04-07T13:05:47.929154Z","steps":["trace[1280207814] 'agreement among raft nodes before linearized reading' (duration: 238.181147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:48.141202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.731816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:05:48.141349Z","caller":"traceutil/trace.go:171","msg":"trace[909531658] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"336.525831ms","start":"2026-04-07T13:05:47.804793Z","end":"2026-04-07T13:05:48.141319Z","steps":["trace[909531658] 'process raft request' (duration: 135.583841ms)","trace[909531658] 'compare' (duration: 200.617444ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:05:48.141427Z","caller":"traceutil/trace.go:171","msg":"trace[1982717064] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"208.108101ms","start":"2026-04-07T13:05:47.933309Z","end":"2026-04-07T13:05:48.141417Z","steps":["trace[1982717064] 'process raft request' (duration: 208.004579ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:05:48.141452Z","caller":"traceutil/trace.go:171","msg":"trace[901875496] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5957; }","duration":"212.650118ms","start":"2026-04-07T13:05:47.928786Z","end":"2026-04-07T13:05:48.141436Z","steps":["trace[901875496] 'read index received' (duration: 11.602686ms)","trace[901875496] 'applied index is now lower than readState.Index' (duration: 201.045902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:05:48.141437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:05:47.804772Z","time spent":"336.623514ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:05:48.141557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.680777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:05:48.141583Z","caller":"traceutil/trace.go:171","msg":"trace[798118516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5746; }","duration":"366.756189ms","start":"2026-04-07T13:05:47.774819Z","end":"2026-04-07T13:05:48.141575Z","steps":["trace[798118516] 'agreement among raft nodes before linearized reading' (duration: 366.702668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:05:48.141609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:05:47.774796Z","time spent":"366.807581ms","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:05:48.141666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.732096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:05:48.141788Z","caller":"traceutil/trace.go:171","msg":"trace[1470491262] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5746; }","duration":"101.93205ms","start":"2026-04-07T13:05:48.039826Z","end":"2026-04-07T13:05:48.141758Z","steps":["trace[1470491262] 'agreement among raft nodes before linearized reading' (duration: 101.738386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:02.476311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3033} {"level":"info","ts":"2026-04-07T13:06:02.567378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3033,"took":"89.494608ms","hash":2122345742,"current-db-size-bytes":55861248,"current-db-size":"56 MB","current-db-size-in-use-bytes":29659136,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T13:06:02.567463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2122345742,"revision":3033,"compact-revision":-1} {"level":"info","ts":"2026-04-07T13:06:22.62671Z","caller":"traceutil/trace.go:171","msg":"trace[1904957276] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"189.296274ms","start":"2026-04-07T13:06:22.437381Z","end":"2026-04-07T13:06:22.626677Z","steps":["trace[1904957276] 'process raft request' (duration: 162.311949ms)","trace[1904957276] 'compare' (duration: 26.841441ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:02.485337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5930} {"level":"info","ts":"2026-04-07T13:11:02.562486Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5930,"took":"73.349374ms","hash":3324586799,"current-db-size-bytes":55861248,"current-db-size":"56 MB","current-db-size-in-use-bytes":24997888,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T13:11:02.562544Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3324586799,"revision":5930,"compact-revision":3033} {"level":"warn","ts":"2026-04-07T13:11:41.832975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.585255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:11:41.833071Z","caller":"traceutil/trace.go:171","msg":"trace[1526875722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8510; }","duration":"198.747509ms","start":"2026-04-07T13:11:41.634306Z","end":"2026-04-07T13:11:41.833053Z","steps":["trace[1526875722] 'range keys from in-memory index tree' (duration: 198.468103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:53.18889Z","caller":"traceutil/trace.go:171","msg":"trace[559281082] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8874; }","duration":"253.237623ms","start":"2026-04-07T13:11:52.935628Z","end":"2026-04-07T13:11:53.188865Z","steps":["trace[559281082] 'read index received' (duration: 253.059549ms)","trace[559281082] 'applied index is now lower than readState.Index' (duration: 177.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:53.188957Z","caller":"traceutil/trace.go:171","msg":"trace[733520223] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"253.387826ms","start":"2026-04-07T13:11:52.935531Z","end":"2026-04-07T13:11:53.188918Z","steps":["trace[733520223] 'process raft request' (duration: 253.150731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:53.189184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.538199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T13:11:53.189276Z","caller":"traceutil/trace.go:171","msg":"trace[703901411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"253.686932ms","start":"2026-04-07T13:11:52.935566Z","end":"2026-04-07T13:11:53.189253Z","steps":["trace[703901411] 'agreement among raft nodes before linearized reading' (duration: 253.396486ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:53.284068Z","caller":"traceutil/trace.go:171","msg":"trace[802057386] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"123.894158ms","start":"2026-04-07T13:11:53.160156Z","end":"2026-04-07T13:11:53.28405Z","steps":["trace[802057386] 'process raft request' (duration: 77.704003ms)","trace[802057386] 'compare' (duration: 45.982411ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:53.317313Z","caller":"traceutil/trace.go:171","msg":"trace[2123609042] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"123.170692ms","start":"2026-04-07T13:11:53.19412Z","end":"2026-04-07T13:11:53.317291Z","steps":["trace[2123609042] 'process raft request' (duration: 123.043909ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:54.136858Z","caller":"traceutil/trace.go:171","msg":"trace[1711791315] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8879; }","duration":"238.892873ms","start":"2026-04-07T13:11:53.897942Z","end":"2026-04-07T13:11:54.136835Z","steps":["trace[1711791315] 'read index received' (duration: 238.496255ms)","trace[1711791315] 'applied index is now lower than readState.Index' (duration: 394.548µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:11:54.136931Z","caller":"traceutil/trace.go:171","msg":"trace[288443510] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"247.376076ms","start":"2026-04-07T13:11:53.889519Z","end":"2026-04-07T13:11:54.136895Z","steps":["trace[288443510] 'process raft request' (duration: 247.027719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:54.137157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.20156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:11:54.137201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.456561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:11:54.13723Z","caller":"traceutil/trace.go:171","msg":"trace[394054835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8575; }","duration":"239.323572ms","start":"2026-04-07T13:11:53.89789Z","end":"2026-04-07T13:11:54.137213Z","steps":["trace[394054835] 'agreement among raft nodes before linearized reading' (duration: 239.121828ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:54.13725Z","caller":"traceutil/trace.go:171","msg":"trace[1813938211] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8575; }","duration":"151.546102ms","start":"2026-04-07T13:11:53.98569Z","end":"2026-04-07T13:11:54.137236Z","steps":["trace[1813938211] 'agreement among raft nodes before linearized reading' (duration: 151.395739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:11:54.137309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.509107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T13:11:54.137466Z","caller":"traceutil/trace.go:171","msg":"trace[58568024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8575; }","duration":"233.669521ms","start":"2026-04-07T13:11:53.903738Z","end":"2026-04-07T13:11:54.137407Z","steps":["trace[58568024] 'agreement among raft nodes before linearized reading' (duration: 233.324624ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:54.27013Z","caller":"traceutil/trace.go:171","msg":"trace[2126693055] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"128.341524ms","start":"2026-04-07T13:11:54.141767Z","end":"2026-04-07T13:11:54.270108Z","steps":["trace[2126693055] 'process raft request' (duration: 128.259052ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:11:54.270178Z","caller":"traceutil/trace.go:171","msg":"trace[402449309] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"128.829744ms","start":"2026-04-07T13:11:54.141315Z","end":"2026-04-07T13:11:54.270145Z","steps":["trace[402449309] 'process raft request' (duration: 83.438195ms)","trace[402449309] 'compare' (duration: 45.173554ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:20.988453Z","caller":"traceutil/trace.go:171","msg":"trace[1183242961] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"138.4022ms","start":"2026-04-07T13:12:20.850033Z","end":"2026-04-07T13:12:20.988435Z","steps":["trace[1183242961] 'read index received' (duration: 138.241606ms)","trace[1183242961] 'applied index is now lower than readState.Index' (duration: 159.964µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:20.988705Z","caller":"traceutil/trace.go:171","msg":"trace[895846124] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"245.584977ms","start":"2026-04-07T13:12:20.743112Z","end":"2026-04-07T13:12:20.988697Z","steps":["trace[895846124] 'process raft request' (duration: 245.212099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:20.988947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.848299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:12:20.988972Z","caller":"traceutil/trace.go:171","msg":"trace[653907380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8771; }","duration":"138.968821ms","start":"2026-04-07T13:12:20.849997Z","end":"2026-04-07T13:12:20.988966Z","steps":["trace[653907380] 'agreement among raft nodes before linearized reading' (duration: 138.821498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:20.989073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.736247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:12:20.989099Z","caller":"traceutil/trace.go:171","msg":"trace[436171936] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8771; }","duration":"125.762568ms","start":"2026-04-07T13:12:20.863328Z","end":"2026-04-07T13:12:20.989091Z","steps":["trace[436171936] 'agreement among raft nodes before linearized reading' (duration: 125.723096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:21.275363Z","caller":"traceutil/trace.go:171","msg":"trace[98677237] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"283.118786ms","start":"2026-04-07T13:12:20.992221Z","end":"2026-04-07T13:12:21.27534Z","steps":["trace[98677237] 'process raft request' (duration: 276.277268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:32.896952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.140424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T13:12:32.897066Z","caller":"traceutil/trace.go:171","msg":"trace[237377128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8877; }","duration":"146.519285ms","start":"2026-04-07T13:12:32.750533Z","end":"2026-04-07T13:12:32.897052Z","steps":["trace[237377128] 'compare' (duration: 125.035842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:32.922761Z","caller":"traceutil/trace.go:171","msg":"trace[538230073] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"170.890199ms","start":"2026-04-07T13:12:32.75184Z","end":"2026-04-07T13:12:32.92273Z","steps":["trace[538230073] 'process raft request' (duration: 170.719766ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:33.455053Z","caller":"traceutil/trace.go:171","msg":"trace[1151765436] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9197; }","duration":"122.695871ms","start":"2026-04-07T13:12:33.332341Z","end":"2026-04-07T13:12:33.455037Z","steps":["trace[1151765436] 'read index received' (duration: 122.535518ms)","trace[1151765436] 'applied index is now lower than readState.Index' (duration: 159.643µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:33.455246Z","caller":"traceutil/trace.go:171","msg":"trace[640121201] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"129.737394ms","start":"2026-04-07T13:12:33.325499Z","end":"2026-04-07T13:12:33.455236Z","steps":["trace[640121201] 'process raft request' (duration: 129.394046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:33.455481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.128581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:12:33.455568Z","caller":"traceutil/trace.go:171","msg":"trace[101844670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8880; }","duration":"123.219953ms","start":"2026-04-07T13:12:33.332323Z","end":"2026-04-07T13:12:33.455543Z","steps":["trace[101844670] 'agreement among raft nodes before linearized reading' (duration: 123.018149ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:33.684497Z","caller":"traceutil/trace.go:171","msg":"trace[170909756] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"229.094811ms","start":"2026-04-07T13:12:33.455379Z","end":"2026-04-07T13:12:33.684474Z","steps":["trace[170909756] 'process raft request' (duration: 228.917267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:33.684765Z","caller":"traceutil/trace.go:171","msg":"trace[1719146238] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9199; }","duration":"166.385692ms","start":"2026-04-07T13:12:33.518357Z","end":"2026-04-07T13:12:33.684743Z","steps":["trace[1719146238] 'read index received' (duration: 165.984043ms)","trace[1719146238] 'applied index is now lower than readState.Index' (duration: 400.319µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:33.685012Z","caller":"traceutil/trace.go:171","msg":"trace[1573258025] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"224.877602ms","start":"2026-04-07T13:12:33.460124Z","end":"2026-04-07T13:12:33.685001Z","steps":["trace[1573258025] 'process raft request' (duration: 224.301889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:33.685287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.923684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T13:12:33.685322Z","caller":"traceutil/trace.go:171","msg":"trace[1680551854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8883; }","duration":"167.030367ms","start":"2026-04-07T13:12:33.518281Z","end":"2026-04-07T13:12:33.685311Z","steps":["trace[1680551854] 'agreement among raft nodes before linearized reading' (duration: 166.900374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:33.695913Z","caller":"traceutil/trace.go:171","msg":"trace[433297568] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"142.090528ms","start":"2026-04-07T13:12:33.553811Z","end":"2026-04-07T13:12:33.695901Z","steps":["trace[433297568] 'process raft request' (duration: 142.004846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:33.696138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.269337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:12:33.696308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.412276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:12:33.696368Z","caller":"traceutil/trace.go:171","msg":"trace[1831567894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8884; }","duration":"115.524648ms","start":"2026-04-07T13:12:33.580835Z","end":"2026-04-07T13:12:33.69636Z","steps":["trace[1831567894] 'agreement among raft nodes before linearized reading' (duration: 115.392385ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:33.696194Z","caller":"traceutil/trace.go:171","msg":"trace[2132695434] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8884; }","duration":"151.349968ms","start":"2026-04-07T13:12:33.544829Z","end":"2026-04-07T13:12:33.696179Z","steps":["trace[2132695434] 'agreement among raft nodes before linearized reading' (duration: 151.261916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:34.453812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.200443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-07T13:12:34.453913Z","caller":"traceutil/trace.go:171","msg":"trace[439224453] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8889; }","duration":"117.317946ms","start":"2026-04-07T13:12:34.336554Z","end":"2026-04-07T13:12:34.453872Z","steps":["trace[439224453] 'range keys from in-memory index tree' (duration: 116.315375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:34.475488Z","caller":"traceutil/trace.go:171","msg":"trace[1826895246] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"136.544241ms","start":"2026-04-07T13:12:34.338915Z","end":"2026-04-07T13:12:34.475459Z","steps":["trace[1826895246] 'process raft request' (duration: 135.909136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:34.619241Z","caller":"traceutil/trace.go:171","msg":"trace[250741326] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9208; }","duration":"135.979698ms","start":"2026-04-07T13:12:34.483239Z","end":"2026-04-07T13:12:34.619219Z","steps":["trace[250741326] 'read index received' (duration: 96.882827ms)","trace[250741326] 'applied index is now lower than readState.Index' (duration: 39.095831ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:12:34.619466Z","caller":"traceutil/trace.go:171","msg":"trace[961792599] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"138.45648ms","start":"2026-04-07T13:12:34.480998Z","end":"2026-04-07T13:12:34.619455Z","steps":["trace[961792599] 'process raft request' (duration: 99.164114ms)","trace[961792599] 'compare' (duration: 38.730815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:12:34.619601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.822665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:12:34.619677Z","caller":"traceutil/trace.go:171","msg":"trace[2073536506] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8891; }","duration":"109.947687ms","start":"2026-04-07T13:12:34.509712Z","end":"2026-04-07T13:12:34.61966Z","steps":["trace[2073536506] 'agreement among raft nodes before linearized reading' (duration: 109.814064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:12:34.619977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.018875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:12:34.620148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.904018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-07T13:12:34.620148Z","caller":"traceutil/trace.go:171","msg":"trace[1467347242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8891; }","duration":"101.2319ms","start":"2026-04-07T13:12:34.518904Z","end":"2026-04-07T13:12:34.620136Z","steps":["trace[1467347242] 'agreement among raft nodes before linearized reading' (duration: 100.961284ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:34.620191Z","caller":"traceutil/trace.go:171","msg":"trace[1035075428] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8891; }","duration":"136.974279ms","start":"2026-04-07T13:12:34.483206Z","end":"2026-04-07T13:12:34.62018Z","steps":["trace[1035075428] 'agreement among raft nodes before linearized reading' (duration: 136.830196ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:12:34.811115Z","caller":"traceutil/trace.go:171","msg":"trace[1940908149] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"131.961212ms","start":"2026-04-07T13:12:34.67912Z","end":"2026-04-07T13:12:34.811081Z","steps":["trace[1940908149] 'process raft request' (duration: 131.628014ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:22.09936Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025e9.wal"} {"level":"info","ts":"2026-04-07T13:13:45.733857Z","caller":"traceutil/trace.go:171","msg":"trace[862704702] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"127.654089ms","start":"2026-04-07T13:13:45.606174Z","end":"2026-04-07T13:13:45.733828Z","steps":["trace[862704702] 'process raft request' (duration: 94.388398ms)","trace[862704702] 'compare' (duration: 33.116248ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:13:58.175479Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T13:13:58.180789Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T13:13:58.180893Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T13:16:02.493024Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8127} {"level":"info","ts":"2026-04-07T13:16:02.557508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8127,"took":"62.635317ms","hash":1677940158,"current-db-size-bytes":55861248,"current-db-size":"56 MB","current-db-size-in-use-bytes":29265920,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T13:16:02.55757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1677940158,"revision":8127,"compact-revision":5930} {"level":"warn","ts":"2026-04-07T13:18:16.019708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120903726210700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:18:16.520619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120903726210700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:18:16.669742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274259003s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T13:18:16.672957Z","caller":"traceutil/trace.go:171","msg":"trace[2129695132] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"1.277539443s","start":"2026-04-07T13:18:15.395355Z","end":"2026-04-07T13:18:16.672894Z","steps":["trace[2129695132] 'process raft request' (duration: 1.274584689s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.673171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.395326Z","time spent":"1.277743727s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:16.67395Z","caller":"traceutil/trace.go:171","msg":"trace[463030238] linearizableReadLoop","detail":"{readStateIndex:11840; appliedIndex:11837; }","duration":"1.154804067s","start":"2026-04-07T13:18:15.519115Z","end":"2026-04-07T13:18:16.673919Z","steps":["trace[463030238] 'read index received' (duration: 1.150837292s)","trace[463030238] 'applied index is now lower than readState.Index' (duration: 3.965445ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:18:16.67404Z","caller":"traceutil/trace.go:171","msg":"trace[856953325] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"992.453342ms","start":"2026-04-07T13:18:15.681558Z","end":"2026-04-07T13:18:16.674012Z","steps":["trace[856953325] 'process raft request' (duration: 992.164156ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:16.674118Z","caller":"traceutil/trace.go:171","msg":"trace[760697032] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"423.549315ms","start":"2026-04-07T13:18:16.250548Z","end":"2026-04-07T13:18:16.674097Z","steps":["trace[760697032] 'process raft request' (duration: 423.31354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.681534Z","time spent":"992.558204ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:16.674238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:16.250525Z","time spent":"423.632966ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:16.674366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.607146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:16.674422Z","caller":"traceutil/trace.go:171","msg":"trace[1769864232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11438; }","duration":"900.709169ms","start":"2026-04-07T13:18:15.773697Z","end":"2026-04-07T13:18:16.674407Z","steps":["trace[1769864232] 'agreement among raft nodes before linearized reading' (duration: 900.571556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.67444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155320138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T13:18:16.674459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.773677Z","time spent":"900.77638ms","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T13:18:16.674514Z","caller":"traceutil/trace.go:171","msg":"trace[1679244854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11438; }","duration":"1.15543399s","start":"2026-04-07T13:18:15.519054Z","end":"2026-04-07T13:18:16.674488Z","steps":["trace[1679244854] 'agreement among raft nodes before linearized reading' (duration: 1.155173735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.992678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T13:18:16.67452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.221991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8bsm4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-07T13:18:16.674564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.519029Z","time spent":"1.155521602s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T13:18:16.674575Z","caller":"traceutil/trace.go:171","msg":"trace[405607716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11438; }","duration":"412.09884ms","start":"2026-04-07T13:18:16.262455Z","end":"2026-04-07T13:18:16.674554Z","steps":["trace[405607716] 'agreement among raft nodes before linearized reading' (duration: 411.873325ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:16.674622Z","caller":"traceutil/trace.go:171","msg":"trace[598777472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8bsm4; range_end:; response_count:1; response_revision:11438; }","duration":"596.365725ms","start":"2026-04-07T13:18:16.078225Z","end":"2026-04-07T13:18:16.67459Z","steps":["trace[598777472] 'agreement among raft nodes before linearized reading' (duration: 596.034558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:16.262436Z","time spent":"412.186122ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:18:16.674665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.313282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:18:16.674667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153561409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-07T13:18:16.674691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:16.078204Z","time spent":"596.472816ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-8bsm4\" "} {"level":"warn","ts":"2026-04-07T13:18:16.674739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062653823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T13:18:16.674768Z","caller":"traceutil/trace.go:171","msg":"trace[1039329222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11438; }","duration":"1.153685543s","start":"2026-04-07T13:18:15.521054Z","end":"2026-04-07T13:18:16.67474Z","steps":["trace[1039329222] 'agreement among raft nodes before linearized reading' (duration: 1.153190352s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:16.674759Z","caller":"traceutil/trace.go:171","msg":"trace[1421865609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11438; }","duration":"311.451915ms","start":"2026-04-07T13:18:16.363278Z","end":"2026-04-07T13:18:16.67473Z","steps":["trace[1421865609] 'agreement among raft nodes before linearized reading' (duration: 310.995516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014806109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:18:16.674812Z","caller":"traceutil/trace.go:171","msg":"trace[258910003] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:11438; }","duration":"1.062811747s","start":"2026-04-07T13:18:15.611981Z","end":"2026-04-07T13:18:16.674792Z","steps":["trace[258910003] 'agreement among raft nodes before linearized reading' (duration: 1.062283846s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:16.363258Z","time spent":"311.546178ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T13:18:16.674861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.611959Z","time spent":"1.062894048s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-04-07T13:18:16.674815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.521043Z","time spent":"1.153758524s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T13:18:16.674875Z","caller":"traceutil/trace.go:171","msg":"trace[1283616513] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11438; }","duration":"1.015025304s","start":"2026-04-07T13:18:15.659817Z","end":"2026-04-07T13:18:16.674842Z","steps":["trace[1283616513] 'agreement among raft nodes before linearized reading' (duration: 1.014439571s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:16.674922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:15.659793Z","time spent":"1.015116896s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:23.775099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T13:18:23.775276Z","caller":"traceutil/trace.go:171","msg":"trace[1497311838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538647s","start":"2026-04-07T13:18:21.774687Z","end":"2026-04-07T13:18:23.775225Z","steps":["trace[1497311838] 'agreement among raft nodes before linearized reading' (duration: 2.000363834s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:23.775417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.774629Z","time spent":"2.000773902s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 13:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T13:18:24.375732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.662653481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T13:18:24.529741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747499697s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:24.530983Z","caller":"traceutil/trace.go:171","msg":"trace[1456705003] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11460; }","duration":"3.74764669s","start":"2026-04-07T13:18:20.782208Z","end":"2026-04-07T13:18:24.529854Z","steps":["trace[1456705003] 'range keys from in-memory index tree' (duration: 3.747463847s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.531179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.088679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:18:24.531509Z","caller":"traceutil/trace.go:171","msg":"trace[1238344121] linearizableReadLoop","detail":"{readStateIndex:11865; appliedIndex:11862; }","duration":"3.826339404s","start":"2026-04-07T13:18:20.705148Z","end":"2026-04-07T13:18:24.531488Z","steps":["trace[1238344121] 'read index received' (duration: 7.96045ms)","trace[1238344121] 'applied index is now lower than readState.Index' (duration: 3.818377714s)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:18:24.531617Z","caller":"traceutil/trace.go:171","msg":"trace[957547433] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"3.829050422s","start":"2026-04-07T13:18:20.702551Z","end":"2026-04-07T13:18:24.531601Z","steps":["trace[957547433] 'process raft request' (duration: 3.673434351s)","trace[957547433] 'compare' (duration: 154.517077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:18:24.531705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.702525Z","time spent":"3.829135444s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:24.531746Z","caller":"traceutil/trace.go:171","msg":"trace[1548811394] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"3.828693084s","start":"2026-04-07T13:18:20.703014Z","end":"2026-04-07T13:18:24.531707Z","steps":["trace[1548811394] 'process raft request' (duration: 3.828296746s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.531903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.702995Z","time spent":"3.828824248s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:24.53201Z","caller":"traceutil/trace.go:171","msg":"trace[228962705] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"3.826755993s","start":"2026-04-07T13:18:20.705193Z","end":"2026-04-07T13:18:24.531949Z","steps":["trace[228962705] 'process raft request' (duration: 3.826235662s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.532166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.705186Z","time spent":"3.826902466s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:24.532459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827288785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375498"} {"level":"info","ts":"2026-04-07T13:18:24.532527Z","caller":"traceutil/trace.go:171","msg":"trace[2074473743] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11463; }","duration":"3.827380376s","start":"2026-04-07T13:18:20.70513Z","end":"2026-04-07T13:18:24.53251Z","steps":["trace[2074473743] 'agreement among raft nodes before linearized reading' (duration: 3.826787854s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.532567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.705122Z","time spent":"3.827435497s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375521,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T13:18:24.577605Z","caller":"traceutil/trace.go:171","msg":"trace[1228004867] transaction","detail":"{read_only:false; response_revision:11464; number_of_response:1; }","duration":"3.794431672s","start":"2026-04-07T13:18:20.78313Z","end":"2026-04-07T13:18:24.577561Z","steps":["trace[1228004867] 'process raft request' (duration: 3.794189316s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.577781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.783114Z","time spent":"3.794583584s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:24.579543Z","caller":"traceutil/trace.go:171","msg":"trace[956561094] transaction","detail":"{read_only:false; response_revision:11465; number_of_response:1; }","duration":"3.508881891s","start":"2026-04-07T13:18:21.070632Z","end":"2026-04-07T13:18:24.579514Z","steps":["trace[956561094] 'process raft request' (duration: 3.508719747s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:24.579768Z","caller":"traceutil/trace.go:171","msg":"trace[1068528450] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"2.751654352s","start":"2026-04-07T13:18:21.828087Z","end":"2026-04-07T13:18:24.579742Z","steps":["trace[1068528450] 'process raft request' (duration: 2.751377917s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.57992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.82807Z","time spent":"2.751766135s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:24.579978Z","caller":"traceutil/trace.go:171","msg":"trace[1860430239] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"1.899958945s","start":"2026-04-07T13:18:22.679991Z","end":"2026-04-07T13:18:24.57995Z","steps":["trace[1860430239] 'process raft request' (duration: 1.899685899s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.580094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.960953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:18:24.580128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:22.679968Z","time spent":"1.900088667s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:24.58015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863815231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T13:18:24.580209Z","caller":"traceutil/trace.go:171","msg":"trace[161007723] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"400.589314ms","start":"2026-04-07T13:18:24.179611Z","end":"2026-04-07T13:18:24.580201Z","steps":["trace[161007723] 'process raft request' (duration: 400.352469ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:24.580214Z","caller":"traceutil/trace.go:171","msg":"trace[1363057768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11469; }","duration":"1.863912003s","start":"2026-04-07T13:18:22.716289Z","end":"2026-04-07T13:18:24.580201Z","steps":["trace[1363057768] 'agreement among raft nodes before linearized reading' (duration: 1.863734639s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:24.580139Z","caller":"traceutil/trace.go:171","msg":"trace[1247862024] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11469; }","duration":"309.027284ms","start":"2026-04-07T13:18:24.271099Z","end":"2026-04-07T13:18:24.580126Z","steps":["trace[1247862024] 'agreement among raft nodes before linearized reading' (duration: 308.937663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.580253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:22.716275Z","time spent":"1.863971354s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:18:24.580267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:24.271082Z","time spent":"309.172697ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:24.580267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:24.179593Z","time spent":"400.643595ms","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:24.580177Z","caller":"traceutil/trace.go:171","msg":"trace[1782276785] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"1.87639429s","start":"2026-04-07T13:18:22.703773Z","end":"2026-04-07T13:18:24.580167Z","steps":["trace[1782276785] 'process raft request' (duration: 1.876082674s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.58037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:22.703749Z","time spent":"1.876597435s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:24.580459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.920758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:24.580503Z","caller":"traceutil/trace.go:171","msg":"trace[2095799681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11469; }","duration":"654.967849ms","start":"2026-04-07T13:18:23.925525Z","end":"2026-04-07T13:18:24.580492Z","steps":["trace[2095799681] 'agreement among raft nodes before linearized reading' (duration: 654.900968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.580537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:23.925482Z","time spent":"655.04439ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:24.580569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775707051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T13:18:24.580578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.153043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:24.580609Z","caller":"traceutil/trace.go:171","msg":"trace[1580127481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11469; }","duration":"3.775787292s","start":"2026-04-07T13:18:20.804811Z","end":"2026-04-07T13:18:24.580598Z","steps":["trace[1580127481] 'agreement among raft nodes before linearized reading' (duration: 3.77567172s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.58066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.804797Z","time spent":"3.775855654s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T13:18:24.580158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876337209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-07T13:18:24.58094Z","caller":"traceutil/trace.go:171","msg":"trace[132740569] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11469; }","duration":"1.877148066s","start":"2026-04-07T13:18:22.703776Z","end":"2026-04-07T13:18:24.580924Z","steps":["trace[132740569] 'agreement among raft nodes before linearized reading' (duration: 1.876268178s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.580989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179119812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T13:18:24.581004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792467276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:24.581031Z","caller":"traceutil/trace.go:171","msg":"trace[1229254328] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11469; }","duration":"2.792541498s","start":"2026-04-07T13:18:21.78848Z","end":"2026-04-07T13:18:24.581022Z","steps":["trace[1229254328] 'agreement among raft nodes before linearized reading' (duration: 2.792454656s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.581059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.788469Z","time spent":"2.792582749s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:24.581091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819618319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:24.580619Z","caller":"traceutil/trace.go:171","msg":"trace[2056850536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11469; }","duration":"805.229655ms","start":"2026-04-07T13:18:23.775377Z","end":"2026-04-07T13:18:24.580607Z","steps":["trace[2056850536] 'agreement among raft nodes before linearized reading' (duration: 805.159953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:24.581126Z","caller":"traceutil/trace.go:171","msg":"trace[1492719486] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11469; }","duration":"3.81965545s","start":"2026-04-07T13:18:20.76146Z","end":"2026-04-07T13:18:24.581116Z","steps":["trace[1492719486] 'agreement among raft nodes before linearized reading' (duration: 3.819597299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.581143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:23.775356Z","time spent":"805.776836ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:18:24.581143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.070611Z","time spent":"3.509027193s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:24.581151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777018246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T13:18:24.581164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:20.761416Z","time spent":"3.819739852s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:18:24.581031Z","caller":"traceutil/trace.go:171","msg":"trace[1809114642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11469; }","duration":"3.179201164s","start":"2026-04-07T13:18:21.40182Z","end":"2026-04-07T13:18:24.581021Z","steps":["trace[1809114642] 'agreement among raft nodes before linearized reading' (duration: 3.178868927s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.581002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:22.703759Z","time spent":"1.877229058s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-07T13:18:24.581224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.4018Z","time spent":"3.179410138s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T13:18:24.581205Z","caller":"traceutil/trace.go:171","msg":"trace[1938890139] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11469; }","duration":"2.777120118s","start":"2026-04-07T13:18:21.804074Z","end":"2026-04-07T13:18:24.581194Z","steps":["trace[1938890139] 'agreement among raft nodes before linearized reading' (duration: 2.776115767s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:24.58132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:21.804026Z","time spent":"2.777283381s","remote":"127.0.0.1:44498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1120,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:56.172557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120903726211261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:18:56.673316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120903726211261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:18:57.173987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120903726211261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:18:57.564164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.949063826s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T13:18:57.564493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:55.61496Z","time spent":"1.949526245s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T13:18:58.232322Z","caller":"traceutil/trace.go:171","msg":"trace[273974562] transaction","detail":"{read_only:false; response_revision:11631; number_of_response:1; }","duration":"666.75619ms","start":"2026-04-07T13:18:57.565544Z","end":"2026-04-07T13:18:58.2323Z","steps":["trace[273974562] 'process raft request' (duration: 666.707229ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.232319Z","caller":"traceutil/trace.go:171","msg":"trace[593343243] transaction","detail":"{read_only:false; response_revision:11628; number_of_response:1; }","duration":"1.538472308s","start":"2026-04-07T13:18:56.6938Z","end":"2026-04-07T13:18:58.232273Z","steps":["trace[593343243] 'process raft request' (duration: 1.520672336s)","trace[593343243] 'compare' (duration: 17.552577ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:18:58.232379Z","caller":"traceutil/trace.go:171","msg":"trace[693549476] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"1.525878678s","start":"2026-04-07T13:18:56.706458Z","end":"2026-04-07T13:18:58.232336Z","steps":["trace[693549476] 'process raft request' (duration: 1.525691494s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.232384Z","caller":"traceutil/trace.go:171","msg":"trace[236787834] transaction","detail":"{read_only:false; response_revision:11630; number_of_response:1; }","duration":"1.524342995s","start":"2026-04-07T13:18:56.707991Z","end":"2026-04-07T13:18:58.232334Z","steps":["trace[236787834] 'process raft request' (duration: 1.524209032s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.232407Z","caller":"traceutil/trace.go:171","msg":"trace[2110070117] linearizableReadLoop","detail":"{readStateIndex:12042; appliedIndex:12038; }","duration":"2.560715206s","start":"2026-04-07T13:18:55.671629Z","end":"2026-04-07T13:18:58.232344Z","steps":["trace[2110070117] 'read index received' (duration: 1.892701649s)","trace[2110070117] 'applied index is now lower than readState.Index' (duration: 668.004547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:18:58.232516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:57.565523Z","time spent":"666.871312ms","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:58.23254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5608942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:18:58.232567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.706445Z","time spent":"1.525999251s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:58.232591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.707978Z","time spent":"1.524490948s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:18:58.232638Z","caller":"traceutil/trace.go:171","msg":"trace[1003850137] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11631; }","duration":"2.561040103s","start":"2026-04-07T13:18:55.671574Z","end":"2026-04-07T13:18:58.232614Z","steps":["trace[1003850137] 'agreement among raft nodes before linearized reading' (duration: 2.560859009s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.232717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091517152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-07T13:18:58.232738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:55.671553Z","time spent":"2.561133085s","remote":"127.0.0.1:44432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T13:18:58.232738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139356878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:58.232758Z","caller":"traceutil/trace.go:171","msg":"trace[153121240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11631; }","duration":"1.091607934s","start":"2026-04-07T13:18:57.141138Z","end":"2026-04-07T13:18:58.232746Z","steps":["trace[153121240] 'agreement among raft nodes before linearized reading' (duration: 1.091464981s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.232789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:57.141115Z","time spent":"1.091668535s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-07T13:18:58.232796Z","caller":"traceutil/trace.go:171","msg":"trace[956345715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:11631; }","duration":"2.139490741s","start":"2026-04-07T13:18:56.093285Z","end":"2026-04-07T13:18:58.232776Z","steps":["trace[956345715] 'agreement among raft nodes before linearized reading' (duration: 2.139322558s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.23279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.039617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:18:58.232797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.641861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:18:58.232846Z","caller":"traceutil/trace.go:171","msg":"trace[959762316] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11631; }","duration":"617.141909ms","start":"2026-04-07T13:18:57.61569Z","end":"2026-04-07T13:18:58.232832Z","steps":["trace[959762316] 'agreement among raft nodes before linearized reading' (duration: 617.059057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.232855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.093267Z","time spent":"2.139575813s","remote":"127.0.0.1:55046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:58.23286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505733317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T13:18:58.232883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:57.615663Z","time spent":"617.21111ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:18:58.232885Z","caller":"traceutil/trace.go:171","msg":"trace[1600999648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11631; }","duration":"611.783073ms","start":"2026-04-07T13:18:57.621082Z","end":"2026-04-07T13:18:58.232865Z","steps":["trace[1600999648] 'agreement among raft nodes before linearized reading' (duration: 611.60465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.232892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274242723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:18:58.232939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:57.621072Z","time spent":"611.856275ms","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:18:58.232962Z","caller":"traceutil/trace.go:171","msg":"trace[381552251] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11631; }","duration":"1.274308434s","start":"2026-04-07T13:18:56.958637Z","end":"2026-04-07T13:18:58.232946Z","steps":["trace[381552251] 'agreement among raft nodes before linearized reading' (duration: 1.274221452s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48343963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8bsm4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-07T13:18:58.232826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458055767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:58.233037Z","caller":"traceutil/trace.go:171","msg":"trace[2032219131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8bsm4; range_end:; response_count:1; response_revision:11631; }","duration":"1.483485001s","start":"2026-04-07T13:18:56.749546Z","end":"2026-04-07T13:18:58.233031Z","steps":["trace[2032219131] 'agreement among raft nodes before linearized reading' (duration: 1.483395769s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.233051Z","caller":"traceutil/trace.go:171","msg":"trace[965277088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11631; }","duration":"1.458301712s","start":"2026-04-07T13:18:56.774737Z","end":"2026-04-07T13:18:58.233038Z","steps":["trace[965277088] 'agreement among raft nodes before linearized reading' (duration: 1.458032736s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.958565Z","time spent":"1.274427757s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:18:58.23308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492360331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T13:18:58.233101Z","caller":"traceutil/trace.go:171","msg":"trace[843981659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11631; }","duration":"1.492396282s","start":"2026-04-07T13:18:56.740698Z","end":"2026-04-07T13:18:58.233095Z","steps":["trace[843981659] 'agreement among raft nodes before linearized reading' (duration: 1.492337951s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.774723Z","time spent":"1.458365094s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.740688Z","time spent":"1.492431893s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T13:18:58.232923Z","caller":"traceutil/trace.go:171","msg":"trace[1954154761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11631; }","duration":"1.505803028s","start":"2026-04-07T13:18:56.727104Z","end":"2026-04-07T13:18:58.232907Z","steps":["trace[1954154761] 'agreement among raft nodes before linearized reading' (duration: 1.505616074s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494478146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T13:18:58.233207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541596154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-07T13:18:58.233229Z","caller":"traceutil/trace.go:171","msg":"trace[584891656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11631; }","duration":"1.494539617s","start":"2026-04-07T13:18:56.738678Z","end":"2026-04-07T13:18:58.233218Z","steps":["trace[584891656] 'agreement among raft nodes before linearized reading' (duration: 1.494392214s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.738664Z","time spent":"1.494600658s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519219975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:18:58.233273Z","caller":"traceutil/trace.go:171","msg":"trace[607765226] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11631; }","duration":"1.541699527s","start":"2026-04-07T13:18:56.691558Z","end":"2026-04-07T13:18:58.233257Z","steps":["trace[607765226] 'agreement among raft nodes before linearized reading' (duration: 1.541534713s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510275314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-07T13:18:58.233319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522329552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:18:58.233317Z","caller":"traceutil/trace.go:171","msg":"trace[1646543092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11631; }","duration":"1.519325707s","start":"2026-04-07T13:18:56.713976Z","end":"2026-04-07T13:18:58.233302Z","steps":["trace[1646543092] 'agreement among raft nodes before linearized reading' (duration: 1.519203645s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.233335Z","caller":"traceutil/trace.go:171","msg":"trace[185811529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11631; }","duration":"1.510326605s","start":"2026-04-07T13:18:56.722996Z","end":"2026-04-07T13:18:58.233322Z","steps":["trace[185811529] 'agreement among raft nodes before linearized reading' (duration: 1.510257383s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:18:58.23334Z","caller":"traceutil/trace.go:171","msg":"trace[933888157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11631; }","duration":"1.522369552s","start":"2026-04-07T13:18:56.710964Z","end":"2026-04-07T13:18:58.233334Z","steps":["trace[933888157] 'agreement among raft nodes before linearized reading' (duration: 1.522312581s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.691533Z","time spent":"1.541780648s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.722983Z","time spent":"1.510375026s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.710955Z","time spent":"1.522404994s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.71396Z","time spent":"1.519396599s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.727071Z","time spent":"1.506139906s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.749537Z","time spent":"1.483519522s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-8bsm4\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90305021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:18:58.233408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.693785Z","time spent":"1.538628671s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:18:58.233009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356552444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T13:18:58.233714Z","caller":"traceutil/trace.go:171","msg":"trace[1455404570] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11631; }","duration":"1.35729118s","start":"2026-04-07T13:18:56.876405Z","end":"2026-04-07T13:18:58.233696Z","steps":["trace[1455404570] 'agreement among raft nodes before linearized reading' (duration: 1.356516054s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.876386Z","time spent":"1.357373801s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":132,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:18:58.233469Z","caller":"traceutil/trace.go:171","msg":"trace[744317560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11631; }","duration":"1.903139562s","start":"2026-04-07T13:18:56.330319Z","end":"2026-04-07T13:18:58.233459Z","steps":["trace[744317560] 'agreement among raft nodes before linearized reading' (duration: 1.902859176s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.233837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.33027Z","time spent":"1.90355554s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:18:58.233154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885044875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:18:58.233933Z","caller":"traceutil/trace.go:171","msg":"trace[1409128574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11631; }","duration":"1.885857722s","start":"2026-04-07T13:18:56.348059Z","end":"2026-04-07T13:18:58.233917Z","steps":["trace[1409128574] 'agreement among raft nodes before linearized reading' (duration: 1.885061216s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:18:58.234005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:18:56.34804Z","time spent":"1.885947144s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:21:02.501277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10678} {"level":"info","ts":"2026-04-07T13:21:02.588012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10678,"took":"84.326603ms","hash":1102396221,"current-db-size-bytes":55861248,"current-db-size":"56 MB","current-db-size-in-use-bytes":21401600,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-07T13:21:02.588079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1102396221,"revision":10678,"compact-revision":8127}