{"level":"warn","ts":"2026-04-23T13:48:45.259883Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T13:48:45.260532Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T13:48:45.26077Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T13:48:45.260858Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-23T13:48:45.260955Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T13:48:45.262511Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-04-23T13:48:45.262707Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T13:48:45.270733Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.505608ms"} {"level":"info","ts":"2026-04-23T13:48:45.281654Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-04-23T13:48:45.281736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T13:48:45.281764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-04-23T13:48:45.281785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T13:48:45.281797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-04-23T13:48:45.281836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-04-23T13:48:45.289093Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T13:48:45.290542Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T13:48:45.292109Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T13:48:45.294026Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T13:48:45.294198Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T13:48:45.294535Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T13:48:45.294607Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T13:48:45.294617Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T13:48:45.296267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-04-23T13:48:45.296733Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-23T13:48:45.298487Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T13:48:45.298551Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-23T13:48:45.298652Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-23T13:48:45.299445Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T13:48:45.299489Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T13:48:45.882655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T13:48:45.882704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T13:48:45.882733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-04-23T13:48:45.882747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-04-23T13:48:45.882772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-23T13:48:45.882783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-04-23T13:48:45.882796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-23T13:48:45.883711Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T13:48:45.88374Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T13:48:45.883894Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T13:48:45.884037Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T13:48:45.886024Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T13:48:45.886515Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T13:48:45.886601Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T13:48:45.886699Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T13:48:45.888023Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-04-23T13:48:45.897037Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T13:48:45.897086Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-23T13:48:48.460557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.907572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:48:48.460759Z","caller":"traceutil/trace.go:171","msg":"trace[794514347] transaction","detail":"{read_only:false; response_revision:148; number_of_response:1; }","duration":"118.700746ms","start":"2026-04-23T13:48:48.342019Z","end":"2026-04-23T13:48:48.46072Z","steps":["trace[794514347] 'compare' (duration: 114.766467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:48.616478Z","caller":"traceutil/trace.go:171","msg":"trace[91020347] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"124.642425ms","start":"2026-04-23T13:48:48.491808Z","end":"2026-04-23T13:48:48.61645Z","steps":["trace[91020347] 'process raft request' (duration: 70.845579ms)","trace[91020347] 'compare' (duration: 53.631222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:48.895975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.549312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:48:48.896176Z","caller":"traceutil/trace.go:171","msg":"trace[75831799] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"267.207688ms","start":"2026-04-23T13:48:48.628884Z","end":"2026-04-23T13:48:48.896091Z","steps":["trace[75831799] 'process raft request' (duration: 138.466421ms)","trace[75831799] 'compare' (duration: 128.414247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:49.161166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.849003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:48:49.161352Z","caller":"traceutil/trace.go:171","msg":"trace[343703690] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"174.76698ms","start":"2026-04-23T13:48:48.98655Z","end":"2026-04-23T13:48:49.161317Z","steps":["trace[343703690] 'process raft request' (duration: 35.681919ms)","trace[343703690] 'compare' (duration: 138.600776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:49.374698Z","caller":"traceutil/trace.go:171","msg":"trace[1377104749] transaction","detail":"{read_only:false; response_revision:161; number_of_response:1; }","duration":"134.940577ms","start":"2026-04-23T13:48:49.239722Z","end":"2026-04-23T13:48:49.374663Z","steps":["trace[1377104749] 'process raft request' (duration: 67.304078ms)","trace[1377104749] 'compare' (duration: 67.468513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:49.638305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.063422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:48:49.63841Z","caller":"traceutil/trace.go:171","msg":"trace[882277595] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"226.875741ms","start":"2026-04-23T13:48:49.411516Z","end":"2026-04-23T13:48:49.638391Z","steps":["trace[882277595] 'process raft request' (duration: 98.524301ms)","trace[882277595] 'compare' (duration: 127.915657ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:49.779409Z","caller":"traceutil/trace.go:171","msg":"trace[615144201] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"103.001745ms","start":"2026-04-23T13:48:49.67637Z","end":"2026-04-23T13:48:49.779372Z","steps":["trace[615144201] 'process raft request' (duration: 64.234888ms)","trace[615144201] 'compare' (duration: 38.567591ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:49.950841Z","caller":"traceutil/trace.go:171","msg":"trace[1514222339] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"164.224311ms","start":"2026-04-23T13:48:49.786578Z","end":"2026-04-23T13:48:49.950802Z","steps":["trace[1514222339] 'process raft request' (duration: 104.418376ms)","trace[1514222339] 'compare' (duration: 59.64051ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:50.259765Z","caller":"traceutil/trace.go:171","msg":"trace[409505437] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"115.311699ms","start":"2026-04-23T13:48:50.144422Z","end":"2026-04-23T13:48:50.259733Z","steps":["trace[409505437] 'process raft request' (duration: 61.010939ms)","trace[409505437] 'compare' (duration: 54.117674ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:50.425176Z","caller":"traceutil/trace.go:171","msg":"trace[916404479] linearizableReadLoop","detail":"{readStateIndex:195; appliedIndex:194; }","duration":"114.588756ms","start":"2026-04-23T13:48:50.310563Z","end":"2026-04-23T13:48:50.425151Z","steps":["trace[916404479] 'read index received' (duration: 85.808233ms)","trace[916404479] 'applied index is now lower than readState.Index' (duration: 28.779473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:50.425224Z","caller":"traceutil/trace.go:171","msg":"trace[663256941] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"158.739695ms","start":"2026-04-23T13:48:50.26646Z","end":"2026-04-23T13:48:50.4252Z","steps":["trace[663256941] 'process raft request' (duration: 129.920031ms)","trace[663256941] 'compare' (duration: 28.630469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:50.425395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.798423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:48:50.425434Z","caller":"traceutil/trace.go:171","msg":"trace[1048876163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:190; }","duration":"114.943238ms","start":"2026-04-23T13:48:50.310479Z","end":"2026-04-23T13:48:50.425423Z","steps":["trace[1048876163] 'agreement among raft nodes before linearized reading' (duration: 114.814973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:50.603785Z","caller":"traceutil/trace.go:171","msg":"trace[160865003] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"173.972418ms","start":"2026-04-23T13:48:50.42979Z","end":"2026-04-23T13:48:50.603762Z","steps":["trace[160865003] 'process raft request' (duration: 172.304978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:50.604635Z","caller":"traceutil/trace.go:171","msg":"trace[831723098] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"173.799031ms","start":"2026-04-23T13:48:50.430803Z","end":"2026-04-23T13:48:50.604602Z","steps":["trace[831723098] 'process raft request' (duration: 173.646417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:53.308389Z","caller":"traceutil/trace.go:171","msg":"trace[2039096408] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"106.525216ms","start":"2026-04-23T13:48:53.201844Z","end":"2026-04-23T13:48:53.308369Z","steps":["trace[2039096408] 'process raft request' (duration: 105.679752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:53.719745Z","caller":"traceutil/trace.go:171","msg":"trace[155133063] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"188.506659ms","start":"2026-04-23T13:48:53.531213Z","end":"2026-04-23T13:48:53.719719Z","steps":["trace[155133063] 'process raft request' (duration: 188.465488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:53.719945Z","caller":"traceutil/trace.go:171","msg":"trace[1053530095] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"221.074535ms","start":"2026-04-23T13:48:53.498825Z","end":"2026-04-23T13:48:53.719899Z","steps":["trace[1053530095] 'process raft request' (duration: 202.100734ms)","trace[1053530095] 'compare' (duration: 18.431075ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:53.720077Z","caller":"traceutil/trace.go:171","msg":"trace[392054678] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"190.508817ms","start":"2026-04-23T13:48:53.529557Z","end":"2026-04-23T13:48:53.720066Z","steps":["trace[392054678] 'process raft request' (duration: 189.976822ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:57.513757Z","caller":"traceutil/trace.go:171","msg":"trace[1951316780] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"136.60705ms","start":"2026-04-23T13:48:57.377125Z","end":"2026-04-23T13:48:57.513732Z","steps":["trace[1951316780] 'process raft request' (duration: 136.459697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:57.631235Z","caller":"traceutil/trace.go:171","msg":"trace[784887193] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:350; }","duration":"109.635267ms","start":"2026-04-23T13:48:57.521577Z","end":"2026-04-23T13:48:57.631213Z","steps":["trace[784887193] 'read index received' (duration: 64.279232ms)","trace[784887193] 'applied index is now lower than readState.Index' (duration: 45.355015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:57.631355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.774931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T13:48:57.631393Z","caller":"traceutil/trace.go:171","msg":"trace[1425477091] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:339; }","duration":"109.859764ms","start":"2026-04-23T13:48:57.521517Z","end":"2026-04-23T13:48:57.631377Z","steps":["trace[1425477091] 'agreement among raft nodes before linearized reading' (duration: 109.778152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:48:57.631383Z","caller":"traceutil/trace.go:171","msg":"trace[130058571] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"110.751448ms","start":"2026-04-23T13:48:57.520573Z","end":"2026-04-23T13:48:57.631324Z","steps":["trace[130058571] 'process raft request' (duration: 65.271319ms)","trace[130058571] 'compare' (duration: 45.272243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:48:57.860674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.367858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:48:57.860817Z","caller":"traceutil/trace.go:171","msg":"trace[712486181] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"132.858926ms","start":"2026-04-23T13:48:57.727938Z","end":"2026-04-23T13:48:57.860797Z","steps":["trace[712486181] 'process raft request' (duration: 28.304713ms)","trace[712486181] 'compare' (duration: 104.238724ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:58.096789Z","caller":"traceutil/trace.go:171","msg":"trace[1849008469] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"178.435691ms","start":"2026-04-23T13:48:57.918323Z","end":"2026-04-23T13:48:58.096758Z","steps":["trace[1849008469] 'process raft request' (duration: 158.129168ms)","trace[1849008469] 'compare' (duration: 20.165348ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:58.358586Z","caller":"traceutil/trace.go:171","msg":"trace[2111291864] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"216.667632ms","start":"2026-04-23T13:48:58.141883Z","end":"2026-04-23T13:48:58.358551Z","steps":["trace[2111291864] 'process raft request' (duration: 117.950561ms)","trace[2111291864] 'compare' (duration: 98.38151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:58.358583Z","caller":"traceutil/trace.go:171","msg":"trace[384433673] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:355; }","duration":"180.743371ms","start":"2026-04-23T13:48:58.177804Z","end":"2026-04-23T13:48:58.358548Z","steps":["trace[384433673] 'read index received' (duration: 82.01664ms)","trace[384433673] 'applied index is now lower than readState.Index' (duration: 98.724781ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:48:58.358726Z","caller":"traceutil/trace.go:171","msg":"trace[243952381] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"213.227586ms","start":"2026-04-23T13:48:58.145481Z","end":"2026-04-23T13:48:58.358709Z","steps":["trace[243952381] 'process raft request' (duration: 212.990559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:48:58.358846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.008518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-23T13:48:58.358898Z","caller":"traceutil/trace.go:171","msg":"trace[1791821376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:345; }","duration":"181.121071ms","start":"2026-04-23T13:48:58.177759Z","end":"2026-04-23T13:48:58.358881Z","steps":["trace[1791821376] 'agreement among raft nodes before linearized reading' (duration: 180.964326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:48:58.358973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.542263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-23T13:48:58.359055Z","caller":"traceutil/trace.go:171","msg":"trace[1225929623] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:345; }","duration":"132.671866ms","start":"2026-04-23T13:48:58.226361Z","end":"2026-04-23T13:48:58.359033Z","steps":["trace[1225929623] 'agreement among raft nodes before linearized reading' (duration: 132.48823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:48:58.960441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.188834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T13:48:58.96057Z","caller":"traceutil/trace.go:171","msg":"trace[1181732339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:360; }","duration":"132.406599ms","start":"2026-04-23T13:48:58.828138Z","end":"2026-04-23T13:48:58.960545Z","steps":["trace[1181732339] 'range keys from in-memory index tree' (duration: 132.064379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:48:58.960561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.732222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:48:58.960673Z","caller":"traceutil/trace.go:171","msg":"trace[313026188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:360; }","duration":"124.884757ms","start":"2026-04-23T13:48:58.835765Z","end":"2026-04-23T13:48:58.96065Z","steps":["trace[313026188] 'range keys from in-memory index tree' (duration: 124.638451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:01.401678Z","caller":"traceutil/trace.go:171","msg":"trace[450093556] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"127.984559ms","start":"2026-04-23T13:49:01.273676Z","end":"2026-04-23T13:49:01.401661Z","steps":["trace[450093556] 'process raft request' (duration: 127.879896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:03.962211Z","caller":"traceutil/trace.go:171","msg":"trace[2032651739] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"609.101165ms","start":"2026-04-23T13:49:03.353089Z","end":"2026-04-23T13:49:03.96219Z","steps":["trace[2032651739] 'process raft request' (duration: 608.936021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:03.962606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:03.353071Z","time spent":"609.211859ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:49:03.98945Z","caller":"traceutil/trace.go:171","msg":"trace[1958538517] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"459.574009ms","start":"2026-04-23T13:49:03.529858Z","end":"2026-04-23T13:49:03.989432Z","steps":["trace[1958538517] 'process raft request' (duration: 459.346312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:03.989548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:03.529832Z","time spent":"459.670603ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:04.28833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.226918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:49:04.288515Z","caller":"traceutil/trace.go:171","msg":"trace[623817319] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"294.845122ms","start":"2026-04-23T13:49:03.993647Z","end":"2026-04-23T13:49:04.288492Z","steps":["trace[623817319] 'process raft request' (duration: 65.159492ms)","trace[623817319] 'compare' (duration: 229.098365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:04.478895Z","caller":"traceutil/trace.go:171","msg":"trace[636654463] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"182.295003ms","start":"2026-04-23T13:49:04.296571Z","end":"2026-04-23T13:49:04.478866Z","steps":["trace[636654463] 'process raft request' (duration: 138.187424ms)","trace[636654463] 'compare' (duration: 43.815091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:06.578543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T13:49:08.970471Z","caller":"traceutil/trace.go:171","msg":"trace[1113926949] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"151.885423ms","start":"2026-04-23T13:49:08.818525Z","end":"2026-04-23T13:49:08.97041Z","steps":["trace[1113926949] 'read index received' (duration: 151.610715ms)","trace[1113926949] 'applied index is now lower than readState.Index' (duration: 273.578µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:08.97063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.084389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:49:08.970663Z","caller":"traceutil/trace.go:171","msg":"trace[1841127412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"152.14678ms","start":"2026-04-23T13:49:08.818505Z","end":"2026-04-23T13:49:08.970652Z","steps":["trace[1841127412] 'agreement among raft nodes before linearized reading' (duration: 152.046177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:08.970704Z","caller":"traceutil/trace.go:171","msg":"trace[1824682268] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"240.673971ms","start":"2026-04-23T13:49:08.729862Z","end":"2026-04-23T13:49:08.970536Z","steps":["trace[1824682268] 'process raft request' (duration: 240.363863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:09.576472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021764812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:10.076973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021764812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:10.137016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161908517s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T13:49:11.217029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T13:49:11.217121Z","caller":"traceutil/trace.go:171","msg":"trace[2110304594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963248s","start":"2026-04-23T13:49:09.217139Z","end":"2026-04-23T13:49:11.217103Z","steps":["trace[2110304594] 'agreement among raft nodes before linearized reading' (duration: 1.999846555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.217182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:09.217073Z","time spent":"2.000096961s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 13:49:11 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T13:49:11.962976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825500444s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:49:11.963102Z","caller":"traceutil/trace.go:171","msg":"trace[1975192038] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"2.988064388s","start":"2026-04-23T13:49:08.975017Z","end":"2026-04-23T13:49:11.963081Z","steps":["trace[1975192038] 'process raft request' (duration: 1.162350979s)","trace[1975192038] 'compare' (duration: 1.825286418s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:11.963166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:08.974998Z","time spent":"2.988138191s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:11.97499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755537346s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T13:49:11.975393Z","caller":"traceutil/trace.go:171","msg":"trace[1527584017] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:442; }","duration":"2.899843091s","start":"2026-04-23T13:49:09.075516Z","end":"2026-04-23T13:49:11.975359Z","steps":["trace[1527584017] 'read index received' (duration: 1.061838281s)","trace[1527584017] 'applied index is now lower than readState.Index' (duration: 1.83800302s)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:11.97552Z","caller":"traceutil/trace.go:171","msg":"trace[1244116757] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"2.997815404s","start":"2026-04-23T13:49:08.977659Z","end":"2026-04-23T13:49:11.975475Z","steps":["trace[1244116757] 'process raft request' (duration: 2.997533606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.975596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900056578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T13:49:11.975639Z","caller":"traceutil/trace.go:171","msg":"trace[1785425676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"2.90015619s","start":"2026-04-23T13:49:09.07547Z","end":"2026-04-23T13:49:11.975627Z","steps":["trace[1785425676] 'agreement among raft nodes before linearized reading' (duration: 2.900014686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.975678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:09.075448Z","time spent":"2.900221202s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:49:11.975725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594749293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:49:11.975789Z","caller":"traceutil/trace.go:171","msg":"trace[614993505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"1.594864466s","start":"2026-04-23T13:49:10.380906Z","end":"2026-04-23T13:49:11.975771Z","steps":["trace[614993505] 'agreement among raft nodes before linearized reading' (duration: 1.594719333s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.975796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31746127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T13:49:11.975877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:10.380876Z","time spent":"1.594991509s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T13:49:11.975865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.385123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T13:49:11.975901Z","caller":"traceutil/trace.go:171","msg":"trace[1421133347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"1.317627155s","start":"2026-04-23T13:49:10.658253Z","end":"2026-04-23T13:49:11.97588Z","steps":["trace[1421133347] 'agreement among raft nodes before linearized reading' (duration: 1.317457401s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:11.975929Z","caller":"traceutil/trace.go:171","msg":"trace[303640995] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:429; }","duration":"940.528827ms","start":"2026-04-23T13:49:11.035388Z","end":"2026-04-23T13:49:11.975917Z","steps":["trace[303640995] 'agreement among raft nodes before linearized reading' (duration: 940.312751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.97595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:10.658224Z","time spent":"1.317719078s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:49:11.975975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:11.035366Z","time spent":"940.600218ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-23T13:49:11.976027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.80937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:11.976089Z","caller":"traceutil/trace.go:171","msg":"trace[730676619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"758.894802ms","start":"2026-04-23T13:49:11.217177Z","end":"2026-04-23T13:49:11.976071Z","steps":["trace[730676619] 'agreement among raft nodes before linearized reading' (duration: 758.81105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:11.976127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:11.217161Z","time spent":"758.956984ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:49:11.976463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:08.977644Z","time spent":"2.998763798s","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T13:49:14.248579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.535942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:49:14.24871Z","caller":"traceutil/trace.go:171","msg":"trace[881362657] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"243.987142ms","start":"2026-04-23T13:49:14.004699Z","end":"2026-04-23T13:49:14.248687Z","steps":["trace[881362657] 'process raft request' (duration: 47.250635ms)","trace[881362657] 'compare' (duration: 196.417249ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:14.250389Z","caller":"traceutil/trace.go:171","msg":"trace[544138322] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"244.170916ms","start":"2026-04-23T13:49:14.006194Z","end":"2026-04-23T13:49:14.250365Z","steps":["trace[544138322] 'process raft request' (duration: 243.959781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:14.250396Z","caller":"traceutil/trace.go:171","msg":"trace[848470103] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"243.788287ms","start":"2026-04-23T13:49:14.006587Z","end":"2026-04-23T13:49:14.250376Z","steps":["trace[848470103] 'process raft request' (duration: 243.666774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:16.483947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.053748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:16.484102Z","caller":"traceutil/trace.go:171","msg":"trace[1004113639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"266.255623ms","start":"2026-04-23T13:49:16.217822Z","end":"2026-04-23T13:49:16.484078Z","steps":["trace[1004113639] 'range keys from in-memory index tree' (duration: 265.978525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:16.484265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.591099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:49:16.484383Z","caller":"traceutil/trace.go:171","msg":"trace[1940489645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"229.751415ms","start":"2026-04-23T13:49:16.254605Z","end":"2026-04-23T13:49:16.484356Z","steps":["trace[1940489645] 'range keys from in-memory index tree' (duration: 229.502538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:16.484441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.500438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:49:16.484516Z","caller":"traceutil/trace.go:171","msg":"trace[1692711593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:468; }","duration":"231.631703ms","start":"2026-04-23T13:49:16.252868Z","end":"2026-04-23T13:49:16.4845Z","steps":["trace[1692711593] 'range keys from in-memory index tree' (duration: 231.393367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:16.484503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.878423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:49:16.48459Z","caller":"traceutil/trace.go:171","msg":"trace[1194413770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:468; }","duration":"231.027127ms","start":"2026-04-23T13:49:16.253544Z","end":"2026-04-23T13:49:16.484571Z","steps":["trace[1194413770] 'range keys from in-memory index tree' (duration: 230.802281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:16.985915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021764886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:17.83694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.005684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T13:49:17.837249Z","caller":"traceutil/trace.go:171","msg":"trace[1438450843] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"1.346836133s","start":"2026-04-23T13:49:16.490402Z","end":"2026-04-23T13:49:17.837238Z","steps":["trace[1438450843] 'process raft request' (duration: 1.346614077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:17.837322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:16.490377Z","time spent":"1.346899424s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:49:17.899927Z","caller":"traceutil/trace.go:171","msg":"trace[509993113] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.409350386s","start":"2026-04-23T13:49:16.490553Z","end":"2026-04-23T13:49:17.899903Z","steps":["trace[509993113] 'process raft request' (duration: 1.34667871s)","trace[509993113] 'compare' (duration: 62.501011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:17.900065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:16.490522Z","time spent":"1.409466958s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:49:17.900095Z","caller":"traceutil/trace.go:171","msg":"trace[1272559593] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:484; }","duration":"1.414273451s","start":"2026-04-23T13:49:16.485806Z","end":"2026-04-23T13:49:17.900079Z","steps":["trace[1272559593] 'read index received' (duration: 787.116048ms)","trace[1272559593] 'applied index is now lower than readState.Index' (duration: 627.156453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:17.900148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414338572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:17.900167Z","caller":"traceutil/trace.go:171","msg":"trace[37932293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"1.414398723s","start":"2026-04-23T13:49:16.485762Z","end":"2026-04-23T13:49:17.900161Z","steps":["trace[37932293] 'agreement among raft nodes before linearized reading' (duration: 1.414357703s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:17.900186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:16.485739Z","time spent":"1.414442654s","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:49:17.900191Z","caller":"traceutil/trace.go:171","msg":"trace[625615512] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.409346244s","start":"2026-04-23T13:49:16.490824Z","end":"2026-04-23T13:49:17.90017Z","steps":["trace[625615512] 'process raft request' (duration: 1.409040757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:17.900294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:16.490798Z","time spent":"1.409441567s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:24.56535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.07936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:49:24.565504Z","caller":"traceutil/trace.go:171","msg":"trace[664503787] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"153.288588ms","start":"2026-04-23T13:49:24.4122Z","end":"2026-04-23T13:49:24.565488Z","steps":["trace[664503787] 'read index received' (duration: 13.999663ms)","trace[664503787] 'applied index is now lower than readState.Index' (duration: 139.287965ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:24.565602Z","caller":"traceutil/trace.go:171","msg":"trace[900276822] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"131.368303ms","start":"2026-04-23T13:49:24.434225Z","end":"2026-04-23T13:49:24.565594Z","steps":["trace[900276822] 'process raft request' (duration: 131.22574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:24.56558Z","caller":"traceutil/trace.go:171","msg":"trace[1795087132] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"157.534402ms","start":"2026-04-23T13:49:24.408024Z","end":"2026-04-23T13:49:24.565558Z","steps":["trace[1795087132] 'process raft request' (duration: 18.170235ms)","trace[1795087132] 'compare' (duration: 138.913926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:24.565993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.585516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-04-23T13:49:24.566055Z","caller":"traceutil/trace.go:171","msg":"trace[1632673306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:612; }","duration":"153.909314ms","start":"2026-04-23T13:49:24.412131Z","end":"2026-04-23T13:49:24.566041Z","steps":["trace[1632673306] 'agreement among raft nodes before linearized reading' (duration: 153.411762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:24.842144Z","caller":"traceutil/trace.go:171","msg":"trace[1924159859] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"138.420344ms","start":"2026-04-23T13:49:24.703691Z","end":"2026-04-23T13:49:24.842111Z","steps":["trace[1924159859] 'read index received' (duration: 120.021454ms)","trace[1924159859] 'applied index is now lower than readState.Index' (duration: 18.39449ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:24.842233Z","caller":"traceutil/trace.go:171","msg":"trace[1434390122] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"154.842357ms","start":"2026-04-23T13:49:24.687359Z","end":"2026-04-23T13:49:24.842201Z","steps":["trace[1434390122] 'process raft request' (duration: 136.339504ms)","trace[1434390122] 'compare' (duration: 18.271577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:24.842407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.6911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-04-23T13:49:24.842474Z","caller":"traceutil/trace.go:171","msg":"trace[1258221378] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:626; }","duration":"138.780144ms","start":"2026-04-23T13:49:24.703656Z","end":"2026-04-23T13:49:24.842436Z","steps":["trace[1258221378] 'agreement among raft nodes before linearized reading' (duration: 138.589949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:24.843184Z","caller":"traceutil/trace.go:171","msg":"trace[1153118392] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"127.461117ms","start":"2026-04-23T13:49:24.715685Z","end":"2026-04-23T13:49:24.843146Z","steps":["trace[1153118392] 'process raft request' (duration: 127.045217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.373023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:25.873739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:25.950525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093204115s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T13:49:25.950969Z","caller":"traceutil/trace.go:171","msg":"trace[239873960] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.093749729s","start":"2026-04-23T13:49:24.857206Z","end":"2026-04-23T13:49:25.950956Z","steps":["trace[239873960] 'process raft request' (duration: 1.093605975s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:25.950965Z","caller":"traceutil/trace.go:171","msg":"trace[1318953092] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"1.078950976s","start":"2026-04-23T13:49:24.871993Z","end":"2026-04-23T13:49:25.950944Z","steps":["trace[1318953092] 'read index received' (duration: 1.078817363s)","trace[1318953092] 'applied index is now lower than readState.Index' (duration: 132.573µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:25.951084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07908347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:49:25.951514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.76027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:25.951601Z","caller":"traceutil/trace.go:171","msg":"trace[2007205704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"678.877264ms","start":"2026-04-23T13:49:25.272709Z","end":"2026-04-23T13:49:25.951586Z","steps":["trace[2007205704] 'agreement among raft nodes before linearized reading' (duration: 678.774862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.951656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:25.272688Z","time spent":"678.958146ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T13:49:25.951511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.670381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:49:25.951807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.81921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:25.95187Z","caller":"traceutil/trace.go:171","msg":"trace[2042071181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"735.916172ms","start":"2026-04-23T13:49:25.21594Z","end":"2026-04-23T13:49:25.951856Z","steps":["trace[2042071181] 'agreement among raft nodes before linearized reading' (duration: 735.817951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.951935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:25.215921Z","time spent":"736.005544ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:49:25.951668Z","caller":"traceutil/trace.go:171","msg":"trace[49165501] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"1.079262395s","start":"2026-04-23T13:49:24.87196Z","end":"2026-04-23T13:49:25.951222Z","steps":["trace[49165501] 'agreement among raft nodes before linearized reading' (duration: 1.079043229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.951997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:24.871945Z","time spent":"1.080040133s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-23T13:49:25.95215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.476977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:25.952258Z","caller":"traceutil/trace.go:171","msg":"trace[959896346] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"879.60739ms","start":"2026-04-23T13:49:25.072636Z","end":"2026-04-23T13:49:25.952243Z","steps":["trace[959896346] 'agreement among raft nodes before linearized reading' (duration: 879.488337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.952342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:25.07262Z","time spent":"879.709862ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-23T13:49:25.952149Z","caller":"traceutil/trace.go:171","msg":"trace[570490074] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"479.00965ms","start":"2026-04-23T13:49:25.472797Z","end":"2026-04-23T13:49:25.951806Z","steps":["trace[570490074] 'agreement among raft nodes before linearized reading' (duration: 478.685332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.955783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:25.47278Z","time spent":"482.989736ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T13:49:25.9511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:24.85717Z","time spent":"1.093846391s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:25.954782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.052465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-23T13:49:25.955988Z","caller":"traceutil/trace.go:171","msg":"trace[1824241331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:628; }","duration":"283.297756ms","start":"2026-04-23T13:49:25.672678Z","end":"2026-04-23T13:49:25.955975Z","steps":["trace[1824241331] 'agreement among raft nodes before linearized reading' (duration: 278.596101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.955089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078178517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-04-23T13:49:25.956467Z","caller":"traceutil/trace.go:171","msg":"trace[831843623] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:628; }","duration":"1.079595802s","start":"2026-04-23T13:49:24.876856Z","end":"2026-04-23T13:49:25.956452Z","steps":["trace[831843623] 'agreement among raft nodes before linearized reading' (duration: 1.074388975s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:25.956546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:24.876808Z","time spent":"1.079722995s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570128,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-23T13:49:27.371462Z","caller":"traceutil/trace.go:171","msg":"trace[2132704326] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"154.043675ms","start":"2026-04-23T13:49:27.217398Z","end":"2026-04-23T13:49:27.371442Z","steps":["trace[2132704326] 'read index received' (duration: 153.896392ms)","trace[2132704326] 'applied index is now lower than readState.Index' (duration: 146.553µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:27.371515Z","caller":"traceutil/trace.go:171","msg":"trace[2069211002] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"267.650235ms","start":"2026-04-23T13:49:27.103838Z","end":"2026-04-23T13:49:27.371489Z","steps":["trace[2069211002] 'process raft request' (duration: 267.479261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:27.371638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.233719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:27.371675Z","caller":"traceutil/trace.go:171","msg":"trace[759330241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"154.319642ms","start":"2026-04-23T13:49:27.217347Z","end":"2026-04-23T13:49:27.371667Z","steps":["trace[759330241] 'agreement among raft nodes before linearized reading' (duration: 154.184329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:27.383857Z","caller":"traceutil/trace.go:171","msg":"trace[1474214037] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"108.676291ms","start":"2026-04-23T13:49:27.275167Z","end":"2026-04-23T13:49:27.383843Z","steps":["trace[1474214037] 'process raft request' (duration: 108.140118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:32.165935Z","caller":"traceutil/trace.go:171","msg":"trace[139335828] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"168.035594ms","start":"2026-04-23T13:49:31.997877Z","end":"2026-04-23T13:49:32.165912Z","steps":["trace[139335828] 'process raft request' (duration: 167.902321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:32.21062Z","caller":"traceutil/trace.go:171","msg":"trace[2146945893] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"212.176995ms","start":"2026-04-23T13:49:31.998415Z","end":"2026-04-23T13:49:32.210592Z","steps":["trace[2146945893] 'process raft request' (duration: 212.092453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:32.21063Z","caller":"traceutil/trace.go:171","msg":"trace[1931360898] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"212.620946ms","start":"2026-04-23T13:49:31.997964Z","end":"2026-04-23T13:49:32.210585Z","steps":["trace[1931360898] 'process raft request' (duration: 212.060793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:32.210552Z","caller":"traceutil/trace.go:171","msg":"trace[1435102613] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:708; }","duration":"210.811053ms","start":"2026-04-23T13:49:31.999727Z","end":"2026-04-23T13:49:32.210538Z","steps":["trace[1435102613] 'read index received' (duration: 166.098297ms)","trace[1435102613] 'applied index is now lower than readState.Index' (duration: 44.711166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:32.211085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.350326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:49:32.211109Z","caller":"traceutil/trace.go:171","msg":"trace[1257529110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:685; }","duration":"211.406247ms","start":"2026-04-23T13:49:31.999697Z","end":"2026-04-23T13:49:32.211103Z","steps":["trace[1257529110] 'agreement among raft nodes before linearized reading' (duration: 211.183022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:34.321309Z","caller":"traceutil/trace.go:171","msg":"trace[124214451] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"105.174681ms","start":"2026-04-23T13:49:34.216109Z","end":"2026-04-23T13:49:34.321284Z","steps":["trace[124214451] 'read index received' (duration: 104.961186ms)","trace[124214451] 'applied index is now lower than readState.Index' (duration: 212.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:34.321521Z","caller":"traceutil/trace.go:171","msg":"trace[2130771834] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"149.237931ms","start":"2026-04-23T13:49:34.172261Z","end":"2026-04-23T13:49:34.321499Z","steps":["trace[2130771834] 'process raft request' (duration: 148.884503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:34.321696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.098518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T13:49:34.321796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.206125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:34.321992Z","caller":"traceutil/trace.go:171","msg":"trace[2141318676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"103.401908ms","start":"2026-04-23T13:49:34.218559Z","end":"2026-04-23T13:49:34.321961Z","steps":["trace[2141318676] 'agreement among raft nodes before linearized reading' (duration: 103.208094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:34.321795Z","caller":"traceutil/trace.go:171","msg":"trace[1170390603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:692; }","duration":"102.237421ms","start":"2026-04-23T13:49:34.219534Z","end":"2026-04-23T13:49:34.321771Z","steps":["trace[1170390603] 'agreement among raft nodes before linearized reading' (duration: 102.042787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:34.321696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.250975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:49:34.322295Z","caller":"traceutil/trace.go:171","msg":"trace[299717152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:692; }","duration":"103.870769ms","start":"2026-04-23T13:49:34.218405Z","end":"2026-04-23T13:49:34.322276Z","steps":["trace[299717152] 'agreement among raft nodes before linearized reading' (duration: 103.167313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:34.322591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.45429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:49:34.322675Z","caller":"traceutil/trace.go:171","msg":"trace[1356078158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:692; }","duration":"106.582893ms","start":"2026-04-23T13:49:34.216076Z","end":"2026-04-23T13:49:34.322659Z","steps":["trace[1356078158] 'agreement among raft nodes before linearized reading' (duration: 105.379805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:34.482024Z","caller":"traceutil/trace.go:171","msg":"trace[1013559888] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"154.557725ms","start":"2026-04-23T13:49:34.327442Z","end":"2026-04-23T13:49:34.482Z","steps":["trace[1013559888] 'process raft request' (duration: 154.514384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:34.482041Z","caller":"traceutil/trace.go:171","msg":"trace[1781543221] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"154.663547ms","start":"2026-04-23T13:49:34.327345Z","end":"2026-04-23T13:49:34.482009Z","steps":["trace[1781543221] 'process raft request' (duration: 129.192652ms)","trace[1781543221] 'compare' (duration: 25.266441ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:34.482035Z","caller":"traceutil/trace.go:171","msg":"trace[2137887389] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"154.596635ms","start":"2026-04-23T13:49:34.327412Z","end":"2026-04-23T13:49:34.482008Z","steps":["trace[2137887389] 'process raft request' (duration: 154.503754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:35.842033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151648271s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T13:49:36.601458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.132952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:49:36.601535Z","caller":"traceutil/trace.go:171","msg":"trace[1418786653] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"384.19577ms","start":"2026-04-23T13:49:36.217327Z","end":"2026-04-23T13:49:36.601522Z","steps":["trace[1418786653] 'read index received' (duration: 55.38µs)","trace[1418786653] 'applied index is now lower than readState.Index' (duration: 384.13939ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:36.601644Z","caller":"traceutil/trace.go:171","msg":"trace[1194917462] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.911358506s","start":"2026-04-23T13:49:34.690248Z","end":"2026-04-23T13:49:36.601606Z","steps":["trace[1194917462] 'process raft request' (duration: 1.151999569s)","trace[1194917462] 'compare' (duration: 758.941977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:36.601703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.385194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:36.601734Z","caller":"traceutil/trace.go:171","msg":"trace[829229565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"384.441567ms","start":"2026-04-23T13:49:36.217283Z","end":"2026-04-23T13:49:36.601725Z","steps":["trace[829229565] 'agreement among raft nodes before linearized reading' (duration: 384.395426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.601762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:36.217261Z","time spent":"384.493957ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:49:36.601883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:34.690219Z","time spent":"1.911501039s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:36.684305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.192708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T13:49:36.684368Z","caller":"traceutil/trace.go:171","msg":"trace[1622774728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:697; }","duration":"198.278659ms","start":"2026-04-23T13:49:36.486076Z","end":"2026-04-23T13:49:36.684355Z","steps":["trace[1622774728] 'agreement among raft nodes before linearized reading' (duration: 198.092495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.684607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.493763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T13:49:36.684629Z","caller":"traceutil/trace.go:171","msg":"trace[1013579845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:697; }","duration":"198.529724ms","start":"2026-04-23T13:49:36.486094Z","end":"2026-04-23T13:49:36.684623Z","steps":["trace[1013579845] 'agreement among raft nodes before linearized reading' (duration: 198.474133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.68473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.501518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T13:49:36.684749Z","caller":"traceutil/trace.go:171","msg":"trace[2069469127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:697; }","duration":"331.5514ms","start":"2026-04-23T13:49:36.353193Z","end":"2026-04-23T13:49:36.684745Z","steps":["trace[2069469127] 'agreement among raft nodes before linearized reading' (duration: 331.499459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.684765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:36.353147Z","time spent":"331.61306ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T13:49:36.684833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.328483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T13:49:36.684851Z","caller":"traceutil/trace.go:171","msg":"trace[1463352260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:697; }","duration":"199.377604ms","start":"2026-04-23T13:49:36.485469Z","end":"2026-04-23T13:49:36.684846Z","steps":["trace[1463352260] 'agreement among raft nodes before linearized reading' (duration: 199.333203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.684923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.218292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T13:49:36.684941Z","caller":"traceutil/trace.go:171","msg":"trace[981964144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:697; }","duration":"359.275663ms","start":"2026-04-23T13:49:36.325661Z","end":"2026-04-23T13:49:36.684936Z","steps":["trace[981964144] 'agreement among raft nodes before linearized reading' (duration: 359.229821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:36.684954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:36.325633Z","time spent":"359.317183ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T13:49:50.962553Z","caller":"traceutil/trace.go:171","msg":"trace[1999003747] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"205.185942ms","start":"2026-04-23T13:49:50.757334Z","end":"2026-04-23T13:49:50.96252Z","steps":["trace[1999003747] 'read index received' (duration: 204.977837ms)","trace[1999003747] 'applied index is now lower than readState.Index' (duration: 207.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:50.962673Z","caller":"traceutil/trace.go:171","msg":"trace[1395876325] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"208.550816ms","start":"2026-04-23T13:49:50.754115Z","end":"2026-04-23T13:49:50.962666Z","steps":["trace[1395876325] 'process raft request' (duration: 208.25124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:50.962835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.467057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:49:50.962907Z","caller":"traceutil/trace.go:171","msg":"trace[244779430] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:798; }","duration":"108.572858ms","start":"2026-04-23T13:49:50.854317Z","end":"2026-04-23T13:49:50.96289Z","steps":["trace[244779430] 'agreement among raft nodes before linearized reading' (duration: 108.458345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:50.963039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.324388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:49:50.963078Z","caller":"traceutil/trace.go:171","msg":"trace[126407137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"186.363878ms","start":"2026-04-23T13:49:50.776704Z","end":"2026-04-23T13:49:50.963068Z","steps":["trace[126407137] 'agreement among raft nodes before linearized reading' (duration: 186.279986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:50.963145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.808736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:49:50.963207Z","caller":"traceutil/trace.go:171","msg":"trace[1706840025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:798; }","duration":"205.910459ms","start":"2026-04-23T13:49:50.757281Z","end":"2026-04-23T13:49:50.963192Z","steps":["trace[1706840025] 'agreement among raft nodes before linearized reading' (duration: 205.734055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:50.963212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.486701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:49:50.963276Z","caller":"traceutil/trace.go:171","msg":"trace[1582213611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"186.592163ms","start":"2026-04-23T13:49:50.776668Z","end":"2026-04-23T13:49:50.96326Z","steps":["trace[1582213611] 'agreement among raft nodes before linearized reading' (duration: 186.413629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:50.963521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.158751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:49:50.963572Z","caller":"traceutil/trace.go:171","msg":"trace[523294394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:798; }","duration":"200.870788ms","start":"2026-04-23T13:49:50.762688Z","end":"2026-04-23T13:49:50.963558Z","steps":["trace[523294394] 'agreement among raft nodes before linearized reading' (duration: 200.06778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:53.741473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.348561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:53.741579Z","caller":"traceutil/trace.go:171","msg":"trace[1096494262] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:816; }","duration":"154.525754ms","start":"2026-04-23T13:49:53.587029Z","end":"2026-04-23T13:49:53.741555Z","steps":["trace[1096494262] 'count revisions from in-memory index tree' (duration: 154.240168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:53.741575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.82329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xlph7\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-23T13:49:53.741713Z","caller":"traceutil/trace.go:171","msg":"trace[1267577228] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-xlph7; range_end:; response_count:1; response_revision:816; }","duration":"284.970603ms","start":"2026-04-23T13:49:53.45668Z","end":"2026-04-23T13:49:53.74165Z","steps":["trace[1267577228] 'range keys from in-memory index tree' (duration: 284.630186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:54.340968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:54.842003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:55.342259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:55.840809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T13:49:55.84091Z","caller":"traceutil/trace.go:171","msg":"trace[1168009775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291358s","start":"2026-04-23T13:49:53.840596Z","end":"2026-04-23T13:49:55.840887Z","steps":["trace[1168009775] 'agreement among raft nodes before linearized reading' (duration: 2.000148966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:55.841123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:53.840461Z","time spent":"2.000497423s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 13:49:55 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T13:49:55.842901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:56.217213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T13:49:56.217291Z","caller":"traceutil/trace.go:171","msg":"trace[405388923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217893s","start":"2026-04-23T13:49:54.217055Z","end":"2026-04-23T13:49:56.217273Z","steps":["trace[405388923] 'agreement among raft nodes before linearized reading' (duration: 2.000128131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:56.217332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.217017Z","time spent":"2.000306175s","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 13:49:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T13:49:56.343842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:56.843998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021765619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:49:57.087216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.336481232s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T13:49:57.087643Z","caller":"traceutil/trace.go:171","msg":"trace[2042215830] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"3.336991783s","start":"2026-04-23T13:49:53.750627Z","end":"2026-04-23T13:49:57.087619Z","steps":["trace[2042215830] 'process raft request' (duration: 3.336827969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.087927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:53.750604Z","time spent":"3.337150257s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:49:57.368742Z","caller":"traceutil/trace.go:171","msg":"trace[310102394] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"2.421300649s","start":"2026-04-23T13:49:54.947412Z","end":"2026-04-23T13:49:57.368713Z","steps":["trace[310102394] 'process raft request' (duration: 2.385709184s)","trace[310102394] 'compare' (duration: 35.292078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:49:57.368912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.947387Z","time spent":"2.421442313s","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:57.470483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.794997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T13:49:57.470824Z","caller":"traceutil/trace.go:171","msg":"trace[1359608131] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:848; }","duration":"3.630171376s","start":"2026-04-23T13:49:53.840619Z","end":"2026-04-23T13:49:57.47079Z","steps":["trace[1359608131] 'read index received' (duration: 3.24684381s)","trace[1359608131] 'applied index is now lower than readState.Index' (duration: 383.324316ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:57.470872Z","caller":"traceutil/trace.go:171","msg":"trace[1218410963] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"327.793322ms","start":"2026-04-23T13:49:57.143057Z","end":"2026-04-23T13:49:57.47085Z","steps":["trace[1218410963] 'process raft request' (duration: 327.522237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.471093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:57.143033Z","time spent":"327.992057ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:49:57.471126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250293396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a90091498016f1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T13:49:57.471145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491639363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:49:57.471188Z","caller":"traceutil/trace.go:171","msg":"trace[1780777958] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a90091498016f1; range_end:; response_count:1; response_revision:819; }","duration":"1.250401277s","start":"2026-04-23T13:49:56.220772Z","end":"2026-04-23T13:49:57.471173Z","steps":["trace[1780777958] 'agreement among raft nodes before linearized reading' (duration: 1.250250094s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.4712Z","caller":"traceutil/trace.go:171","msg":"trace[1735141388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:819; }","duration":"2.491731066s","start":"2026-04-23T13:49:54.979453Z","end":"2026-04-23T13:49:57.471184Z","steps":["trace[1735141388] 'agreement among raft nodes before linearized reading' (duration: 2.491523863s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.471231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:56.220756Z","time spent":"1.250463399s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a90091498016f1\" "} {"level":"warn","ts":"2026-04-23T13:49:57.471249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.979443Z","time spent":"2.491793588s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T13:49:57.47141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.371247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:49:57.471438Z","caller":"traceutil/trace.go:171","msg":"trace[145190258] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:819; }","duration":"496.430558ms","start":"2026-04-23T13:49:56.975001Z","end":"2026-04-23T13:49:57.471431Z","steps":["trace[145190258] 'agreement among raft nodes before linearized reading' (duration: 496.386797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.471459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:56.974984Z","time spent":"496.467458ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:49:57.47151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487853492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T13:49:57.471604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246591695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:49:57.471618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490005648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:49:57.471606Z","caller":"traceutil/trace.go:171","msg":"trace[486457269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"2.488034536s","start":"2026-04-23T13:49:54.98355Z","end":"2026-04-23T13:49:57.471585Z","steps":["trace[486457269] 'agreement among raft nodes before linearized reading' (duration: 2.487757381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.471816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.983543Z","time spent":"2.48824454s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:49:57.471567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143919923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:57.47234Z","caller":"traceutil/trace.go:171","msg":"trace[1499484477] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:819; }","duration":"1.144645818s","start":"2026-04-23T13:49:56.327616Z","end":"2026-04-23T13:49:57.472262Z","steps":["trace[1499484477] 'agreement among raft nodes before linearized reading' (duration: 1.143933794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.472472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:56.327604Z","time spent":"1.144824752s","remote":"127.0.0.1:54318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:49:57.47167Z","caller":"traceutil/trace.go:171","msg":"trace[1473929873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:819; }","duration":"2.490093321s","start":"2026-04-23T13:49:54.981563Z","end":"2026-04-23T13:49:57.471657Z","steps":["trace[1473929873] 'agreement among raft nodes before linearized reading' (duration: 2.489954848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.472761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.981545Z","time spent":"2.491203124s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T13:49:57.472069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488443835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:49:57.472858Z","caller":"traceutil/trace.go:171","msg":"trace[1429499367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"2.489250651s","start":"2026-04-23T13:49:54.983595Z","end":"2026-04-23T13:49:57.472846Z","steps":["trace[1429499367] 'agreement among raft nodes before linearized reading' (duration: 2.488364123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.472897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.983586Z","time spent":"2.489299872s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T13:49:57.471646Z","caller":"traceutil/trace.go:171","msg":"trace[393538554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"1.246654828s","start":"2026-04-23T13:49:56.224982Z","end":"2026-04-23T13:49:57.471637Z","steps":["trace[393538554] 'agreement among raft nodes before linearized reading' (duration: 1.246598556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.473743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:56.224971Z","time spent":"1.248755532s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:49:57.478871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496433737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:49:57.478929Z","caller":"traceutil/trace.go:171","msg":"trace[1444516945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"2.496523518s","start":"2026-04-23T13:49:54.982393Z","end":"2026-04-23T13:49:57.478916Z","steps":["trace[1444516945] 'agreement among raft nodes before linearized reading' (duration: 2.489023967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.478963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:49:54.982384Z","time spent":"2.496570909s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T13:49:57.609045Z","caller":"traceutil/trace.go:171","msg":"trace[1584893189] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"129.690585ms","start":"2026-04-23T13:49:57.479325Z","end":"2026-04-23T13:49:57.609015Z","steps":["trace[1584893189] 'process raft request' (duration: 126.846725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.609123Z","caller":"traceutil/trace.go:171","msg":"trace[1760316539] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"129.398799ms","start":"2026-04-23T13:49:57.479698Z","end":"2026-04-23T13:49:57.609097Z","steps":["trace[1760316539] 'process raft request' (duration: 129.224885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.609317Z","caller":"traceutil/trace.go:171","msg":"trace[1280721034] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"128.534751ms","start":"2026-04-23T13:49:57.480719Z","end":"2026-04-23T13:49:57.609253Z","steps":["trace[1280721034] 'process raft request' (duration: 128.258395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.609701Z","caller":"traceutil/trace.go:171","msg":"trace[1079064859] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"128.264055ms","start":"2026-04-23T13:49:57.481425Z","end":"2026-04-23T13:49:57.609689Z","steps":["trace[1079064859] 'process raft request' (duration: 127.624542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.610015Z","caller":"traceutil/trace.go:171","msg":"trace[1768611171] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"130.311779ms","start":"2026-04-23T13:49:57.479685Z","end":"2026-04-23T13:49:57.609996Z","steps":["trace[1768611171] 'read index received' (duration: 61.949842ms)","trace[1768611171] 'applied index is now lower than readState.Index' (duration: 68.360937ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:49:57.610116Z","caller":"traceutil/trace.go:171","msg":"trace[10799122] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"128.52143ms","start":"2026-04-23T13:49:57.481582Z","end":"2026-04-23T13:49:57.610103Z","steps":["trace[10799122] 'process raft request' (duration: 128.067481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:49:57.61013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.423611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:49:57.61018Z","caller":"traceutil/trace.go:171","msg":"trace[669377617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:826; }","duration":"130.500623ms","start":"2026-04-23T13:49:57.47966Z","end":"2026-04-23T13:49:57.610161Z","steps":["trace[669377617] 'agreement among raft nodes before linearized reading' (duration: 130.416331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:49:57.610215Z","caller":"traceutil/trace.go:171","msg":"trace[1678782698] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"127.965409ms","start":"2026-04-23T13:49:57.48224Z","end":"2026-04-23T13:49:57.610206Z","steps":["trace[1678782698] 'process raft request' (duration: 127.662323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:04.758311Z","caller":"traceutil/trace.go:171","msg":"trace[159573985] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"261.288045ms","start":"2026-04-23T13:50:04.497004Z","end":"2026-04-23T13:50:04.758292Z","steps":["trace[159573985] 'process raft request' (duration: 261.172673ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:05.76677Z","caller":"traceutil/trace.go:171","msg":"trace[811565912] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:935; }","duration":"122.499018ms","start":"2026-04-23T13:50:05.644244Z","end":"2026-04-23T13:50:05.766743Z","steps":["trace[811565912] 'read index received' (duration: 24.074944ms)","trace[811565912] 'applied index is now lower than readState.Index' (duration: 98.422734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:50:05.766905Z","caller":"traceutil/trace.go:171","msg":"trace[978757550] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"142.295355ms","start":"2026-04-23T13:50:05.624585Z","end":"2026-04-23T13:50:05.76688Z","steps":["trace[978757550] 'process raft request' (duration: 43.804219ms)","trace[978757550] 'compare' (duration: 98.191769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:50:05.767054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.797555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:50:05.767096Z","caller":"traceutil/trace.go:171","msg":"trace[1162504141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"122.879816ms","start":"2026-04-23T13:50:05.644205Z","end":"2026-04-23T13:50:05.767085Z","steps":["trace[1162504141] 'agreement among raft nodes before linearized reading' (duration: 122.684642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:05.767134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.497465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:50:05.767203Z","caller":"traceutil/trace.go:171","msg":"trace[1829515252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"118.602526ms","start":"2026-04-23T13:50:05.648583Z","end":"2026-04-23T13:50:05.767185Z","steps":["trace[1829515252] 'agreement among raft nodes before linearized reading' (duration: 118.386992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:05.76725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.205159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:50:05.767309Z","caller":"traceutil/trace.go:171","msg":"trace[1313845256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:902; }","duration":"118.317691ms","start":"2026-04-23T13:50:05.648974Z","end":"2026-04-23T13:50:05.767292Z","steps":["trace[1313845256] 'agreement among raft nodes before linearized reading' (duration: 118.159498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:05.76739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.209567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:50:05.767442Z","caller":"traceutil/trace.go:171","msg":"trace[1779339896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:902; }","duration":"116.283238ms","start":"2026-04-23T13:50:05.651144Z","end":"2026-04-23T13:50:05.767428Z","steps":["trace[1779339896] 'agreement among raft nodes before linearized reading' (duration: 115.93821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:06.707957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.810118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:50:06.708154Z","caller":"traceutil/trace.go:171","msg":"trace[1595477110] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"253.524741ms","start":"2026-04-23T13:50:06.454611Z","end":"2026-04-23T13:50:06.708135Z","steps":["trace[1595477110] 'read index received' (duration: 31.655942ms)","trace[1595477110] 'applied index is now lower than readState.Index' (duration: 221.867149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:50:06.708158Z","caller":"traceutil/trace.go:171","msg":"trace[638037243] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"263.032421ms","start":"2026-04-23T13:50:06.445098Z","end":"2026-04-23T13:50:06.70813Z","steps":["trace[638037243] 'process raft request' (duration: 40.996748ms)","trace[638037243] 'compare' (duration: 221.296967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:50:06.896169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.107923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T13:50:06.896201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.556762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:50:06.896314Z","caller":"traceutil/trace.go:171","msg":"trace[705042968] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:908; }","duration":"441.711825ms","start":"2026-04-23T13:50:06.45458Z","end":"2026-04-23T13:50:06.896292Z","steps":["trace[705042968] 'agreement among raft nodes before linearized reading' (duration: 253.624732ms)","trace[705042968] 'range keys from in-memory index tree' (duration: 187.923289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:50:06.896363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:50:06.454565Z","time spent":"441.787207ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-04-23T13:50:06.896612Z","caller":"traceutil/trace.go:171","msg":"trace[957011072] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"184.818505ms","start":"2026-04-23T13:50:06.711767Z","end":"2026-04-23T13:50:06.896585Z","steps":["trace[957011072] 'process raft request' (duration: 184.535949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:07.305765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.970665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:50:07.305866Z","caller":"traceutil/trace.go:171","msg":"trace[1872308505] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:909; }","duration":"172.13798ms","start":"2026-04-23T13:50:07.13371Z","end":"2026-04-23T13:50:07.305848Z","steps":["trace[1872308505] 'count revisions from in-memory index tree' (duration: 171.887333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:13.984943Z","caller":"traceutil/trace.go:171","msg":"trace[349477496] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"182.841151ms","start":"2026-04-23T13:50:13.802066Z","end":"2026-04-23T13:50:13.984907Z","steps":["trace[349477496] 'process raft request' (duration: 182.407772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:13.984965Z","caller":"traceutil/trace.go:171","msg":"trace[1835856099] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"150.028258ms","start":"2026-04-23T13:50:13.83487Z","end":"2026-04-23T13:50:13.984898Z","steps":["trace[1835856099] 'read index received' (duration: 149.536318ms)","trace[1835856099] 'applied index is now lower than readState.Index' (duration: 489.689µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:50:13.985248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.359715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:50:13.985308Z","caller":"traceutil/trace.go:171","msg":"trace[597322257] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:997; }","duration":"150.474036ms","start":"2026-04-23T13:50:13.834818Z","end":"2026-04-23T13:50:13.985292Z","steps":["trace[597322257] 'agreement among raft nodes before linearized reading' (duration: 150.321144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:13.985643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.572633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:50:13.985753Z","caller":"traceutil/trace.go:171","msg":"trace[346365190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:997; }","duration":"139.757766ms","start":"2026-04-23T13:50:13.845973Z","end":"2026-04-23T13:50:13.985731Z","steps":["trace[346365190] 'agreement among raft nodes before linearized reading' (duration: 139.294007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:20.289317Z","caller":"traceutil/trace.go:171","msg":"trace[2134362925] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"186.252555ms","start":"2026-04-23T13:50:20.103026Z","end":"2026-04-23T13:50:20.289278Z","steps":["trace[2134362925] 'process raft request' (duration: 186.132952ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:20.289404Z","caller":"traceutil/trace.go:171","msg":"trace[1986268734] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"186.316746ms","start":"2026-04-23T13:50:20.103006Z","end":"2026-04-23T13:50:20.289323Z","steps":["trace[1986268734] 'process raft request' (duration: 103.014036ms)","trace[1986268734] 'compare' (duration: 83.008874ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:50:20.289509Z","caller":"traceutil/trace.go:171","msg":"trace[472761192] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"186.375817ms","start":"2026-04-23T13:50:20.103106Z","end":"2026-04-23T13:50:20.289482Z","steps":["trace[472761192] 'process raft request' (duration: 186.105232ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:20.289477Z","caller":"traceutil/trace.go:171","msg":"trace[1945739207] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"186.269486ms","start":"2026-04-23T13:50:20.103079Z","end":"2026-04-23T13:50:20.289349Z","steps":["trace[1945739207] 'process raft request' (duration: 186.110182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:27.138083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021766339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:50:27.638305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021766339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:50:27.700918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200112634s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T13:50:27.811334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.092646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T13:50:27.813144Z","caller":"traceutil/trace.go:171","msg":"trace[154178961] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1258; }","duration":"1.176016262s","start":"2026-04-23T13:50:26.637108Z","end":"2026-04-23T13:50:27.813125Z","steps":["trace[154178961] 'read index received' (duration: 1.064163693s)","trace[154178961] 'applied index is now lower than readState.Index' (duration: 111.851659ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:50:27.813275Z","caller":"traceutil/trace.go:171","msg":"trace[2036673998] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"323.392018ms","start":"2026-04-23T13:50:27.489795Z","end":"2026-04-23T13:50:27.813187Z","steps":["trace[2036673998] 'process raft request' (duration: 323.086181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:27.813405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176251056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:50:27.813492Z","caller":"traceutil/trace.go:171","msg":"trace[1525379272] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1221; }","duration":"1.17641658s","start":"2026-04-23T13:50:26.63706Z","end":"2026-04-23T13:50:27.813477Z","steps":["trace[1525379272] 'agreement among raft nodes before linearized reading' (duration: 1.176166564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:27.813548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:50:26.637035Z","time spent":"1.1764848s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:50:27.813704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:50:27.489772Z","time spent":"323.615722ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:50:27.818376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.510986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:50:27.818471Z","caller":"traceutil/trace.go:171","msg":"trace[159115880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"600.615348ms","start":"2026-04-23T13:50:27.217809Z","end":"2026-04-23T13:50:27.818425Z","steps":["trace[159115880] 'agreement among raft nodes before linearized reading' (duration: 600.501506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:50:27.818473Z","caller":"traceutil/trace.go:171","msg":"trace[1546518772] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"115.630843ms","start":"2026-04-23T13:50:27.702752Z","end":"2026-04-23T13:50:27.818383Z","steps":["trace[1546518772] 'process raft request' (duration: 115.382939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:27.818544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:50:27.217792Z","time spent":"600.71063ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:50:27.81858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.577308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:50:27.818717Z","caller":"traceutil/trace.go:171","msg":"trace[202703408] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1222; }","duration":"531.767552ms","start":"2026-04-23T13:50:27.286899Z","end":"2026-04-23T13:50:27.818666Z","steps":["trace[202703408] 'agreement among raft nodes before linearized reading' (duration: 531.525388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:27.818802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:50:27.286878Z","time spent":"531.885154ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:50:50.406031Z","caller":"traceutil/trace.go:171","msg":"trace[1441280838] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"104.299333ms","start":"2026-04-23T13:50:50.301705Z","end":"2026-04-23T13:50:50.406004Z","steps":["trace[1441280838] 'process raft request' (duration: 104.12733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:50:51.188137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.323808ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T13:51:04.725811Z","caller":"traceutil/trace.go:171","msg":"trace[479097501] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1781; }","duration":"135.062358ms","start":"2026-04-23T13:51:04.590726Z","end":"2026-04-23T13:51:04.725788Z","steps":["trace[479097501] 'read index received' (duration: 86.829798ms)","trace[479097501] 'applied index is now lower than readState.Index' (duration: 48.23182ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:04.725962Z","caller":"traceutil/trace.go:171","msg":"trace[1380633270] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"135.505946ms","start":"2026-04-23T13:51:04.590418Z","end":"2026-04-23T13:51:04.725924Z","steps":["trace[1380633270] 'process raft request' (duration: 87.166715ms)","trace[1380633270] 'compare' (duration: 48.094737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:04.726032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.289673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:51:04.726172Z","caller":"traceutil/trace.go:171","msg":"trace[1802089793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1713; }","duration":"135.445725ms","start":"2026-04-23T13:51:04.590711Z","end":"2026-04-23T13:51:04.726157Z","steps":["trace[1802089793] 'agreement among raft nodes before linearized reading' (duration: 135.212501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:04.726212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.434375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:51:04.726267Z","caller":"traceutil/trace.go:171","msg":"trace[936132115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1713; }","duration":"134.501218ms","start":"2026-04-23T13:51:04.591753Z","end":"2026-04-23T13:51:04.726254Z","steps":["trace[936132115] 'agreement among raft nodes before linearized reading' (duration: 134.372956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.861059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.321223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:10.861127Z","caller":"traceutil/trace.go:171","msg":"trace[1879528057] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1793; }","duration":"156.432036ms","start":"2026-04-23T13:51:10.704679Z","end":"2026-04-23T13:51:10.861111Z","steps":["trace[1879528057] 'count revisions from in-memory index tree' (duration: 156.18911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.861266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.19853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:10.86133Z","caller":"traceutil/trace.go:171","msg":"trace[1529506191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"143.302733ms","start":"2026-04-23T13:51:10.718013Z","end":"2026-04-23T13:51:10.861316Z","steps":["trace[1529506191] 'range keys from in-memory index tree' (duration: 143.137239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.861517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.000483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:51:10.861548Z","caller":"traceutil/trace.go:171","msg":"trace[1329168114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1793; }","duration":"111.046225ms","start":"2026-04-23T13:51:10.750493Z","end":"2026-04-23T13:51:10.861539Z","steps":["trace[1329168114] 'range keys from in-memory index tree' (duration: 110.909703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.861783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.557886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:10.861914Z","caller":"traceutil/trace.go:171","msg":"trace[668648899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"143.769181ms","start":"2026-04-23T13:51:10.718115Z","end":"2026-04-23T13:51:10.861884Z","steps":["trace[668648899] 'count revisions from in-memory index tree' (duration: 143.444575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.861954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.861046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:51:10.861999Z","caller":"traceutil/trace.go:171","msg":"trace[2122351273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"100.926368ms","start":"2026-04-23T13:51:10.761062Z","end":"2026-04-23T13:51:10.861989Z","steps":["trace[2122351273] 'range keys from in-memory index tree' (duration: 100.773975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.862091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.154783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:51:10.862108Z","caller":"traceutil/trace.go:171","msg":"trace[1857192497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"101.199193ms","start":"2026-04-23T13:51:10.760902Z","end":"2026-04-23T13:51:10.862101Z","steps":["trace[1857192497] 'range keys from in-memory index tree' (duration: 101.07172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.862116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.696721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:10.862148Z","caller":"traceutil/trace.go:171","msg":"trace[1984451587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"115.753402ms","start":"2026-04-23T13:51:10.746386Z","end":"2026-04-23T13:51:10.862139Z","steps":["trace[1984451587] 'count revisions from in-memory index tree' (duration: 115.60297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:10.863024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.482198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:10.863193Z","caller":"traceutil/trace.go:171","msg":"trace[199723963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"116.652429ms","start":"2026-04-23T13:51:10.7465Z","end":"2026-04-23T13:51:10.863152Z","steps":["trace[199723963] 'range keys from in-memory index tree' (duration: 115.168881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.377708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021767721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T13:51:18.652337Z","caller":"traceutil/trace.go:171","msg":"trace[452145226] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"859.638331ms","start":"2026-04-23T13:51:17.792647Z","end":"2026-04-23T13:51:18.652285Z","steps":["trace[452145226] 'process raft request' (duration: 859.340215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.652638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:17.792634Z","time spent":"859.845365ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:18.679176Z","caller":"traceutil/trace.go:171","msg":"trace[1816242604] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"724.035031ms","start":"2026-04-23T13:51:17.955114Z","end":"2026-04-23T13:51:18.679149Z","steps":["trace[1816242604] 'process raft request' (duration: 723.784796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:18.679383Z","caller":"traceutil/trace.go:171","msg":"trace[1213412843] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1977; }","duration":"802.121225ms","start":"2026-04-23T13:51:17.87722Z","end":"2026-04-23T13:51:18.679342Z","steps":["trace[1213412843] 'read index received' (duration: 774.746633ms)","trace[1213412843] 'applied index is now lower than readState.Index' (duration: 27.372222ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:18.679554Z","caller":"traceutil/trace.go:171","msg":"trace[1451771295] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"682.01183ms","start":"2026-04-23T13:51:17.997528Z","end":"2026-04-23T13:51:18.67954Z","steps":["trace[1451771295] 'process raft request' (duration: 681.575662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.67955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:17.955088Z","time spent":"724.171724ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:18.679714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:17.997502Z","time spent":"682.085961ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:18.679808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.528173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T13:51:18.679894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.73841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:18.6799Z","caller":"traceutil/trace.go:171","msg":"trace[430706156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1904; }","duration":"607.665266ms","start":"2026-04-23T13:51:18.072213Z","end":"2026-04-23T13:51:18.679878Z","steps":["trace[430706156] 'agreement among raft nodes before linearized reading' (duration: 607.432622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.679906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.100215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:18.679939Z","caller":"traceutil/trace.go:171","msg":"trace[638791137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"461.77707ms","start":"2026-04-23T13:51:18.21815Z","end":"2026-04-23T13:51:18.679927Z","steps":["trace[638791137] 'agreement among raft nodes before linearized reading' (duration: 461.718559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.679952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:18.072194Z","time spent":"607.748027ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T13:51:18.679964Z","caller":"traceutil/trace.go:171","msg":"trace[1416315751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"306.191366ms","start":"2026-04-23T13:51:18.373755Z","end":"2026-04-23T13:51:18.679946Z","steps":["trace[1416315751] 'agreement among raft nodes before linearized reading' (duration: 306.040934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.67998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:18.218087Z","time spent":"461.883623ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:51:18.68Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:18.373728Z","time spent":"306.260027ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T13:51:18.679815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.591024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac72b97e-794c-48a1-845b-446c5fcdd808\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T13:51:18.680069Z","caller":"traceutil/trace.go:171","msg":"trace[1977805847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac72b97e-794c-48a1-845b-446c5fcdd808; range_end:; response_count:1; response_revision:1904; }","duration":"802.884588ms","start":"2026-04-23T13:51:17.877164Z","end":"2026-04-23T13:51:18.680049Z","steps":["trace[1977805847] 'agreement among raft nodes before linearized reading' (duration: 802.466891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:18.680145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:17.877135Z","time spent":"802.98591ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac72b97e-794c-48a1-845b-446c5fcdd808\" "} {"level":"warn","ts":"2026-04-23T13:51:18.899804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.343446ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:18.899935Z","caller":"traceutil/trace.go:171","msg":"trace[393106294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1905; }","duration":"151.481409ms","start":"2026-04-23T13:51:18.748435Z","end":"2026-04-23T13:51:18.899916Z","steps":["trace[393106294] 'range keys from in-memory index tree' (duration: 151.318545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:18.900076Z","caller":"traceutil/trace.go:171","msg":"trace[1244375149] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"214.304102ms","start":"2026-04-23T13:51:18.685687Z","end":"2026-04-23T13:51:18.899991Z","steps":["trace[1244375149] 'process raft request' (duration: 145.274235ms)","trace[1244375149] 'compare' (duration: 68.741822ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:18.900435Z","caller":"traceutil/trace.go:171","msg":"trace[337579037] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"214.383073ms","start":"2026-04-23T13:51:18.685978Z","end":"2026-04-23T13:51:18.900361Z","steps":["trace[337579037] 'process raft request' (duration: 213.935435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:18.901349Z","caller":"traceutil/trace.go:171","msg":"trace[756494472] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1981; }","duration":"105.798951ms","start":"2026-04-23T13:51:18.79553Z","end":"2026-04-23T13:51:18.901329Z","steps":["trace[756494472] 'read index received' (duration: 35.305207ms)","trace[756494472] 'applied index is now lower than readState.Index' (duration: 70.492704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:18.901479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.927043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac72b97e-794c-48a1-845b-446c5fcdd808\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-23T13:51:18.90153Z","caller":"traceutil/trace.go:171","msg":"trace[1248669321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac72b97e-794c-48a1-845b-446c5fcdd808; range_end:; response_count:1; response_revision:1909; }","duration":"106.029365ms","start":"2026-04-23T13:51:18.79549Z","end":"2026-04-23T13:51:18.90152Z","steps":["trace[1248669321] 'agreement among raft nodes before linearized reading' (duration: 105.923553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:18.901729Z","caller":"traceutil/trace.go:171","msg":"trace[1683555277] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"215.446531ms","start":"2026-04-23T13:51:18.686255Z","end":"2026-04-23T13:51:18.901702Z","steps":["trace[1683555277] 'process raft request' (duration: 214.003825ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:18.901803Z","caller":"traceutil/trace.go:171","msg":"trace[589933510] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"214.599737ms","start":"2026-04-23T13:51:18.687191Z","end":"2026-04-23T13:51:18.901791Z","steps":["trace[589933510] 'process raft request' (duration: 214.042897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:19.092126Z","caller":"traceutil/trace.go:171","msg":"trace[866966765] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"167.346678ms","start":"2026-04-23T13:51:18.924755Z","end":"2026-04-23T13:51:19.092102Z","steps":["trace[866966765] 'process raft request' (duration: 167.256426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:19.092229Z","caller":"traceutil/trace.go:171","msg":"trace[1159927544] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"167.528701ms","start":"2026-04-23T13:51:18.924677Z","end":"2026-04-23T13:51:19.092206Z","steps":["trace[1159927544] 'process raft request' (duration: 116.694529ms)","trace[1159927544] 'compare' (duration: 50.395744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:19.801924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.773671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:51:19.802146Z","caller":"traceutil/trace.go:171","msg":"trace[1407934409] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"832.108147ms","start":"2026-04-23T13:51:18.970013Z","end":"2026-04-23T13:51:19.802121Z","steps":["trace[1407934409] 'process raft request' (duration: 530.99138ms)","trace[1407934409] 'compare' (duration: 300.494196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:19.802233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:18.96999Z","time spent":"832.20151ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:19.802244Z","caller":"traceutil/trace.go:171","msg":"trace[1964563127] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"112.43299ms","start":"2026-04-23T13:51:19.689781Z","end":"2026-04-23T13:51:19.802214Z","steps":["trace[1964563127] 'read index received' (duration: 107.949248ms)","trace[1964563127] 'applied index is now lower than readState.Index' (duration: 4.481642ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:19.802304Z","caller":"traceutil/trace.go:171","msg":"trace[1438374662] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"609.288903ms","start":"2026-04-23T13:51:19.192961Z","end":"2026-04-23T13:51:19.80225Z","steps":["trace[1438374662] 'process raft request' (duration: 609.07538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:19.802419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:19.192935Z","time spent":"609.448418ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:19.80253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.729176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:19.802606Z","caller":"traceutil/trace.go:171","msg":"trace[1057733169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"112.852177ms","start":"2026-04-23T13:51:19.689734Z","end":"2026-04-23T13:51:19.802586Z","steps":["trace[1057733169] 'agreement among raft nodes before linearized reading' (duration: 112.585672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.467085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.398301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:51:31.467203Z","caller":"traceutil/trace.go:171","msg":"trace[878370171] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"578.248358ms","start":"2026-04-23T13:51:30.888933Z","end":"2026-04-23T13:51:31.467182Z","steps":["trace[878370171] 'read index received' (duration: 441.723914ms)","trace[878370171] 'applied index is now lower than readState.Index' (duration: 136.523084ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:31.467309Z","caller":"traceutil/trace.go:171","msg":"trace[637303709] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"678.400143ms","start":"2026-04-23T13:51:30.788873Z","end":"2026-04-23T13:51:31.467273Z","steps":["trace[637303709] 'process raft request' (duration: 541.797718ms)","trace[637303709] 'compare' (duration: 136.021554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:31.46739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.447181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:31.467425Z","caller":"traceutil/trace.go:171","msg":"trace[148512933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2009; }","duration":"578.524463ms","start":"2026-04-23T13:51:30.888889Z","end":"2026-04-23T13:51:31.467414Z","steps":["trace[148512933] 'agreement among raft nodes before linearized reading' (duration: 578.38122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.467458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:30.888864Z","time spent":"578.586274ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T13:51:31.467466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:30.788849Z","time spent":"678.536926ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:31.46768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.49746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:51:31.467742Z","caller":"traceutil/trace.go:171","msg":"trace[1186874186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2009; }","duration":"510.5991ms","start":"2026-04-23T13:51:30.957125Z","end":"2026-04-23T13:51:31.467724Z","steps":["trace[1186874186] 'agreement among raft nodes before linearized reading' (duration: 510.447188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.467773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.875492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:51:31.467795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.099028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T13:51:31.467796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:30.9571Z","time spent":"510.679283ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T13:51:31.467812Z","caller":"traceutil/trace.go:171","msg":"trace[1931210718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2009; }","duration":"251.956815ms","start":"2026-04-23T13:51:31.215843Z","end":"2026-04-23T13:51:31.4678Z","steps":["trace[1931210718] 'agreement among raft nodes before linearized reading' (duration: 251.891224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:31.467833Z","caller":"traceutil/trace.go:171","msg":"trace[1233123844] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:2009; }","duration":"422.167098ms","start":"2026-04-23T13:51:31.045654Z","end":"2026-04-23T13:51:31.467821Z","steps":["trace[1233123844] 'agreement among raft nodes before linearized reading' (duration: 422.074277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.467863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:31.04564Z","time spent":"422.216569ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-23T13:51:31.467962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.029553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T13:51:31.468068Z","caller":"traceutil/trace.go:171","msg":"trace[1637914969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2009; }","duration":"323.157545ms","start":"2026-04-23T13:51:31.144891Z","end":"2026-04-23T13:51:31.468048Z","steps":["trace[1637914969] 'agreement among raft nodes before linearized reading' (duration: 322.84972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.468147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:31.14487Z","time spent":"323.264737ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:51:31.468181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.94658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T13:51:31.468216Z","caller":"traceutil/trace.go:171","msg":"trace[478305375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2009; }","duration":"445.009423ms","start":"2026-04-23T13:51:31.023196Z","end":"2026-04-23T13:51:31.468205Z","steps":["trace[478305375] 'agreement among raft nodes before linearized reading' (duration: 444.488653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.468251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:31.023179Z","time spent":"445.065433ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:51:31.468434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.35135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T13:51:31.468501Z","caller":"traceutil/trace.go:171","msg":"trace[1305415109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2009; }","duration":"498.44369ms","start":"2026-04-23T13:51:30.970042Z","end":"2026-04-23T13:51:31.468485Z","steps":["trace[1305415109] 'agreement among raft nodes before linearized reading' (duration: 497.661376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.468537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:30.970029Z","time spent":"498.499433ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T13:51:31.468872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.817372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T13:51:31.469099Z","caller":"traceutil/trace.go:171","msg":"trace[1522691798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2009; }","duration":"326.083047ms","start":"2026-04-23T13:51:31.142988Z","end":"2026-04-23T13:51:31.469071Z","steps":["trace[1522691798] 'agreement among raft nodes before linearized reading' (duration: 324.661421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:31.46934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:31.142966Z","time spent":"326.355473ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T13:51:31.97692Z","caller":"traceutil/trace.go:171","msg":"trace[432551401] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"110.837867ms","start":"2026-04-23T13:51:31.866054Z","end":"2026-04-23T13:51:31.976892Z","steps":["trace[432551401] 'process raft request' (duration: 110.686715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:35.998624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021768016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T13:51:36.138018Z","caller":"traceutil/trace.go:171","msg":"trace[1341571038] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"651.752616ms","start":"2026-04-23T13:51:35.486241Z","end":"2026-04-23T13:51:36.137994Z","steps":["trace[1341571038] 'process raft request' (duration: 651.603754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.138177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.486217Z","time spent":"651.880119ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:36.350703Z","caller":"traceutil/trace.go:171","msg":"trace[84801645] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"361.611785ms","start":"2026-04-23T13:51:35.989063Z","end":"2026-04-23T13:51:36.350675Z","steps":["trace[84801645] 'process raft request' (duration: 347.756495ms)","trace[84801645] 'compare' (duration: 13.567525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:36.350859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.989042Z","time spent":"361.739127ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:36.354075Z","caller":"traceutil/trace.go:171","msg":"trace[1412552734] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2120; }","duration":"856.374677ms","start":"2026-04-23T13:51:35.497675Z","end":"2026-04-23T13:51:36.354049Z","steps":["trace[1412552734] 'read index received' (duration: 640.053945ms)","trace[1412552734] 'applied index is now lower than readState.Index' (duration: 216.319382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:36.354292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.616544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:36.354354Z","caller":"traceutil/trace.go:171","msg":"trace[335471435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2042; }","duration":"856.679344ms","start":"2026-04-23T13:51:35.497637Z","end":"2026-04-23T13:51:36.354317Z","steps":["trace[335471435] 'agreement among raft nodes before linearized reading' (duration: 856.540502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.354381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.497624Z","time spent":"856.751375ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T13:51:36.354382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.72055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:51:36.354412Z","caller":"traceutil/trace.go:171","msg":"trace[1758886040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2042; }","duration":"838.788641ms","start":"2026-04-23T13:51:35.515616Z","end":"2026-04-23T13:51:36.354404Z","steps":["trace[1758886040] 'agreement among raft nodes before linearized reading' (duration: 838.656409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.354456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.5156Z","time spent":"838.850701ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:51:36.354656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.763635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T13:51:36.354582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.913816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:51:36.354691Z","caller":"traceutil/trace.go:171","msg":"trace[67258046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2042; }","duration":"439.838347ms","start":"2026-04-23T13:51:35.914846Z","end":"2026-04-23T13:51:36.354684Z","steps":["trace[67258046] 'agreement among raft nodes before linearized reading' (duration: 439.758547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.35471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.914829Z","time spent":"439.876659ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T13:51:36.35472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.48589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:51:36.354718Z","caller":"traceutil/trace.go:171","msg":"trace[231404775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2042; }","duration":"139.086811ms","start":"2026-04-23T13:51:36.215618Z","end":"2026-04-23T13:51:36.354705Z","steps":["trace[231404775] 'agreement among raft nodes before linearized reading' (duration: 138.917767ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:36.354744Z","caller":"traceutil/trace.go:171","msg":"trace[2079974383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2042; }","duration":"841.52676ms","start":"2026-04-23T13:51:35.51321Z","end":"2026-04-23T13:51:36.354737Z","steps":["trace[2079974383] 'agreement among raft nodes before linearized reading' (duration: 841.467268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.354764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.513198Z","time spent":"841.56185ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:51:36.354655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.005407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T13:51:36.354814Z","caller":"traceutil/trace.go:171","msg":"trace[116337259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2042; }","duration":"843.192789ms","start":"2026-04-23T13:51:35.511612Z","end":"2026-04-23T13:51:36.354805Z","steps":["trace[116337259] 'agreement among raft nodes before linearized reading' (duration: 842.939415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.354845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.51156Z","time spent":"843.274713ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T13:51:36.354869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.609576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:51:36.354944Z","caller":"traceutil/trace.go:171","msg":"trace[887118524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2042; }","duration":"844.722747ms","start":"2026-04-23T13:51:35.510203Z","end":"2026-04-23T13:51:36.354926Z","steps":["trace[887118524] 'agreement among raft nodes before linearized reading' (duration: 844.37745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.355181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.186413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:51:36.355243Z","caller":"traceutil/trace.go:171","msg":"trace[2067957300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2042; }","duration":"847.267503ms","start":"2026-04-23T13:51:35.507953Z","end":"2026-04-23T13:51:36.35522Z","steps":["trace[2067957300] 'agreement among raft nodes before linearized reading' (duration: 846.294066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:36.355278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.507938Z","time spent":"847.330865ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T13:51:36.354989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:35.510193Z","time spent":"844.787419ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T13:51:52.638581Z","caller":"traceutil/trace.go:171","msg":"trace[11470232] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"221.027283ms","start":"2026-04-23T13:51:52.417531Z","end":"2026-04-23T13:51:52.638559Z","steps":["trace[11470232] 'read index received' (duration: 220.82884ms)","trace[11470232] 'applied index is now lower than readState.Index' (duration: 197.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:51:52.638749Z","caller":"traceutil/trace.go:171","msg":"trace[1888419051] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"244.289897ms","start":"2026-04-23T13:51:52.394326Z","end":"2026-04-23T13:51:52.638616Z","steps":["trace[1888419051] 'process raft request' (duration: 244.059443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:52.638939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.82446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:51:52.638989Z","caller":"traceutil/trace.go:171","msg":"trace[2121514759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2135; }","duration":"201.930712ms","start":"2026-04-23T13:51:52.437048Z","end":"2026-04-23T13:51:52.638979Z","steps":["trace[2121514759] 'agreement among raft nodes before linearized reading' (duration: 201.752918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:52.638933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.057925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:52.639106Z","caller":"traceutil/trace.go:171","msg":"trace[692726492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"183.26574ms","start":"2026-04-23T13:51:52.455817Z","end":"2026-04-23T13:51:52.639083Z","steps":["trace[692726492] 'agreement among raft nodes before linearized reading' (duration: 183.010055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:52.639188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.104771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T13:51:52.639157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.627109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:51:52.639232Z","caller":"traceutil/trace.go:171","msg":"trace[542176476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"213.159913ms","start":"2026-04-23T13:51:52.42606Z","end":"2026-04-23T13:51:52.63922Z","steps":["trace[542176476] 'agreement among raft nodes before linearized reading' (duration: 212.657474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.639262Z","caller":"traceutil/trace.go:171","msg":"trace[195970856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"205.771991ms","start":"2026-04-23T13:51:52.433465Z","end":"2026-04-23T13:51:52.639237Z","steps":["trace[195970856] 'agreement among raft nodes before linearized reading' (duration: 205.417475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:52.63903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.680525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:51:52.639567Z","caller":"traceutil/trace.go:171","msg":"trace[1842101152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2135; }","duration":"203.260847ms","start":"2026-04-23T13:51:52.436293Z","end":"2026-04-23T13:51:52.639554Z","steps":["trace[1842101152] 'agreement among raft nodes before linearized reading' (duration: 202.556674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:52.63972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.181873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T13:51:52.639911Z","caller":"traceutil/trace.go:171","msg":"trace[1538796520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"222.416058ms","start":"2026-04-23T13:51:52.41748Z","end":"2026-04-23T13:51:52.639896Z","steps":["trace[1538796520] 'agreement among raft nodes before linearized reading' (duration: 221.191936ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.761144Z","caller":"traceutil/trace.go:171","msg":"trace[1155646660] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"115.228575ms","start":"2026-04-23T13:51:52.645893Z","end":"2026-04-23T13:51:52.761121Z","steps":["trace[1155646660] 'process raft request' (duration: 115.189174ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.761325Z","caller":"traceutil/trace.go:171","msg":"trace[908611826] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"116.772474ms","start":"2026-04-23T13:51:52.644543Z","end":"2026-04-23T13:51:52.761316Z","steps":["trace[908611826] 'process raft request' (duration: 116.479338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.761439Z","caller":"traceutil/trace.go:171","msg":"trace[1177481081] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"117.297083ms","start":"2026-04-23T13:51:52.64413Z","end":"2026-04-23T13:51:52.761427Z","steps":["trace[1177481081] 'process raft request' (duration: 114.526453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.761155Z","caller":"traceutil/trace.go:171","msg":"trace[597150632] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"116.65283ms","start":"2026-04-23T13:51:52.644476Z","end":"2026-04-23T13:51:52.761129Z","steps":["trace[597150632] 'process raft request' (duration: 116.507517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:52.761665Z","caller":"traceutil/trace.go:171","msg":"trace[69091433] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"115.844927ms","start":"2026-04-23T13:51:52.645582Z","end":"2026-04-23T13:51:52.761427Z","steps":["trace[69091433] 'process raft request' (duration: 115.47359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:58.361934Z","caller":"traceutil/trace.go:171","msg":"trace[834704111] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"120.312318ms","start":"2026-04-23T13:51:58.241597Z","end":"2026-04-23T13:51:58.361909Z","steps":["trace[834704111] 'process raft request' (duration: 120.144946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:58.955609Z","caller":"traceutil/trace.go:171","msg":"trace[1979526451] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"126.904225ms","start":"2026-04-23T13:51:58.828679Z","end":"2026-04-23T13:51:58.955583Z","steps":["trace[1979526451] 'process raft request' (duration: 126.650911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:59.194959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.117196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:51:59.19524Z","caller":"traceutil/trace.go:171","msg":"trace[1054250735] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"320.313341ms","start":"2026-04-23T13:51:58.87491Z","end":"2026-04-23T13:51:59.195223Z","steps":["trace[1054250735] 'process raft request' (duration: 320.23308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:59.19531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.874902Z","time spent":"320.370853ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:59.195453Z","caller":"traceutil/trace.go:171","msg":"trace[1394972767] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"320.649657ms","start":"2026-04-23T13:51:58.874768Z","end":"2026-04-23T13:51:59.195418Z","steps":["trace[1394972767] 'process raft request' (duration: 320.280781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:59.195581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.874758Z","time spent":"320.74632ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:59.195594Z","caller":"traceutil/trace.go:171","msg":"trace[1755284680] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"320.893881ms","start":"2026-04-23T13:51:58.87468Z","end":"2026-04-23T13:51:59.195573Z","steps":["trace[1755284680] 'process raft request' (duration: 210.084703ms)","trace[1755284680] 'compare' (duration: 109.941323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:51:59.195733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.874657Z","time spent":"321.026044ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:51:59.19584Z","caller":"traceutil/trace.go:171","msg":"trace[529612636] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"320.670557ms","start":"2026-04-23T13:51:58.875093Z","end":"2026-04-23T13:51:59.195764Z","steps":["trace[529612636] 'process raft request' (duration: 320.090497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:59.195915Z","caller":"traceutil/trace.go:171","msg":"trace[1714156329] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"301.64261ms","start":"2026-04-23T13:51:58.894259Z","end":"2026-04-23T13:51:59.195902Z","steps":["trace[1714156329] 'process raft request' (duration: 301.57519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:51:59.195926Z","caller":"traceutil/trace.go:171","msg":"trace[1212666625] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"319.937645ms","start":"2026-04-23T13:51:58.875977Z","end":"2026-04-23T13:51:59.195915Z","steps":["trace[1212666625] 'process raft request' (duration: 319.71443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:51:59.195985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.87595Z","time spent":"320.007857ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:59.195999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.875085Z","time spent":"320.839641ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:59.19602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:51:58.894242Z","time spent":"301.707962ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:51:59.8535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.907487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T13:51:59.853583Z","caller":"traceutil/trace.go:171","msg":"trace[1164865840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2171; }","duration":"108.039419ms","start":"2026-04-23T13:51:59.745526Z","end":"2026-04-23T13:51:59.853566Z","steps":["trace[1164865840] 'range keys from in-memory index tree' (duration: 107.712913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:00.865784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021768341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T13:52:00.940464Z","caller":"traceutil/trace.go:171","msg":"trace[881415320] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"706.268649ms","start":"2026-04-23T13:52:00.23417Z","end":"2026-04-23T13:52:00.940439Z","steps":["trace[881415320] 'process raft request' (duration: 706.068376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:00.940657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.234145Z","time spent":"706.429512ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:01.508748Z","caller":"traceutil/trace.go:171","msg":"trace[1335246983] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2257; }","duration":"1.143471486s","start":"2026-04-23T13:52:00.365245Z","end":"2026-04-23T13:52:01.508716Z","steps":["trace[1335246983] 'read index received' (duration: 575.05033ms)","trace[1335246983] 'applied index is now lower than readState.Index' (duration: 568.419286ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:01.508836Z","caller":"traceutil/trace.go:171","msg":"trace[2142419168] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"1.050244751s","start":"2026-04-23T13:52:00.458504Z","end":"2026-04-23T13:52:01.508737Z","steps":["trace[2142419168] 'process raft request' (duration: 976.442101ms)","trace[2142419168] 'compare' (duration: 73.518155ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:01.508925Z","caller":"traceutil/trace.go:171","msg":"trace[464092081] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"765.354352ms","start":"2026-04-23T13:52:00.743551Z","end":"2026-04-23T13:52:01.508905Z","steps":["trace[464092081] 'process raft request' (duration: 765.087288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:01.509029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.458479Z","time spent":"1.050452554s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:01.509052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.743527Z","time spent":"765.444645ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:01.509132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143863993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T13:52:01.509228Z","caller":"traceutil/trace.go:171","msg":"trace[1744842666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2174; }","duration":"1.144000495s","start":"2026-04-23T13:52:00.365202Z","end":"2026-04-23T13:52:01.509203Z","steps":["trace[1744842666] 'agreement among raft nodes before linearized reading' (duration: 1.14374239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:01.509292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.365182Z","time spent":"1.144096196s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T13:52:02.467391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.767258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:52:02.467773Z","caller":"traceutil/trace.go:171","msg":"trace[1021184123] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.506964015s","start":"2026-04-23T13:52:00.960767Z","end":"2026-04-23T13:52:02.467731Z","steps":["trace[1021184123] 'process raft request' (duration: 680.756999ms)","trace[1021184123] 'compare' (duration: 824.878392ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:02.467806Z","caller":"traceutil/trace.go:171","msg":"trace[605334911] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.302646639s","start":"2026-04-23T13:52:01.165141Z","end":"2026-04-23T13:52:02.467788Z","steps":["trace[605334911] 'process raft request' (duration: 1.302365464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.467904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.960737Z","time spent":"1.507090386s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:02.468121Z","caller":"traceutil/trace.go:171","msg":"trace[73557378] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.266240274s","start":"2026-04-23T13:52:01.201872Z","end":"2026-04-23T13:52:02.468113Z","steps":["trace[73557378] 'process raft request' (duration: 1.265859357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.201856Z","time spent":"1.266285044s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:02.468194Z","caller":"traceutil/trace.go:171","msg":"trace[1360140274] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2260; }","duration":"959.283266ms","start":"2026-04-23T13:52:01.508865Z","end":"2026-04-23T13:52:02.468148Z","steps":["trace[1360140274] 'read index received' (duration: 132.674224ms)","trace[1360140274] 'applied index is now lower than readState.Index' (duration: 826.607772ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:02.468294Z","caller":"traceutil/trace.go:171","msg":"trace[1828209559] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"954.871188ms","start":"2026-04-23T13:52:01.513397Z","end":"2026-04-23T13:52:02.468268Z","steps":["trace[1828209559] 'process raft request' (duration: 954.624444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.513378Z","time spent":"954.96319ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:02.468487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268809438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:52:02.468513Z","caller":"traceutil/trace.go:171","msg":"trace[18464038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"1.26887248s","start":"2026-04-23T13:52:01.199634Z","end":"2026-04-23T13:52:02.468506Z","steps":["trace[18464038] 'agreement among raft nodes before linearized reading' (duration: 1.268729858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.199614Z","time spent":"1.268913491s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:52:02.468595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419913791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T13:52:02.468669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266903246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:52:02.468688Z","caller":"traceutil/trace.go:171","msg":"trace[1120863535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.266961116s","start":"2026-04-23T13:52:01.201722Z","end":"2026-04-23T13:52:02.468683Z","steps":["trace[1120863535] 'agreement among raft nodes before linearized reading' (duration: 1.266907405s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:02.468657Z","caller":"traceutil/trace.go:171","msg":"trace[2895956] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:2178; }","duration":"1.420023362s","start":"2026-04-23T13:52:01.048614Z","end":"2026-04-23T13:52:02.468637Z","steps":["trace[2895956] 'agreement among raft nodes before linearized reading' (duration: 1.419828609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.201699Z","time spent":"1.267000837s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T13:52:02.468742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.04859Z","time spent":"1.420132753s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-23T13:52:02.468783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267044438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T13:52:02.468798Z","caller":"traceutil/trace.go:171","msg":"trace[1567519667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.267084958s","start":"2026-04-23T13:52:01.201708Z","end":"2026-04-23T13:52:02.468793Z","steps":["trace[1567519667] 'agreement among raft nodes before linearized reading' (duration: 1.267032797s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.201699Z","time spent":"1.267110319s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T13:52:02.468902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268580225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:52:02.468917Z","caller":"traceutil/trace.go:171","msg":"trace[1841162295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.268644226s","start":"2026-04-23T13:52:01.200267Z","end":"2026-04-23T13:52:02.468911Z","steps":["trace[1841162295] 'agreement among raft nodes before linearized reading' (duration: 1.268595225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.468931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.200246Z","time spent":"1.268681157s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:52:02.469048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550693651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a900b5212270b4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T13:52:02.469088Z","caller":"traceutil/trace.go:171","msg":"trace[1548357437] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a900b5212270b4; range_end:; response_count:1; response_revision:2178; }","duration":"1.550755592s","start":"2026-04-23T13:52:00.918317Z","end":"2026-04-23T13:52:02.469072Z","steps":["trace[1548357437] 'agreement among raft nodes before linearized reading' (duration: 1.55064124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.46912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.9183Z","time spent":"1.550812242s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a900b5212270b4\" "} {"level":"warn","ts":"2026-04-23T13:52:02.468619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266771702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T13:52:02.469163Z","caller":"traceutil/trace.go:171","msg":"trace[269746188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"1.267325782s","start":"2026-04-23T13:52:01.201824Z","end":"2026-04-23T13:52:02.46915Z","steps":["trace[269746188] 'agreement among raft nodes before linearized reading' (duration: 1.266750682s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.469183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.201817Z","time spent":"1.267359543s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T13:52:02.469233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.724673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-23T13:52:02.469362Z","caller":"traceutil/trace.go:171","msg":"trace[1300108745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2178; }","duration":"782.861737ms","start":"2026-04-23T13:52:01.686407Z","end":"2026-04-23T13:52:02.469269Z","steps":["trace[1300108745] 'agreement among raft nodes before linearized reading' (duration: 782.670103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.469404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.686361Z","time spent":"783.03238ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T13:52:02.469499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795576379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:52:02.469519Z","caller":"traceutil/trace.go:171","msg":"trace[1145148974] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2178; }","duration":"1.79562792s","start":"2026-04-23T13:52:00.673885Z","end":"2026-04-23T13:52:02.469513Z","steps":["trace[1145148974] 'agreement among raft nodes before linearized reading' (duration: 1.795585878s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.469538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.67387Z","time spent":"1.795664s","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:52:02.46966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608727462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T13:52:02.469649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.145171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:02.469677Z","caller":"traceutil/trace.go:171","msg":"trace[131908103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"1.608790092s","start":"2026-04-23T13:52:00.860882Z","end":"2026-04-23T13:52:02.469672Z","steps":["trace[131908103] 'agreement among raft nodes before linearized reading' (duration: 1.608727592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.469693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:00.860848Z","time spent":"1.608841273s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T13:52:02.469693Z","caller":"traceutil/trace.go:171","msg":"trace[1615512233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"252.223943ms","start":"2026-04-23T13:52:02.217457Z","end":"2026-04-23T13:52:02.469681Z","steps":["trace[1615512233] 'agreement among raft nodes before linearized reading' (duration: 252.155893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:02.471871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:01.165121Z","time spent":"1.30272628s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:02.971705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021768351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:52:03.578746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.350978ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T13:52:03.578844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.469997Z","time spent":"1.10884311s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T13:52:04.236186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169901804s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T13:52:04.256535Z","caller":"traceutil/trace.go:171","msg":"trace[1302716415] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.783405993s","start":"2026-04-23T13:52:02.473109Z","end":"2026-04-23T13:52:04.256515Z","steps":["trace[1302716415] 'process raft request' (duration: 1.783305381s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:04.25654Z","caller":"traceutil/trace.go:171","msg":"trace[1282915956] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"1.783099247s","start":"2026-04-23T13:52:02.473423Z","end":"2026-04-23T13:52:04.256522Z","steps":["trace[1282915956] 'process raft request' (duration: 1.783049187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:04.256644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.473093Z","time spent":"1.783497745s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:04.256671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.473415Z","time spent":"1.783187099s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:04.256829Z","caller":"traceutil/trace.go:171","msg":"trace[1365908495] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"1.782252233s","start":"2026-04-23T13:52:02.474555Z","end":"2026-04-23T13:52:04.256807Z","steps":["trace[1365908495] 'process raft request' (duration: 1.781942597s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:04.256934Z","caller":"traceutil/trace.go:171","msg":"trace[1538525153] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.782226862s","start":"2026-04-23T13:52:02.474699Z","end":"2026-04-23T13:52:04.256926Z","steps":["trace[1538525153] 'process raft request' (duration: 1.782037168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:04.256986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.474694Z","time spent":"1.782268282s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:04.256998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.474548Z","time spent":"1.782369085s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:04.257087Z","caller":"traceutil/trace.go:171","msg":"trace[439286175] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2264; }","duration":"1.785978808s","start":"2026-04-23T13:52:02.471097Z","end":"2026-04-23T13:52:04.257076Z","steps":["trace[439286175] 'read index received' (duration: 594.406141ms)","trace[439286175] 'applied index is now lower than readState.Index' (duration: 1.191572087s)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:04.257158Z","caller":"traceutil/trace.go:171","msg":"trace[276584580] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.782189852s","start":"2026-04-23T13:52:02.474961Z","end":"2026-04-23T13:52:04.257151Z","steps":["trace[276584580] 'process raft request' (duration: 1.781914837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:04.257199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.474952Z","time spent":"1.782228092s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:04.257255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786153793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:04.257286Z","caller":"traceutil/trace.go:171","msg":"trace[913456557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"1.786213043s","start":"2026-04-23T13:52:02.471064Z","end":"2026-04-23T13:52:04.257277Z","steps":["trace[913456557] 'agreement among raft nodes before linearized reading' (duration: 1.786159222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:04.257309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.471039Z","time spent":"1.786264874s","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:52:04.257037Z","caller":"traceutil/trace.go:171","msg":"trace[1338647051] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.784018123s","start":"2026-04-23T13:52:02.472817Z","end":"2026-04-23T13:52:04.256835Z","steps":["trace[1338647051] 'process raft request' (duration: 1.76354084s)","trace[1338647051] 'compare' (duration: 19.669349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:52:04.258778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.472806Z","time spent":"1.785892477s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:04.75808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021768363,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T13:52:05.021004Z","caller":"traceutil/trace.go:171","msg":"trace[1865949813] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2271; }","duration":"763.867722ms","start":"2026-04-23T13:52:04.257113Z","end":"2026-04-23T13:52:05.020981Z","steps":["trace[1865949813] 'read index received' (duration: 697.545467ms)","trace[1865949813] 'applied index is now lower than readState.Index' (duration: 66.321245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:52:05.021461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343109956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T13:52:05.021531Z","caller":"traceutil/trace.go:171","msg":"trace[2034475059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2189; }","duration":"1.343217918s","start":"2026-04-23T13:52:03.678287Z","end":"2026-04-23T13:52:05.021505Z","steps":["trace[2034475059] 'agreement among raft nodes before linearized reading' (duration: 1.343086335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.021541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544624738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T13:52:05.021585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362982448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:05.021586Z","caller":"traceutil/trace.go:171","msg":"trace[1328312163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"1.544690869s","start":"2026-04-23T13:52:03.476882Z","end":"2026-04-23T13:52:05.021572Z","steps":["trace[1328312163] 'agreement among raft nodes before linearized reading' (duration: 1.544463825s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:05.021604Z","caller":"traceutil/trace.go:171","msg":"trace[1837356535] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2189; }","duration":"1.363024578s","start":"2026-04-23T13:52:03.658574Z","end":"2026-04-23T13:52:05.021598Z","steps":["trace[1837356535] 'agreement among raft nodes before linearized reading' (duration: 1.362994078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.021553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543741472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:52:05.021619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.658557Z","time spent":"1.363058639s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:52:05.021621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.476866Z","time spent":"1.54474802s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T13:52:05.02164Z","caller":"traceutil/trace.go:171","msg":"trace[1604846220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2189; }","duration":"2.543859585s","start":"2026-04-23T13:52:02.477765Z","end":"2026-04-23T13:52:05.021624Z","steps":["trace[1604846220] 'agreement among raft nodes before linearized reading' (duration: 2.543723661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.021461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092903721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T13:52:05.021737Z","caller":"traceutil/trace.go:171","msg":"trace[472068370] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2189; }","duration":"1.093227037s","start":"2026-04-23T13:52:03.928504Z","end":"2026-04-23T13:52:05.021731Z","steps":["trace[472068370] 'agreement among raft nodes before linearized reading' (duration: 1.0928201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.021757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.928485Z","time spent":"1.093267888s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T13:52:05.021736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:02.477757Z","time spent":"2.543962796s","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T13:52:05.02182Z","caller":"traceutil/trace.go:171","msg":"trace[1463546653] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"1.442185651s","start":"2026-04-23T13:52:03.579627Z","end":"2026-04-23T13:52:05.021813Z","steps":["trace[1463546653] 'process raft request' (duration: 1.441155773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.021906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.579608Z","time spent":"1.442242613s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:05.021555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.678261Z","time spent":"1.343288879s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T13:52:05.022044Z","caller":"traceutil/trace.go:171","msg":"trace[1842770449] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"1.049655935s","start":"2026-04-23T13:52:03.972383Z","end":"2026-04-23T13:52:05.022039Z","steps":["trace[1842770449] 'process raft request' (duration: 1.048461153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.526822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:05.022121Z","caller":"traceutil/trace.go:171","msg":"trace[33496480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2189; }","duration":"756.635664ms","start":"2026-04-23T13:52:04.265467Z","end":"2026-04-23T13:52:05.022103Z","steps":["trace[33496480] 'agreement among raft nodes before linearized reading' (duration: 756.487851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.972356Z","time spent":"1.049725005s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:05.02179Z","caller":"traceutil/trace.go:171","msg":"trace[1078642423] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.506682725s","start":"2026-04-23T13:52:03.515094Z","end":"2026-04-23T13:52:05.021777Z","steps":["trace[1078642423] 'process raft request' (duration: 1.439551546s)","trace[1078642423] 'compare' (duration: 66.004119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:52:05.022172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:04.265422Z","time spent":"756.740186ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:52:05.022025Z","caller":"traceutil/trace.go:171","msg":"trace[883362614] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"548.199641ms","start":"2026-04-23T13:52:04.473819Z","end":"2026-04-23T13:52:05.022019Z","steps":["trace[883362614] 'process raft request' (duration: 547.120522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:04.473789Z","time spent":"548.423954ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:05.022406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.383521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T13:52:05.022364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:03.515076Z","time spent":"1.507117343s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:05.022475Z","caller":"traceutil/trace.go:171","msg":"trace[1984384918] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2189; }","duration":"370.488193ms","start":"2026-04-23T13:52:04.651974Z","end":"2026-04-23T13:52:05.022462Z","steps":["trace[1984384918] 'agreement among raft nodes before linearized reading' (duration: 370.397452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:04.651953Z","time spent":"370.549354ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:52:05.022405Z","caller":"traceutil/trace.go:171","msg":"trace[1732031181] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"548.572298ms","start":"2026-04-23T13:52:04.473819Z","end":"2026-04-23T13:52:05.022392Z","steps":["trace[1732031181] 'process raft request' (duration: 547.078601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.562178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T13:52:05.022785Z","caller":"traceutil/trace.go:171","msg":"trace[2052645601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2189; }","duration":"548.622618ms","start":"2026-04-23T13:52:04.474152Z","end":"2026-04-23T13:52:05.022775Z","steps":["trace[2052645601] 'agreement among raft nodes before linearized reading' (duration: 548.493276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.022811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:04.474141Z","time spent":"548.663789ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T13:52:05.022879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:04.473794Z","time spent":"548.921384ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:05.411994Z","caller":"traceutil/trace.go:171","msg":"trace[680442904] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"383.794706ms","start":"2026-04-23T13:52:05.028139Z","end":"2026-04-23T13:52:05.411934Z","steps":["trace[680442904] 'process raft request' (duration: 344.258476ms)","trace[680442904] 'compare' (duration: 39.372527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:52:05.412168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:05.028125Z","time spent":"383.951798ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:05.443496Z","caller":"traceutil/trace.go:171","msg":"trace[406944988] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2276; }","duration":"414.818475ms","start":"2026-04-23T13:52:05.028656Z","end":"2026-04-23T13:52:05.443474Z","steps":["trace[406944988] 'read index received' (duration: 343.770246ms)","trace[406944988] 'applied index is now lower than readState.Index' (duration: 71.046999ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:05.443549Z","caller":"traceutil/trace.go:171","msg":"trace[1874984639] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"415.018659ms","start":"2026-04-23T13:52:05.028493Z","end":"2026-04-23T13:52:05.443512Z","steps":["trace[1874984639] 'process raft request' (duration: 414.764285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:05.443583Z","caller":"traceutil/trace.go:171","msg":"trace[916006960] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"414.378226ms","start":"2026-04-23T13:52:05.02917Z","end":"2026-04-23T13:52:05.443548Z","steps":["trace[916006960] 'process raft request' (duration: 414.239834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.443946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.864187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T13:52:05.443747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:05.028484Z","time spent":"415.141041ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:05.444037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:05.029093Z","time spent":"414.819155ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:05.444108Z","caller":"traceutil/trace.go:171","msg":"trace[181578464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"410.0606ms","start":"2026-04-23T13:52:05.034026Z","end":"2026-04-23T13:52:05.444086Z","steps":["trace[181578464] 'agreement among raft nodes before linearized reading' (duration: 409.755175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.444426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:05.034018Z","time spent":"410.378595ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T13:52:05.444701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.966015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T13:52:05.444772Z","caller":"traceutil/trace.go:171","msg":"trace[1192775436] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2192; }","duration":"416.122898ms","start":"2026-04-23T13:52:05.028631Z","end":"2026-04-23T13:52:05.444754Z","steps":["trace[1192775436] 'agreement among raft nodes before linearized reading' (duration: 414.968218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:05.444824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:05.028623Z","time spent":"416.189539ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T13:52:37.40054Z","caller":"traceutil/trace.go:171","msg":"trace[1066931974] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"169.93276ms","start":"2026-04-23T13:52:37.230579Z","end":"2026-04-23T13:52:37.400512Z","steps":["trace[1066931974] 'process raft request' (duration: 169.816298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:37.40071Z","caller":"traceutil/trace.go:171","msg":"trace[42752896] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"172.30161ms","start":"2026-04-23T13:52:37.228396Z","end":"2026-04-23T13:52:37.400698Z","steps":["trace[42752896] 'process raft request' (duration: 171.654209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:38.49359Z","caller":"traceutil/trace.go:171","msg":"trace[1254313297] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"220.269638ms","start":"2026-04-23T13:52:38.273291Z","end":"2026-04-23T13:52:38.493561Z","steps":["trace[1254313297] 'process raft request' (duration: 219.268161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:38.493725Z","caller":"traceutil/trace.go:171","msg":"trace[993307258] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2514; }","duration":"144.177329ms","start":"2026-04-23T13:52:38.349524Z","end":"2026-04-23T13:52:38.493701Z","steps":["trace[993307258] 'read index received' (duration: 143.043279ms)","trace[993307258] 'applied index is now lower than readState.Index' (duration: 1.13356ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:52:38.493797Z","caller":"traceutil/trace.go:171","msg":"trace[868045784] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"218.353764ms","start":"2026-04-23T13:52:38.275437Z","end":"2026-04-23T13:52:38.493791Z","steps":["trace[868045784] 'process raft request' (duration: 218.215552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:38.493916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.380832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:52:38.493937Z","caller":"traceutil/trace.go:171","msg":"trace[568177449] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2422; }","duration":"144.452204ms","start":"2026-04-23T13:52:38.34948Z","end":"2026-04-23T13:52:38.493932Z","steps":["trace[568177449] 'agreement among raft nodes before linearized reading' (duration: 144.393623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:38.494063Z","caller":"traceutil/trace.go:171","msg":"trace[140449475] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"220.052445ms","start":"2026-04-23T13:52:38.273985Z","end":"2026-04-23T13:52:38.494038Z","steps":["trace[140449475] 'process raft request' (duration: 219.525836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:46.818271Z","caller":"traceutil/trace.go:171","msg":"trace[1723132261] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"270.189739ms","start":"2026-04-23T13:52:46.548054Z","end":"2026-04-23T13:52:46.818244Z","steps":["trace[1723132261] 'process raft request' (duration: 270.030306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.839081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020925051s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T13:52:47.839626Z","caller":"traceutil/trace.go:171","msg":"trace[1364241660] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"1.290048431s","start":"2026-04-23T13:52:46.549543Z","end":"2026-04-23T13:52:47.839592Z","steps":["trace[1364241660] 'process raft request' (duration: 1.28994395s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:47.839628Z","caller":"traceutil/trace.go:171","msg":"trace[627074768] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"1.290157783s","start":"2026-04-23T13:52:46.549433Z","end":"2026-04-23T13:52:47.839591Z","steps":["trace[627074768] 'process raft request' (duration: 1.289870448s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:47.839797Z","caller":"traceutil/trace.go:171","msg":"trace[808498866] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.289689526s","start":"2026-04-23T13:52:46.550096Z","end":"2026-04-23T13:52:47.839786Z","steps":["trace[808498866] 'process raft request' (duration: 1.289444621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.839793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.549524Z","time spent":"1.290170913s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:47.839809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.549412Z","time spent":"1.290296755s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:47.839843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.55009Z","time spent":"1.289728886s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:47.839955Z","caller":"traceutil/trace.go:171","msg":"trace[1468456509] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"1.289709986s","start":"2026-04-23T13:52:46.550228Z","end":"2026-04-23T13:52:47.839938Z","steps":["trace[1468456509] 'process raft request' (duration: 1.289537983s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:52:47.839966Z","caller":"traceutil/trace.go:171","msg":"trace[1956917002] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2614; }","duration":"1.054284342s","start":"2026-04-23T13:52:46.785648Z","end":"2026-04-23T13:52:47.839932Z","steps":["trace[1956917002] 'read index received' (duration: 32.648519ms)","trace[1956917002] 'applied index is now lower than readState.Index' (duration: 1.021633963s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:52:47.840049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.550213Z","time spent":"1.289792248s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:47.840076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054437774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T13:52:47.840097Z","caller":"traceutil/trace.go:171","msg":"trace[2095991248] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2521; }","duration":"1.054460254s","start":"2026-04-23T13:52:46.785631Z","end":"2026-04-23T13:52:47.840091Z","steps":["trace[2095991248] 'agreement among raft nodes before linearized reading' (duration: 1.054374904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.840117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.785595Z","time spent":"1.054520027s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T13:52:47.841569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055693817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:47.84161Z","caller":"traceutil/trace.go:171","msg":"trace[733480292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2524; }","duration":"1.055747198s","start":"2026-04-23T13:52:46.785852Z","end":"2026-04-23T13:52:47.841599Z","steps":["trace[733480292] 'agreement among raft nodes before linearized reading' (duration: 1.055671067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.841639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:46.785848Z","time spent":"1.055780419s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:52:47.841877Z","caller":"traceutil/trace.go:171","msg":"trace[1788667285] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"530.022796ms","start":"2026-04-23T13:52:47.311844Z","end":"2026-04-23T13:52:47.841867Z","steps":["trace[1788667285] 'process raft request' (duration: 529.492877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.841938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.311819Z","time spent":"530.086676ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:47.842063Z","caller":"traceutil/trace.go:171","msg":"trace[1125075226] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"409.999775ms","start":"2026-04-23T13:52:47.432055Z","end":"2026-04-23T13:52:47.842054Z","steps":["trace[1125075226] 'process raft request' (duration: 409.389794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.842111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.432028Z","time spent":"410.056236ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:52:47.842211Z","caller":"traceutil/trace.go:171","msg":"trace[423179036] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"406.414392ms","start":"2026-04-23T13:52:47.435788Z","end":"2026-04-23T13:52:47.842202Z","steps":["trace[423179036] 'process raft request' (duration: 405.700829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.84226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.435761Z","time spent":"406.471433ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:52:47.842708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.540285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:47.842784Z","caller":"traceutil/trace.go:171","msg":"trace[617372412] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2524; }","duration":"487.683267ms","start":"2026-04-23T13:52:47.355085Z","end":"2026-04-23T13:52:47.842768Z","steps":["trace[617372412] 'agreement among raft nodes before linearized reading' (duration: 487.514785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.842833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.355065Z","time spent":"487.75744ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:52:47.842877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.447524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:52:47.842913Z","caller":"traceutil/trace.go:171","msg":"trace[1507224394] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2524; }","duration":"685.556365ms","start":"2026-04-23T13:52:47.157347Z","end":"2026-04-23T13:52:47.842903Z","steps":["trace[1507224394] 'agreement among raft nodes before linearized reading' (duration: 685.491995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.84294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.15732Z","time spent":"685.612348ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:52:47.843087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.674483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:52:47.843114Z","caller":"traceutil/trace.go:171","msg":"trace[1603560572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2524; }","duration":"625.721683ms","start":"2026-04-23T13:52:47.217382Z","end":"2026-04-23T13:52:47.843104Z","steps":["trace[1603560572] 'agreement among raft nodes before linearized reading' (duration: 625.682773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:52:47.843135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:52:47.217369Z","time spent":"625.761504ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:53:20.41197Z","caller":"traceutil/trace.go:171","msg":"trace[1693053636] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"419.12584ms","start":"2026-04-23T13:53:19.992798Z","end":"2026-04-23T13:53:20.411924Z","steps":["trace[1693053636] 'process raft request' (duration: 418.924491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.412165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:19.992771Z","time spent":"419.292985ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:20.710773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.252979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:53:20.711095Z","caller":"traceutil/trace.go:171","msg":"trace[790904329] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"717.773135ms","start":"2026-04-23T13:53:19.993299Z","end":"2026-04-23T13:53:20.711072Z","steps":["trace[790904329] 'process raft request' (duration: 717.64676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:20.71113Z","caller":"traceutil/trace.go:171","msg":"trace[1970649259] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2797; }","duration":"689.169936ms","start":"2026-04-23T13:53:20.021938Z","end":"2026-04-23T13:53:20.711108Z","steps":["trace[1970649259] 'read index received' (duration: 389.756546ms)","trace[1970649259] 'applied index is now lower than readState.Index' (duration: 299.4126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:53:20.711204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:19.993286Z","time spent":"717.86756ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:53:20.711391Z","caller":"traceutil/trace.go:171","msg":"trace[997638417] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"718.445454ms","start":"2026-04-23T13:53:19.992926Z","end":"2026-04-23T13:53:20.711371Z","steps":["trace[997638417] 'process raft request' (duration: 481.466864ms)","trace[997638417] 'compare' (duration: 236.127444ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:53:20.711468Z","caller":"traceutil/trace.go:171","msg":"trace[975664470] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"615.124933ms","start":"2026-04-23T13:53:20.096332Z","end":"2026-04-23T13:53:20.711457Z","steps":["trace[975664470] 'process raft request' (duration: 614.690304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.711482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:19.992897Z","time spent":"718.537278ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:20.711949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.096305Z","time spent":"615.561941ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:20.711973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.014561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:53:20.712028Z","caller":"traceutil/trace.go:171","msg":"trace[1885683426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2697; }","duration":"690.127526ms","start":"2026-04-23T13:53:20.021885Z","end":"2026-04-23T13:53:20.712013Z","steps":["trace[1885683426] 'agreement among raft nodes before linearized reading' (duration: 689.943708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.712075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.021871Z","time spent":"690.192499ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:53:20.712219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.734563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T13:53:20.712279Z","caller":"traceutil/trace.go:171","msg":"trace[1948527932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2697; }","duration":"667.832667ms","start":"2026-04-23T13:53:20.044432Z","end":"2026-04-23T13:53:20.712264Z","steps":["trace[1948527932] 'agreement among raft nodes before linearized reading' (duration: 667.681071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.712328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.04441Z","time spent":"667.90734ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:53:20.712493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.156829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T13:53:20.712515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.628533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T13:53:20.712546Z","caller":"traceutil/trace.go:171","msg":"trace[1569655299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"661.676085ms","start":"2026-04-23T13:53:20.050861Z","end":"2026-04-23T13:53:20.712537Z","steps":["trace[1569655299] 'agreement among raft nodes before linearized reading' (duration: 661.56906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:20.712547Z","caller":"traceutil/trace.go:171","msg":"trace[879073114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2697; }","duration":"218.239013ms","start":"2026-04-23T13:53:20.494291Z","end":"2026-04-23T13:53:20.71253Z","steps":["trace[879073114] 'agreement among raft nodes before linearized reading' (duration: 218.122509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.712597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.618735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T13:53:20.712639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.050847Z","time spent":"661.783699ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T13:53:20.712663Z","caller":"traceutil/trace.go:171","msg":"trace[2083083981] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2697; }","duration":"368.665918ms","start":"2026-04-23T13:53:20.343965Z","end":"2026-04-23T13:53:20.712631Z","steps":["trace[2083083981] 'agreement among raft nodes before linearized reading' (duration: 368.590494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.712706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.343926Z","time spent":"368.767852ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:53:20.712792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.952549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T13:53:20.71284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.524282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a900c665ca8d85\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-23T13:53:20.712846Z","caller":"traceutil/trace.go:171","msg":"trace[2036736630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2697; }","duration":"663.019522ms","start":"2026-04-23T13:53:20.049813Z","end":"2026-04-23T13:53:20.712833Z","steps":["trace[2036736630] 'agreement among raft nodes before linearized reading' (duration: 662.898307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:20.712864Z","caller":"traceutil/trace.go:171","msg":"trace[659155784] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a900c665ca8d85; range_end:; response_count:1; response_revision:2697; }","duration":"624.573404ms","start":"2026-04-23T13:53:20.088284Z","end":"2026-04-23T13:53:20.712857Z","steps":["trace[659155784] 'agreement among raft nodes before linearized reading' (duration: 624.503401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.712885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.04978Z","time spent":"663.095745ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T13:53:20.712908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.088269Z","time spent":"624.632687ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a900c665ca8d85\" "} {"level":"warn","ts":"2026-04-23T13:53:20.712955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.832181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T13:53:20.712997Z","caller":"traceutil/trace.go:171","msg":"trace[1933882406] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2697; }","duration":"219.905424ms","start":"2026-04-23T13:53:20.493081Z","end":"2026-04-23T13:53:20.712987Z","steps":["trace[1933882406] 'agreement among raft nodes before linearized reading' (duration: 219.800299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.713203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.277938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T13:53:20.713232Z","caller":"traceutil/trace.go:171","msg":"trace[1529987953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2697; }","duration":"665.368972ms","start":"2026-04-23T13:53:20.047856Z","end":"2026-04-23T13:53:20.713225Z","steps":["trace[1529987953] 'agreement among raft nodes before linearized reading' (duration: 665.300359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.713312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.455383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T13:53:20.713353Z","caller":"traceutil/trace.go:171","msg":"trace[2127771219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2697; }","duration":"668.514495ms","start":"2026-04-23T13:53:20.044829Z","end":"2026-04-23T13:53:20.713344Z","steps":["trace[2127771219] 'agreement among raft nodes before linearized reading' (duration: 668.420562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:20.713381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.044822Z","time spent":"668.552867ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T13:53:20.713251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.047834Z","time spent":"665.412514ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:53:21.287403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021769617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:53:21.933241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.173748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:53:21.933548Z","caller":"traceutil/trace.go:171","msg":"trace[752817233] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2802; }","duration":"1.146676735s","start":"2026-04-23T13:53:20.786858Z","end":"2026-04-23T13:53:21.933535Z","steps":["trace[752817233] 'read index received' (duration: 751.085759ms)","trace[752817233] 'applied index is now lower than readState.Index' (duration: 395.590286ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:53:21.933546Z","caller":"traceutil/trace.go:171","msg":"trace[2001122024] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.213572413s","start":"2026-04-23T13:53:20.719936Z","end":"2026-04-23T13:53:21.933508Z","steps":["trace[2001122024] 'process raft request' (duration: 1.213406787s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:21.93362Z","caller":"traceutil/trace.go:171","msg":"trace[981188905] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.213167266s","start":"2026-04-23T13:53:20.720445Z","end":"2026-04-23T13:53:21.933612Z","steps":["trace[981188905] 'process raft request' (duration: 1.212963828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.933664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.71991Z","time spent":"1.213679609s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:21.933669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.720434Z","time spent":"1.213209689s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:53:21.933754Z","caller":"traceutil/trace.go:171","msg":"trace[1985067928] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.21325555s","start":"2026-04-23T13:53:20.720492Z","end":"2026-04-23T13:53:21.933747Z","steps":["trace[1985067928] 'process raft request' (duration: 1.212949007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.933798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.720482Z","time spent":"1.213295632s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:53:21.933816Z","caller":"traceutil/trace.go:171","msg":"trace[1520826894] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.210741953s","start":"2026-04-23T13:53:20.723061Z","end":"2026-04-23T13:53:21.933803Z","steps":["trace[1520826894] 'process raft request' (duration: 1.21044409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.93388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.723051Z","time spent":"1.210806535s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:21.933926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147073432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T13:53:21.933934Z","caller":"traceutil/trace.go:171","msg":"trace[463523839] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.213382366s","start":"2026-04-23T13:53:20.720545Z","end":"2026-04-23T13:53:21.933928Z","steps":["trace[463523839] 'process raft request' (duration: 1.212919827s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:21.933936Z","caller":"traceutil/trace.go:171","msg":"trace[1301650128] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"1.213367265s","start":"2026-04-23T13:53:20.720561Z","end":"2026-04-23T13:53:21.933929Z","steps":["trace[1301650128] 'process raft request' (duration: 1.212922466s)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:53:21.933959Z","caller":"traceutil/trace.go:171","msg":"trace[839618212] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2705; }","duration":"1.147137984s","start":"2026-04-23T13:53:20.786813Z","end":"2026-04-23T13:53:21.933951Z","steps":["trace[839618212] 'agreement among raft nodes before linearized reading' (duration: 1.147040719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.933971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.720555Z","time spent":"1.213400466s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:21.933973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.72054Z","time spent":"1.213413717s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:21.933984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.786791Z","time spent":"1.147188397s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T13:53:21.934109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.914749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T13:53:21.934137Z","caller":"traceutil/trace.go:171","msg":"trace[409478747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2705; }","duration":"938.984832ms","start":"2026-04-23T13:53:20.995144Z","end":"2026-04-23T13:53:21.934129Z","steps":["trace[409478747] 'agreement among raft nodes before linearized reading' (duration: 938.884367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.934154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.995116Z","time spent":"939.033093ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T13:53:21.933764Z","caller":"traceutil/trace.go:171","msg":"trace[1062163094] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.213859065s","start":"2026-04-23T13:53:20.719896Z","end":"2026-04-23T13:53:21.933755Z","steps":["trace[1062163094] 'process raft request' (duration: 818.094893ms)","trace[1062163094] 'compare' (duration: 394.981929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:53:21.93426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.217552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:53:21.934283Z","caller":"traceutil/trace.go:171","msg":"trace[153783853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"716.279466ms","start":"2026-04-23T13:53:21.217997Z","end":"2026-04-23T13:53:21.934277Z","steps":["trace[153783853] 'agreement among raft nodes before linearized reading' (duration: 716.243174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.93429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:20.719869Z","time spent":"1.214389898s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:53:21.934307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:21.217968Z","time spent":"716.333707ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:53:21.934309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.598249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:53:21.934349Z","caller":"traceutil/trace.go:171","msg":"trace[551825699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2705; }","duration":"251.643672ms","start":"2026-04-23T13:53:21.682699Z","end":"2026-04-23T13:53:21.934343Z","steps":["trace[551825699] 'agreement among raft nodes before linearized reading' (duration: 251.581509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.934372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.185714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:53:21.934395Z","caller":"traceutil/trace.go:171","msg":"trace[1304492894] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2705; }","duration":"601.245847ms","start":"2026-04-23T13:53:21.333145Z","end":"2026-04-23T13:53:21.93439Z","steps":["trace[1304492894] 'agreement among raft nodes before linearized reading' (duration: 601.212446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.934417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:21.333124Z","time spent":"601.287149ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:53:21.934473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.329946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T13:53:21.93451Z","caller":"traceutil/trace.go:171","msg":"trace[1366537473] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:2705; }","duration":"881.407648ms","start":"2026-04-23T13:53:21.053094Z","end":"2026-04-23T13:53:21.934502Z","steps":["trace[1366537473] 'agreement among raft nodes before linearized reading' (duration: 881.147877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:53:21.934536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:53:21.053074Z","time spent":"881.455821ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-04-23T13:54:04.307308Z","caller":"traceutil/trace.go:171","msg":"trace[55311799] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"133.353805ms","start":"2026-04-23T13:54:04.173927Z","end":"2026-04-23T13:54:04.307281Z","steps":["trace[55311799] 'process raft request' (duration: 133.058124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:04.307582Z","caller":"traceutil/trace.go:171","msg":"trace[2010229612] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"112.17669ms","start":"2026-04-23T13:54:04.195361Z","end":"2026-04-23T13:54:04.307538Z","steps":["trace[2010229612] 'process raft request' (duration: 111.861618ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:04.315707Z","caller":"traceutil/trace.go:171","msg":"trace[2040292654] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"102.669286ms","start":"2026-04-23T13:54:04.213018Z","end":"2026-04-23T13:54:04.315688Z","steps":["trace[2040292654] 'process raft request' (duration: 102.640896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:04.315858Z","caller":"traceutil/trace.go:171","msg":"trace[962176298] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"102.876714ms","start":"2026-04-23T13:54:04.212948Z","end":"2026-04-23T13:54:04.315825Z","steps":["trace[962176298] 'process raft request' (duration: 102.636536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:10.837214Z","caller":"traceutil/trace.go:171","msg":"trace[2060083779] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"189.237255ms","start":"2026-04-23T13:54:10.647942Z","end":"2026-04-23T13:54:10.837179Z","steps":["trace[2060083779] 'process raft request' (duration: 133.493313ms)","trace[2060083779] 'compare' (duration: 55.485443ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:54:11.172314Z","caller":"traceutil/trace.go:171","msg":"trace[2049375381] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"172.923197ms","start":"2026-04-23T13:54:10.999342Z","end":"2026-04-23T13:54:11.172265Z","steps":["trace[2049375381] 'process raft request' (duration: 172.655799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:11.172462Z","caller":"traceutil/trace.go:171","msg":"trace[23964569] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3077; }","duration":"117.68427ms","start":"2026-04-23T13:54:11.054474Z","end":"2026-04-23T13:54:11.172158Z","steps":["trace[23964569] 'read index received' (duration: 117.463082ms)","trace[23964569] 'applied index is now lower than readState.Index' (duration: 220.158µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:54:11.172474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.979071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T13:54:11.172814Z","caller":"traceutil/trace.go:171","msg":"trace[166446125] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:2963; }","duration":"118.401055ms","start":"2026-04-23T13:54:11.054394Z","end":"2026-04-23T13:54:11.172796Z","steps":["trace[166446125] 'agreement among raft nodes before linearized reading' (duration: 117.906478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:54:42.671882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.909525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T13:54:42.671966Z","caller":"traceutil/trace.go:171","msg":"trace[1482126299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3124; }","duration":"150.054141ms","start":"2026-04-23T13:54:42.521894Z","end":"2026-04-23T13:54:42.671948Z","steps":["trace[1482126299] 'range keys from in-memory index tree' (duration: 149.7522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:42.817363Z","caller":"traceutil/trace.go:171","msg":"trace[817336506] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"140.229785ms","start":"2026-04-23T13:54:42.677103Z","end":"2026-04-23T13:54:42.817333Z","steps":["trace[817336506] 'process raft request' (duration: 140.111791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:42.817602Z","caller":"traceutil/trace.go:171","msg":"trace[325015137] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"140.426802ms","start":"2026-04-23T13:54:42.677147Z","end":"2026-04-23T13:54:42.817574Z","steps":["trace[325015137] 'process raft request' (duration: 140.143002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:42.818044Z","caller":"traceutil/trace.go:171","msg":"trace[481207028] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"141.849887ms","start":"2026-04-23T13:54:42.67617Z","end":"2026-04-23T13:54:42.81802Z","steps":["trace[481207028] 'process raft request' (duration: 95.750999ms)","trace[481207028] 'compare' (duration: 45.103076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:54:45.353242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.221119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:54:45.353614Z","caller":"traceutil/trace.go:171","msg":"trace[45434102] linearizableReadLoop","detail":"{readStateIndex:3263; appliedIndex:3262; }","duration":"181.803729ms","start":"2026-04-23T13:54:45.171795Z","end":"2026-04-23T13:54:45.353598Z","steps":["trace[45434102] 'read index received' (duration: 34.146746ms)","trace[45434102] 'applied index is now lower than readState.Index' (duration: 147.655963ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:54:45.353654Z","caller":"traceutil/trace.go:171","msg":"trace[503746765] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"221.826901ms","start":"2026-04-23T13:54:45.131784Z","end":"2026-04-23T13:54:45.353611Z","steps":["trace[503746765] 'process raft request' (duration: 74.168498ms)","trace[503746765] 'compare' (duration: 147.121646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:54:45.354049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.247892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T13:54:45.354094Z","caller":"traceutil/trace.go:171","msg":"trace[829322016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3142; }","duration":"182.332776ms","start":"2026-04-23T13:54:45.17175Z","end":"2026-04-23T13:54:45.354083Z","steps":["trace[829322016] 'agreement among raft nodes before linearized reading' (duration: 181.909112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:55.253449Z","caller":"traceutil/trace.go:171","msg":"trace[1578679705] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"206.200116ms","start":"2026-04-23T13:54:55.047222Z","end":"2026-04-23T13:54:55.253422Z","steps":["trace[1578679705] 'read index received' (duration: 205.997111ms)","trace[1578679705] 'applied index is now lower than readState.Index' (duration: 201.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:54:55.253492Z","caller":"traceutil/trace.go:171","msg":"trace[1914439308] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"221.673416ms","start":"2026-04-23T13:54:55.031783Z","end":"2026-04-23T13:54:55.253456Z","steps":["trace[1914439308] 'process raft request' (duration: 221.46195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:54:55.253828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.582089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T13:54:55.25391Z","caller":"traceutil/trace.go:171","msg":"trace[1245564342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3187; }","duration":"206.701244ms","start":"2026-04-23T13:54:55.047188Z","end":"2026-04-23T13:54:55.25389Z","steps":["trace[1245564342] 'agreement among raft nodes before linearized reading' (duration: 206.364483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:55.293927Z","caller":"traceutil/trace.go:171","msg":"trace[1281993305] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"214.249305ms","start":"2026-04-23T13:54:55.079657Z","end":"2026-04-23T13:54:55.293906Z","steps":["trace[1281993305] 'process raft request' (duration: 214.093921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:54:55.294244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.823743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:54:55.2943Z","caller":"traceutil/trace.go:171","msg":"trace[975798891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3189; }","duration":"246.913187ms","start":"2026-04-23T13:54:55.047372Z","end":"2026-04-23T13:54:55.294285Z","steps":["trace[975798891] 'agreement among raft nodes before linearized reading' (duration: 246.71958ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:55.294513Z","caller":"traceutil/trace.go:171","msg":"trace[784355670] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"160.844075ms","start":"2026-04-23T13:54:55.133636Z","end":"2026-04-23T13:54:55.29448Z","steps":["trace[784355670] 'process raft request' (duration: 160.234926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:54:55.68524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.018997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:54:55.685453Z","caller":"traceutil/trace.go:171","msg":"trace[1277815855] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"386.36603ms","start":"2026-04-23T13:54:55.299062Z","end":"2026-04-23T13:54:55.685428Z","steps":["trace[1277815855] 'process raft request' (duration: 119.95556ms)","trace[1277815855] 'compare' (duration: 265.909814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:54:55.685553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:54:55.299046Z","time spent":"386.462512ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:54:55.685725Z","caller":"traceutil/trace.go:171","msg":"trace[1687949675] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3314; }","duration":"250.793836ms","start":"2026-04-23T13:54:55.434909Z","end":"2026-04-23T13:54:55.685702Z","steps":["trace[1687949675] 'read index received' (duration: 153.26168ms)","trace[1687949675] 'applied index is now lower than readState.Index' (duration: 97.529456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:54:55.685881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.955451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:54:55.685775Z","caller":"traceutil/trace.go:171","msg":"trace[1314638928] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"299.048019ms","start":"2026-04-23T13:54:55.386705Z","end":"2026-04-23T13:54:55.685753Z","steps":["trace[1314638928] 'process raft request' (duration: 298.653516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:54:55.685972Z","caller":"traceutil/trace.go:171","msg":"trace[524680158] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3192; }","duration":"251.059054ms","start":"2026-04-23T13:54:55.434894Z","end":"2026-04-23T13:54:55.685953Z","steps":["trace[524680158] 'agreement among raft nodes before linearized reading' (duration: 250.899609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:54:56.016871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.331886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:54:56.016963Z","caller":"traceutil/trace.go:171","msg":"trace[812454851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3193; }","duration":"148.494481ms","start":"2026-04-23T13:54:55.868447Z","end":"2026-04-23T13:54:56.016941Z","steps":["trace[812454851] 'range keys from in-memory index tree' (duration: 148.16054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:55:11.331363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.602982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:55:11.331485Z","caller":"traceutil/trace.go:171","msg":"trace[1474460083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3268; }","duration":"112.776479ms","start":"2026-04-23T13:55:11.218675Z","end":"2026-04-23T13:55:11.331452Z","steps":["trace[1474460083] 'range keys from in-memory index tree' (duration: 112.485199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:55:11.481879Z","caller":"traceutil/trace.go:171","msg":"trace[1350124886] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"130.544225ms","start":"2026-04-23T13:55:11.351305Z","end":"2026-04-23T13:55:11.481849Z","steps":["trace[1350124886] 'process raft request' (duration: 129.3636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:55:11.481922Z","caller":"traceutil/trace.go:171","msg":"trace[1678835330] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"129.70561ms","start":"2026-04-23T13:55:11.352195Z","end":"2026-04-23T13:55:11.4819Z","steps":["trace[1678835330] 'process raft request' (duration: 129.492554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:55:11.879894Z","caller":"traceutil/trace.go:171","msg":"trace[319616879] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"111.002506ms","start":"2026-04-23T13:55:11.768864Z","end":"2026-04-23T13:55:11.879866Z","steps":["trace[319616879] 'process raft request' (duration: 61.498216ms)","trace[319616879] 'compare' (duration: 49.365876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:55:47.394477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.276273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:55:47.394589Z","caller":"traceutil/trace.go:171","msg":"trace[1142327212] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"158.494303ms","start":"2026-04-23T13:55:47.236076Z","end":"2026-04-23T13:55:47.39457Z","steps":["trace[1142327212] 'process raft request' (duration: 40.995194ms)","trace[1142327212] 'compare' (duration: 117.13022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:55:48.057433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.63647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:55:48.057605Z","caller":"traceutil/trace.go:171","msg":"trace[598367903] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"165.379559ms","start":"2026-04-23T13:55:47.8922Z","end":"2026-04-23T13:55:48.057579Z","steps":["trace[598367903] 'process raft request' (duration: 58.500663ms)","trace[598367903] 'compare' (duration: 106.523396ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:56:10.669799Z","caller":"traceutil/trace.go:171","msg":"trace[1563465740] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"150.320505ms","start":"2026-04-23T13:56:10.519455Z","end":"2026-04-23T13:56:10.669776Z","steps":["trace[1563465740] 'process raft request' (duration: 150.190832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:56:10.868126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.827599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-23T13:56:10.868238Z","caller":"traceutil/trace.go:171","msg":"trace[1011480367] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3682; }","duration":"110.965553ms","start":"2026-04-23T13:56:10.757246Z","end":"2026-04-23T13:56:10.868212Z","steps":["trace[1011480367] 'range keys from in-memory index tree' (duration: 110.630033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:56:27.249246Z","caller":"traceutil/trace.go:171","msg":"trace[624333175] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"158.162796ms","start":"2026-04-23T13:56:27.091064Z","end":"2026-04-23T13:56:27.249227Z","steps":["trace[624333175] 'process raft request' (duration: 158.006752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:56:46.447135Z","caller":"traceutil/trace.go:171","msg":"trace[2132874230] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3942; }","duration":"121.816102ms","start":"2026-04-23T13:56:46.325297Z","end":"2026-04-23T13:56:46.447113Z","steps":["trace[2132874230] 'process raft request' (duration: 121.667779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:56:46.468596Z","caller":"traceutil/trace.go:171","msg":"trace[715253514] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"142.909205ms","start":"2026-04-23T13:56:46.325666Z","end":"2026-04-23T13:56:46.468575Z","steps":["trace[715253514] 'process raft request' (duration: 142.676029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:56:46.612797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.066061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T13:56:46.613392Z","caller":"traceutil/trace.go:171","msg":"trace[2120636107] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3944; }","duration":"109.305091ms","start":"2026-04-23T13:56:46.504065Z","end":"2026-04-23T13:56:46.61337Z","steps":["trace[2120636107] 'process raft request' (duration: 109.216749ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:56:46.914961Z","caller":"traceutil/trace.go:171","msg":"trace[953028721] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3944; }","duration":"122.251072ms","start":"2026-04-23T13:56:46.792673Z","end":"2026-04-23T13:56:46.914924Z","steps":["trace[953028721] 'process raft request' (duration: 122.025986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:56:58.453676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.695342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:56:58.453788Z","caller":"traceutil/trace.go:171","msg":"trace[2004498323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4002; }","duration":"238.585813ms","start":"2026-04-23T13:56:58.215177Z","end":"2026-04-23T13:56:58.453763Z","steps":["trace[2004498323] 'range keys from in-memory index tree' (duration: 237.587859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:03.807044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.062145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-slws5\" ","response":"range_response_count:1 size:4356"} {"level":"warn","ts":"2026-04-23T13:57:03.807318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.957998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T13:57:03.807399Z","caller":"traceutil/trace.go:171","msg":"trace[891555964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4053; }","duration":"176.075471ms","start":"2026-04-23T13:57:03.631302Z","end":"2026-04-23T13:57:03.807377Z","steps":["trace[891555964] 'range keys from in-memory index tree' (duration: 175.467366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:03.80735Z","caller":"traceutil/trace.go:171","msg":"trace[1353551201] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-slws5; range_end:; response_count:1; response_revision:4053; }","duration":"363.359183ms","start":"2026-04-23T13:57:03.443919Z","end":"2026-04-23T13:57:03.807279Z","steps":["trace[1353551201] 'range keys from in-memory index tree' (duration: 362.843761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:03.807592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:03.443905Z","time spent":"363.666181ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4379,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-slws5\" "} {"level":"warn","ts":"2026-04-23T13:57:09.250767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.646746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:57:09.250965Z","caller":"traceutil/trace.go:171","msg":"trace[1636751598] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4560; }","duration":"145.366599ms","start":"2026-04-23T13:57:09.105547Z","end":"2026-04-23T13:57:09.250913Z","steps":["trace[1636751598] 'read index received' (duration: 143.105355ms)","trace[1636751598] 'applied index is now lower than readState.Index' (duration: 2.260434ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:09.251249Z","caller":"traceutil/trace.go:171","msg":"trace[656827011] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"189.477111ms","start":"2026-04-23T13:57:09.061759Z","end":"2026-04-23T13:57:09.251236Z","steps":["trace[656827011] 'process raft request' (duration: 189.092752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:09.251253Z","caller":"traceutil/trace.go:171","msg":"trace[150298105] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"210.781135ms","start":"2026-04-23T13:57:09.040433Z","end":"2026-04-23T13:57:09.251214Z","steps":["trace[150298105] 'process raft request' (duration: 42.636727ms)","trace[150298105] 'compare' (duration: 167.531894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:09.251454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.881192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-04-23T13:57:09.251562Z","caller":"traceutil/trace.go:171","msg":"trace[369902135] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4390; }","duration":"146.014355ms","start":"2026-04-23T13:57:09.105502Z","end":"2026-04-23T13:57:09.251517Z","steps":["trace[369902135] 'agreement among raft nodes before linearized reading' (duration: 145.78035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:09.255344Z","caller":"traceutil/trace.go:171","msg":"trace[6544040] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"149.610362ms","start":"2026-04-23T13:57:09.105713Z","end":"2026-04-23T13:57:09.255323Z","steps":["trace[6544040] 'process raft request' (duration: 149.135731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:09.255889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.58962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-tdx4w\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-04-23T13:57:09.255936Z","caller":"traceutil/trace.go:171","msg":"trace[267104927] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-tdx4w; range_end:; response_count:1; response_revision:4392; }","duration":"102.683823ms","start":"2026-04-23T13:57:09.15324Z","end":"2026-04-23T13:57:09.255924Z","steps":["trace[267104927] 'agreement among raft nodes before linearized reading' (duration: 102.519158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:09.548499Z","caller":"traceutil/trace.go:171","msg":"trace[1807372671] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"151.830234ms","start":"2026-04-23T13:57:09.396639Z","end":"2026-04-23T13:57:09.548469Z","steps":["trace[1807372671] 'process raft request' (duration: 151.380864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:09.554379Z","caller":"traceutil/trace.go:171","msg":"trace[799012528] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"150.810841ms","start":"2026-04-23T13:57:09.403537Z","end":"2026-04-23T13:57:09.554348Z","steps":["trace[799012528] 'process raft request' (duration: 150.525854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:10.855261Z","caller":"traceutil/trace.go:171","msg":"trace[1732424524] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"186.783721ms","start":"2026-04-23T13:57:10.668454Z","end":"2026-04-23T13:57:10.855238Z","steps":["trace[1732424524] 'process raft request' (duration: 186.590147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:12.348422Z","caller":"traceutil/trace.go:171","msg":"trace[2131706060] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"100.173363ms","start":"2026-04-23T13:57:12.24822Z","end":"2026-04-23T13:57:12.348393Z","steps":["trace[2131706060] 'process raft request' (duration: 99.995689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:15.273987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.817206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4594"} {"level":"info","ts":"2026-04-23T13:57:15.27462Z","caller":"traceutil/trace.go:171","msg":"trace[793240638] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4516; }","duration":"298.61872ms","start":"2026-04-23T13:57:14.975977Z","end":"2026-04-23T13:57:15.274596Z","steps":["trace[793240638] 'process raft request' (duration: 116.035925ms)","trace[793240638] 'compare' (duration: 181.733615ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:15.274685Z","caller":"traceutil/trace.go:171","msg":"trace[1274988119] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"258.220894ms","start":"2026-04-23T13:57:15.016444Z","end":"2026-04-23T13:57:15.274665Z","steps":["trace[1274988119] 'read index received' (duration: 76.013957ms)","trace[1274988119] 'applied index is now lower than readState.Index' (duration: 182.204637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:15.27481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.350426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:15.274844Z","caller":"traceutil/trace.go:171","msg":"trace[126167790] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4516; }","duration":"258.426249ms","start":"2026-04-23T13:57:15.016403Z","end":"2026-04-23T13:57:15.274829Z","steps":["trace[126167790] 'agreement among raft nodes before linearized reading' (duration: 258.359537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:15.278928Z","caller":"traceutil/trace.go:171","msg":"trace[1849836797] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"203.70298ms","start":"2026-04-23T13:57:15.075203Z","end":"2026-04-23T13:57:15.278906Z","steps":["trace[1849836797] 'process raft request' (duration: 199.385226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:16.303262Z","caller":"traceutil/trace.go:171","msg":"trace[91418776] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"221.14055ms","start":"2026-04-23T13:57:16.082099Z","end":"2026-04-23T13:57:16.30324Z","steps":["trace[91418776] 'process raft request' (duration: 221.09675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:16.303453Z","caller":"traceutil/trace.go:171","msg":"trace[603291150] linearizableReadLoop","detail":"{readStateIndex:4723; appliedIndex:4722; }","duration":"303.716223ms","start":"2026-04-23T13:57:15.999714Z","end":"2026-04-23T13:57:16.30343Z","steps":["trace[603291150] 'read index received' (duration: 301.343176ms)","trace[603291150] 'applied index is now lower than readState.Index' (duration: 2.371647ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:16.303576Z","caller":"traceutil/trace.go:171","msg":"trace[197562199] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"307.626456ms","start":"2026-04-23T13:57:15.995939Z","end":"2026-04-23T13:57:16.303566Z","steps":["trace[197562199] 'process raft request' (duration: 305.103166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.303671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:15.995918Z","time spent":"307.686508ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:16.303702Z","caller":"traceutil/trace.go:171","msg":"trace[1815913105] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"271.080964ms","start":"2026-04-23T13:57:16.032607Z","end":"2026-04-23T13:57:16.303688Z","steps":["trace[1815913105] 'process raft request' (duration: 270.50884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.304238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.44541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T13:57:16.304292Z","caller":"traceutil/trace.go:171","msg":"trace[26715244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4551; }","duration":"304.589664ms","start":"2026-04-23T13:57:15.999691Z","end":"2026-04-23T13:57:16.304281Z","steps":["trace[26715244] 'agreement among raft nodes before linearized reading' (duration: 304.378479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.304324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:15.999677Z","time spent":"304.639156ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:57:16.304711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.965076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-23T13:57:16.304768Z","caller":"traceutil/trace.go:171","msg":"trace[243940664] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4551; }","duration":"118.068759ms","start":"2026-04-23T13:57:16.186685Z","end":"2026-04-23T13:57:16.304754Z","steps":["trace[243940664] 'agreement among raft nodes before linearized reading' (duration: 117.130567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.845507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.924172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:57:16.845725Z","caller":"traceutil/trace.go:171","msg":"trace[1416264127] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"536.646215ms","start":"2026-04-23T13:57:16.309048Z","end":"2026-04-23T13:57:16.845694Z","steps":["trace[1416264127] 'process raft request' (duration: 102.449606ms)","trace[1416264127] 'compare' (duration: 433.546924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:16.845867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.30903Z","time spent":"536.759678ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:16.845943Z","caller":"traceutil/trace.go:171","msg":"trace[1743542508] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4725; }","duration":"513.048421ms","start":"2026-04-23T13:57:16.33287Z","end":"2026-04-23T13:57:16.845919Z","steps":["trace[1743542508] 'read index received' (duration: 78.668739ms)","trace[1743542508] 'applied index is now lower than readState.Index' (duration: 434.377752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:16.871398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.507579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T13:57:16.871466Z","caller":"traceutil/trace.go:171","msg":"trace[598690434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4552; }","duration":"538.611642ms","start":"2026-04-23T13:57:16.332835Z","end":"2026-04-23T13:57:16.871447Z","steps":["trace[598690434] 'agreement among raft nodes before linearized reading' (duration: 513.175325ms)","trace[598690434] 'range keys from in-memory index tree' (duration: 25.247482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:16.871509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.33282Z","time spent":"538.680844ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:57:16.878466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.741678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-04-23T13:57:16.878469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.189614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:16.878514Z","caller":"traceutil/trace.go:171","msg":"trace[1969633257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a; range_end:; response_count:1; response_revision:4553; }","duration":"330.841231ms","start":"2026-04-23T13:57:16.547659Z","end":"2026-04-23T13:57:16.8785Z","steps":["trace[1969633257] 'agreement among raft nodes before linearized reading' (duration: 330.690497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:16.878552Z","caller":"traceutil/trace.go:171","msg":"trace[926653984] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4553; }","duration":"381.320406ms","start":"2026-04-23T13:57:16.497198Z","end":"2026-04-23T13:57:16.878518Z","steps":["trace[926653984] 'agreement among raft nodes before linearized reading' (duration: 381.150202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.878601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.497191Z","time spent":"381.393347ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:57:16.878639Z","caller":"traceutil/trace.go:171","msg":"trace[40536387] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"252.306856ms","start":"2026-04-23T13:57:16.626301Z","end":"2026-04-23T13:57:16.878608Z","steps":["trace[40536387] 'process raft request' (duration: 251.848914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.878803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.54764Z","time spent":"330.893842ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a\" "} {"level":"warn","ts":"2026-04-23T13:57:16.87881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.472568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T13:57:16.878883Z","caller":"traceutil/trace.go:171","msg":"trace[810762660] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4553; }","duration":"543.56585ms","start":"2026-04-23T13:57:16.335295Z","end":"2026-04-23T13:57:16.878861Z","steps":["trace[810762660] 'agreement among raft nodes before linearized reading' (duration: 543.306304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.878929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.335289Z","time spent":"543.630621ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T13:57:16.87891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.467419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:57:16.879069Z","caller":"traceutil/trace.go:171","msg":"trace[910986085] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4553; }","duration":"118.794976ms","start":"2026-04-23T13:57:16.760222Z","end":"2026-04-23T13:57:16.879017Z","steps":["trace[910986085] 'agreement among raft nodes before linearized reading' (duration: 118.423288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.879098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.91505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-04-23T13:57:16.879966Z","caller":"traceutil/trace.go:171","msg":"trace[280362986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14; range_end:; response_count:1; response_revision:4553; }","duration":"382.823272ms","start":"2026-04-23T13:57:16.497118Z","end":"2026-04-23T13:57:16.879941Z","steps":["trace[280362986] 'agreement among raft nodes before linearized reading' (duration: 381.533521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.880042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.497099Z","time spent":"382.921425ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14\" "} {"level":"warn","ts":"2026-04-23T13:57:16.879104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.395118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-23T13:57:16.880271Z","caller":"traceutil/trace.go:171","msg":"trace[153131120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a; range_end:; response_count:1; response_revision:4553; }","duration":"119.621086ms","start":"2026-04-23T13:57:16.760632Z","end":"2026-04-23T13:57:16.880253Z","steps":["trace[153131120] 'agreement among raft nodes before linearized reading' (duration: 117.927726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.879266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.037522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T13:57:16.880817Z","caller":"traceutil/trace.go:171","msg":"trace[66879885] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4553; }","duration":"519.335331ms","start":"2026-04-23T13:57:16.361181Z","end":"2026-04-23T13:57:16.880517Z","steps":["trace[66879885] 'agreement among raft nodes before linearized reading' (duration: 517.362775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:16.880937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:16.361159Z","time spent":"519.758642ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T13:57:17.600015Z","caller":"traceutil/trace.go:171","msg":"trace[1056479625] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"189.49136ms","start":"2026-04-23T13:57:17.410494Z","end":"2026-04-23T13:57:17.599986Z","steps":["trace[1056479625] 'process raft request' (duration: 189.101471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.535472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.495249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:57:19.535571Z","caller":"traceutil/trace.go:171","msg":"trace[1809520340] linearizableReadLoop","detail":"{readStateIndex:4788; appliedIndex:4787; }","duration":"582.610648ms","start":"2026-04-23T13:57:18.952944Z","end":"2026-04-23T13:57:19.535555Z","steps":["trace[1809520340] 'read index received' (duration: 329.936694ms)","trace[1809520340] 'applied index is now lower than readState.Index' (duration: 252.672784ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:19.535644Z","caller":"traceutil/trace.go:171","msg":"trace[853627283] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"592.486082ms","start":"2026-04-23T13:57:18.943147Z","end":"2026-04-23T13:57:19.535633Z","steps":["trace[853627283] 'process raft request' (duration: 339.746987ms)","trace[853627283] 'compare' (duration: 252.299675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:19.535699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:18.94313Z","time spent":"592.538213ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:19.535949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.011916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T13:57:19.535975Z","caller":"traceutil/trace.go:171","msg":"trace[433553492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4610; }","duration":"583.09805ms","start":"2026-04-23T13:57:18.952871Z","end":"2026-04-23T13:57:19.535969Z","steps":["trace[433553492] 'agreement among raft nodes before linearized reading' (duration: 582.964436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.535995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:18.952854Z","time spent":"583.13669ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T13:57:19.610391Z","caller":"traceutil/trace.go:171","msg":"trace[1876497226] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"582.813141ms","start":"2026-04-23T13:57:19.027534Z","end":"2026-04-23T13:57:19.610347Z","steps":["trace[1876497226] 'process raft request' (duration: 582.660148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.610823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:19.027508Z","time spent":"582.981985ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:19.715298Z","caller":"traceutil/trace.go:171","msg":"trace[1024809084] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"267.623669ms","start":"2026-04-23T13:57:19.447646Z","end":"2026-04-23T13:57:19.71527Z","steps":["trace[1024809084] 'process raft request' (duration: 226.442209ms)","trace[1024809084] 'compare' (duration: 40.948155ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:19.715553Z","caller":"traceutil/trace.go:171","msg":"trace[1066395686] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"175.109168ms","start":"2026-04-23T13:57:19.540417Z","end":"2026-04-23T13:57:19.715526Z","steps":["trace[1066395686] 'process raft request' (duration: 174.78925ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:19.715834Z","caller":"traceutil/trace.go:171","msg":"trace[447324917] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4788; }","duration":"180.209489ms","start":"2026-04-23T13:57:19.535596Z","end":"2026-04-23T13:57:19.715806Z","steps":["trace[447324917] 'read index received' (duration: 74.573096ms)","trace[447324917] 'applied index is now lower than readState.Index' (duration: 105.635313ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:19.715866Z","caller":"traceutil/trace.go:171","msg":"trace[1671278885] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"122.036634ms","start":"2026-04-23T13:57:19.593799Z","end":"2026-04-23T13:57:19.715836Z","steps":["trace[1671278885] 'process raft request' (duration: 121.658595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.716078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.421608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:57:19.716137Z","caller":"traceutil/trace.go:171","msg":"trace[304457661] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4614; }","duration":"155.50149ms","start":"2026-04-23T13:57:19.560623Z","end":"2026-04-23T13:57:19.716125Z","steps":["trace[304457661] 'agreement among raft nodes before linearized reading' (duration: 155.340387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.716217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.59112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:19.716263Z","caller":"traceutil/trace.go:171","msg":"trace[975097941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4614; }","duration":"499.693282ms","start":"2026-04-23T13:57:19.216559Z","end":"2026-04-23T13:57:19.716252Z","steps":["trace[975097941] 'agreement among raft nodes before linearized reading' (duration: 499.399415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.716238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.142519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T13:57:19.716299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:19.216539Z","time spent":"499.753423ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:57:19.716346Z","caller":"traceutil/trace.go:171","msg":"trace[1581022309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4614; }","duration":"112.278491ms","start":"2026-04-23T13:57:19.60405Z","end":"2026-04-23T13:57:19.716328Z","steps":["trace[1581022309] 'agreement among raft nodes before linearized reading' (duration: 111.977745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:19.71639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.272841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-04-23T13:57:19.716444Z","caller":"traceutil/trace.go:171","msg":"trace[1728110992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-149da904-f83d-4c21-aaef-770e9762330a; range_end:; response_count:1; response_revision:4614; }","duration":"130.355722ms","start":"2026-04-23T13:57:19.58607Z","end":"2026-04-23T13:57:19.716426Z","steps":["trace[1728110992] 'agreement among raft nodes before linearized reading' (duration: 130.210799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:24.947245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.512168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a90104069de75b\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-23T13:57:24.947309Z","caller":"traceutil/trace.go:171","msg":"trace[1829499776] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a90104069de75b; range_end:; response_count:1; response_revision:4732; }","duration":"105.58431ms","start":"2026-04-23T13:57:24.84171Z","end":"2026-04-23T13:57:24.947295Z","steps":["trace[1829499776] 'range keys from in-memory index tree' (duration: 105.462206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.47426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.862298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:26.474334Z","caller":"traceutil/trace.go:171","msg":"trace[2011179099] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4744; }","duration":"461.987181ms","start":"2026-04-23T13:57:26.012329Z","end":"2026-04-23T13:57:26.474317Z","steps":["trace[2011179099] 'count revisions from in-memory index tree' (duration: 461.761916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.474364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:26.01231Z","time spent":"462.047252ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:57:26.474483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.921244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:26.474515Z","caller":"traceutil/trace.go:171","msg":"trace[244922131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4744; }","duration":"256.006247ms","start":"2026-04-23T13:57:26.218498Z","end":"2026-04-23T13:57:26.474504Z","steps":["trace[244922131] 'range keys from in-memory index tree' (duration: 255.829952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.474543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.283274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:26.474562Z","caller":"traceutil/trace.go:171","msg":"trace[1213880014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4744; }","duration":"444.329214ms","start":"2026-04-23T13:57:26.030227Z","end":"2026-04-23T13:57:26.474556Z","steps":["trace[1213880014] 'range keys from in-memory index tree' (duration: 444.190141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.474579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:26.030214Z","time spent":"444.361054ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:57:26.474605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.858202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-04-23T13:57:26.474662Z","caller":"traceutil/trace.go:171","msg":"trace[587342654] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4744; }","duration":"172.967634ms","start":"2026-04-23T13:57:26.30168Z","end":"2026-04-23T13:57:26.474648Z","steps":["trace[587342654] 'range keys from in-memory index tree' (duration: 172.737529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.474842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.133089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T13:57:26.474844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.040362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T13:57:26.474869Z","caller":"traceutil/trace.go:171","msg":"trace[798762054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4744; }","duration":"735.190859ms","start":"2026-04-23T13:57:25.739672Z","end":"2026-04-23T13:57:26.474863Z","steps":["trace[798762054] 'range keys from in-memory index tree' (duration: 734.972695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:26.474873Z","caller":"traceutil/trace.go:171","msg":"trace[212071215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07; range_end:; response_count:1; response_revision:4744; }","duration":"742.104923ms","start":"2026-04-23T13:57:25.73276Z","end":"2026-04-23T13:57:26.474865Z","steps":["trace[212071215] 'range keys from in-memory index tree' (duration: 741.872557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.474888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.739661Z","time spent":"735.222371ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T13:57:26.474892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.732738Z","time spent":"742.148434ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" "} {"level":"warn","ts":"2026-04-23T13:57:26.474882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165246846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:26.475021Z","caller":"traceutil/trace.go:171","msg":"trace[1760959179] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4744; }","duration":"1.165447982s","start":"2026-04-23T13:57:25.30954Z","end":"2026-04-23T13:57:26.474988Z","steps":["trace[1760959179] 'count revisions from in-memory index tree' (duration: 1.165122304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.475099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.153745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T13:57:26.475124Z","caller":"traceutil/trace.go:171","msg":"trace[1907933913] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4744; }","duration":"948.227656ms","start":"2026-04-23T13:57:25.52689Z","end":"2026-04-23T13:57:26.475118Z","steps":["trace[1907933913] 'count revisions from in-memory index tree' (duration: 948.057582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.475081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.599865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T13:57:26.475189Z","caller":"traceutil/trace.go:171","msg":"trace[1593596757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4744; }","duration":"723.881333ms","start":"2026-04-23T13:57:25.751285Z","end":"2026-04-23T13:57:26.475166Z","steps":["trace[1593596757] 'range keys from in-memory index tree' (duration: 723.429632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:26.475223Z","caller":"traceutil/trace.go:171","msg":"trace[1120812940] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"169.452582ms","start":"2026-04-23T13:57:26.305763Z","end":"2026-04-23T13:57:26.475215Z","steps":["trace[1120812940] 'process raft request' (duration: 159.488667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.475209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179900133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"warn","ts":"2026-04-23T13:57:26.475237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.751263Z","time spent":"723.962154ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T13:57:26.475268Z","caller":"traceutil/trace.go:171","msg":"trace[1705861696] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4744; }","duration":"1.179985456s","start":"2026-04-23T13:57:25.295267Z","end":"2026-04-23T13:57:26.475252Z","steps":["trace[1705861696] 'range keys from in-memory index tree' (duration: 1.179078545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.475115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.309523Z","time spent":"1.165571495s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:57:26.475306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.295251Z","time spent":"1.180043577s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2194917,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-23T13:57:26.475146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:25.526864Z","time spent":"948.276217ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T13:57:26.478192Z","caller":"traceutil/trace.go:171","msg":"trace[231141054] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4926; }","duration":"123.760233ms","start":"2026-04-23T13:57:26.354341Z","end":"2026-04-23T13:57:26.478102Z","steps":["trace[231141054] 'read index received' (duration: 111.006102ms)","trace[231141054] 'applied index is now lower than readState.Index' (duration: 12.752151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:26.478236Z","caller":"traceutil/trace.go:171","msg":"trace[740039624] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"141.617945ms","start":"2026-04-23T13:57:26.336596Z","end":"2026-04-23T13:57:26.478214Z","steps":["trace[740039624] 'process raft request' (duration: 141.237505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:26.478347Z","caller":"traceutil/trace.go:171","msg":"trace[1533211737] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"136.80381ms","start":"2026-04-23T13:57:26.341526Z","end":"2026-04-23T13:57:26.47833Z","steps":["trace[1533211737] 'process raft request' (duration: 136.506673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.478734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.396048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T13:57:26.478779Z","caller":"traceutil/trace.go:171","msg":"trace[1473970329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4747; }","duration":"124.46796ms","start":"2026-04-23T13:57:26.354297Z","end":"2026-04-23T13:57:26.478765Z","steps":["trace[1473970329] 'agreement among raft nodes before linearized reading' (duration: 124.365577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:26.619667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.664125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T13:57:26.619768Z","caller":"traceutil/trace.go:171","msg":"trace[357516584] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4752; }","duration":"119.786599ms","start":"2026-04-23T13:57:26.499956Z","end":"2026-04-23T13:57:26.619743Z","steps":["trace[357516584] 'agreement among raft nodes before linearized reading' (duration: 119.542663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:27.783295Z","caller":"traceutil/trace.go:171","msg":"trace[90592356] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"689.540328ms","start":"2026-04-23T13:57:27.093728Z","end":"2026-04-23T13:57:27.783268Z","steps":["trace[90592356] 'process raft request' (duration: 619.673249ms)","trace[90592356] 'compare' (duration: 69.264475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:27.783435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.093707Z","time spent":"689.65479ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:27.881212Z","caller":"traceutil/trace.go:171","msg":"trace[1244945279] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"786.36837ms","start":"2026-04-23T13:57:27.094831Z","end":"2026-04-23T13:57:27.881199Z","steps":["trace[1244945279] 'process raft request' (duration: 786.295899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:27.881208Z","caller":"traceutil/trace.go:171","msg":"trace[318343256] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"787.021277ms","start":"2026-04-23T13:57:27.094159Z","end":"2026-04-23T13:57:27.88118Z","steps":["trace[318343256] 'process raft request' (duration: 786.667949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:27.881332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.094816Z","time spent":"786.449243ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:27.881337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.094136Z","time spent":"787.1507ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:27.88143Z","caller":"traceutil/trace.go:171","msg":"trace[905645040] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"560.382492ms","start":"2026-04-23T13:57:27.32104Z","end":"2026-04-23T13:57:27.881422Z","steps":["trace[905645040] 'process raft request' (duration: 560.117805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:27.881396Z","caller":"traceutil/trace.go:171","msg":"trace[962019636] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4942; }","duration":"664.015276ms","start":"2026-04-23T13:57:27.217353Z","end":"2026-04-23T13:57:27.881368Z","steps":["trace[962019636] 'read index received' (duration: 496.066314ms)","trace[962019636] 'applied index is now lower than readState.Index' (duration: 167.946792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:27.881461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.321021Z","time spent":"560.422282ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:27.881559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.19386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:27.881656Z","caller":"traceutil/trace.go:171","msg":"trace[866879207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"664.336593ms","start":"2026-04-23T13:57:27.2173Z","end":"2026-04-23T13:57:27.881637Z","steps":["trace[866879207] 'agreement among raft nodes before linearized reading' (duration: 664.198139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:27.881681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.407636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f9cc896c7-xkztt.18a9010461a5ed9e\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-23T13:57:27.881704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.217277Z","time spent":"664.415104ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T13:57:27.88171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.384596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-23T13:57:27.881715Z","caller":"traceutil/trace.go:171","msg":"trace[570735717] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7f9cc896c7-xkztt.18a9010461a5ed9e; range_end:; response_count:1; response_revision:4763; }","duration":"567.476598ms","start":"2026-04-23T13:57:27.314227Z","end":"2026-04-23T13:57:27.881704Z","steps":["trace[570735717] 'agreement among raft nodes before linearized reading' (duration: 567.298424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:27.881743Z","caller":"traceutil/trace.go:171","msg":"trace[2030698030] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4763; }","duration":"567.418416ms","start":"2026-04-23T13:57:27.314317Z","end":"2026-04-23T13:57:27.881735Z","steps":["trace[2030698030] 'agreement among raft nodes before linearized reading' (duration: 567.315405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:27.881754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.314208Z","time spent":"567.536839ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f9cc896c7-xkztt.18a9010461a5ed9e\" "} {"level":"warn","ts":"2026-04-23T13:57:27.881765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.314257Z","time spent":"567.503579ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T13:57:27.881715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.915405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T13:57:27.881796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.097587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T13:57:27.881817Z","caller":"traceutil/trace.go:171","msg":"trace[1634988865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4763; }","duration":"517.015287ms","start":"2026-04-23T13:57:27.364784Z","end":"2026-04-23T13:57:27.881799Z","steps":["trace[1634988865] 'agreement among raft nodes before linearized reading' (duration: 516.785872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:27.881831Z","caller":"traceutil/trace.go:171","msg":"trace[1017441183] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07; range_end:; response_count:1; response_revision:4763; }","duration":"402.159787ms","start":"2026-04-23T13:57:27.479659Z","end":"2026-04-23T13:57:27.881819Z","steps":["trace[1017441183] 'agreement among raft nodes before linearized reading' (duration: 402.080476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:27.881858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.364773Z","time spent":"517.071208ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T13:57:27.881863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:27.47961Z","time spent":"402.24598ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" "} {"level":"info","ts":"2026-04-23T13:57:28.015043Z","caller":"traceutil/trace.go:171","msg":"trace[2023205650] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"117.637384ms","start":"2026-04-23T13:57:27.897376Z","end":"2026-04-23T13:57:28.015014Z","steps":["trace[2023205650] 'process raft request' (duration: 117.447459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.547309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021774736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T13:57:28.559454Z","caller":"traceutil/trace.go:171","msg":"trace[256081132] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"535.730756ms","start":"2026-04-23T13:57:28.023701Z","end":"2026-04-23T13:57:28.559431Z","steps":["trace[256081132] 'process raft request' (duration: 535.679675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:28.559559Z","caller":"traceutil/trace.go:171","msg":"trace[376285316] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"537.327103ms","start":"2026-04-23T13:57:28.02221Z","end":"2026-04-23T13:57:28.559537Z","steps":["trace[376285316] 'process raft request' (duration: 537.025036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.559599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.023689Z","time spent":"535.832798ms","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:28.559701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.022196Z","time spent":"537.417735ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:28.559721Z","caller":"traceutil/trace.go:171","msg":"trace[555883846] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"537.480818ms","start":"2026-04-23T13:57:28.022229Z","end":"2026-04-23T13:57:28.559709Z","steps":["trace[555883846] 'process raft request' (duration: 537.104138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.559772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.022205Z","time spent":"537.537238ms","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:28.559862Z","caller":"traceutil/trace.go:171","msg":"trace[1968136215] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"539.186447ms","start":"2026-04-23T13:57:28.020665Z","end":"2026-04-23T13:57:28.559852Z","steps":["trace[1968136215] 'process raft request' (duration: 531.452394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.559925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.020642Z","time spent":"539.253049ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1271,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:28.567547Z","caller":"traceutil/trace.go:171","msg":"trace[743190290] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4949; }","duration":"520.983347ms","start":"2026-04-23T13:57:28.046546Z","end":"2026-04-23T13:57:28.567529Z","steps":["trace[743190290] 'read index received' (duration: 505.561704ms)","trace[743190290] 'applied index is now lower than readState.Index' (duration: 15.421033ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:28.567631Z","caller":"traceutil/trace.go:171","msg":"trace[2061202553] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"519.964113ms","start":"2026-04-23T13:57:28.047661Z","end":"2026-04-23T13:57:28.567625Z","steps":["trace[2061202553] 'process raft request' (duration: 519.688657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.567703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.047636Z","time spent":"520.013826ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T13:57:28.568229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.675134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-23T13:57:28.568261Z","caller":"traceutil/trace.go:171","msg":"trace[824778987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14; range_end:; response_count:1; response_revision:4774; }","duration":"521.736795ms","start":"2026-04-23T13:57:28.046516Z","end":"2026-04-23T13:57:28.568253Z","steps":["trace[824778987] 'agreement among raft nodes before linearized reading' (duration: 521.638023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.568283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.046499Z","time spent":"521.779097ms","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-0f3b5ce4-35e4-4f04-a206-01732bd48f14\" "} {"level":"warn","ts":"2026-04-23T13:57:28.568412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.791165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a9010401fbadb9\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-23T13:57:28.568436Z","caller":"traceutil/trace.go:171","msg":"trace[205947865] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a9010401fbadb9; range_end:; response_count:1; response_revision:4774; }","duration":"411.857827ms","start":"2026-04-23T13:57:28.156572Z","end":"2026-04-23T13:57:28.56843Z","steps":["trace[205947865] 'agreement among raft nodes before linearized reading' (duration: 411.796115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.568457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.156541Z","time spent":"411.910277ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a9010401fbadb9\" "} {"level":"warn","ts":"2026-04-23T13:57:28.569098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.13251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T13:57:28.569127Z","caller":"traceutil/trace.go:171","msg":"trace[611951131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07; range_end:; response_count:1; response_revision:4774; }","duration":"243.162461ms","start":"2026-04-23T13:57:28.325958Z","end":"2026-04-23T13:57:28.569121Z","steps":["trace[611951131] 'agreement among raft nodes before linearized reading' (duration: 243.10064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.569206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.420262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:28.569227Z","caller":"traceutil/trace.go:171","msg":"trace[891351748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"351.462322ms","start":"2026-04-23T13:57:28.21776Z","end":"2026-04-23T13:57:28.569222Z","steps":["trace[891351748] 'agreement among raft nodes before linearized reading' (duration: 351.433412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:28.569243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:28.217743Z","time spent":"351.496394ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T13:57:30.192325Z","caller":"traceutil/trace.go:171","msg":"trace[152365264] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"310.764891ms","start":"2026-04-23T13:57:29.88153Z","end":"2026-04-23T13:57:30.192295Z","steps":["trace[152365264] 'process raft request' (duration: 299.752133ms)","trace[152365264] 'compare' (duration: 10.61628ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:30.192416Z","caller":"traceutil/trace.go:171","msg":"trace[263967669] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"306.515902ms","start":"2026-04-23T13:57:29.885873Z","end":"2026-04-23T13:57:30.192389Z","steps":["trace[263967669] 'read index received' (duration: 295.309838ms)","trace[263967669] 'applied index is now lower than readState.Index' (duration: 11.203424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:30.192425Z","caller":"traceutil/trace.go:171","msg":"trace[2079177151] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"220.476446ms","start":"2026-04-23T13:57:29.971925Z","end":"2026-04-23T13:57:30.192401Z","steps":["trace[2079177151] 'process raft request' (duration: 220.364413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:30.192467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:29.881512Z","time spent":"310.886445ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:30.192684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.794049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:57:30.192723Z","caller":"traceutil/trace.go:171","msg":"trace[170656125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4790; }","duration":"306.879069ms","start":"2026-04-23T13:57:29.885834Z","end":"2026-04-23T13:57:30.192713Z","steps":["trace[170656125] 'agreement among raft nodes before linearized reading' (duration: 306.682905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:30.192761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:29.885815Z","time spent":"306.936872ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:57:30.192889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.160204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T13:57:30.192937Z","caller":"traceutil/trace.go:171","msg":"trace[1377058027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4790; }","duration":"306.223924ms","start":"2026-04-23T13:57:29.886702Z","end":"2026-04-23T13:57:30.192926Z","steps":["trace[1377058027] 'agreement among raft nodes before linearized reading' (duration: 305.884327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:30.192977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:29.886695Z","time spent":"306.271475ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T13:57:30.193268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.282105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-23T13:57:30.1933Z","caller":"traceutil/trace.go:171","msg":"trace[242200133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07; range_end:; response_count:1; response_revision:4790; }","duration":"303.323606ms","start":"2026-04-23T13:57:29.889965Z","end":"2026-04-23T13:57:30.193288Z","steps":["trace[242200133] 'agreement among raft nodes before linearized reading' (duration: 303.232184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:30.193355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:29.889957Z","time spent":"303.390227ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" "} {"level":"info","ts":"2026-04-23T13:57:32.249677Z","caller":"traceutil/trace.go:171","msg":"trace[2091045951] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"421.740542ms","start":"2026-04-23T13:57:31.827908Z","end":"2026-04-23T13:57:32.249648Z","steps":["trace[2091045951] 'process raft request' (duration: 421.442684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:32.25075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:31.827893Z","time spent":"422.218462ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:34.499136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.048636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T13:57:34.49942Z","caller":"traceutil/trace.go:171","msg":"trace[1914394939] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5014; }","duration":"235.305481ms","start":"2026-04-23T13:57:34.264069Z","end":"2026-04-23T13:57:34.499374Z","steps":["trace[1914394939] 'read index received' (duration: 16.865334ms)","trace[1914394939] 'applied index is now lower than readState.Index' (duration: 218.436997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:34.499524Z","caller":"traceutil/trace.go:171","msg":"trace[760338254] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"238.017724ms","start":"2026-04-23T13:57:34.261492Z","end":"2026-04-23T13:57:34.499509Z","steps":["trace[760338254] 'process raft request' (duration: 104.453896ms)","trace[760338254] 'compare' (duration: 132.837621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:34.499778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.68998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:57:34.499801Z","caller":"traceutil/trace.go:171","msg":"trace[1637771616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4832; }","duration":"235.768233ms","start":"2026-04-23T13:57:34.264026Z","end":"2026-04-23T13:57:34.499794Z","steps":["trace[1637771616] 'agreement among raft nodes before linearized reading' (duration: 235.6548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:34.499884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.76865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:34.499959Z","caller":"traceutil/trace.go:171","msg":"trace[1895926799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4832; }","duration":"176.916374ms","start":"2026-04-23T13:57:34.323023Z","end":"2026-04-23T13:57:34.49994Z","steps":["trace[1895926799] 'agreement among raft nodes before linearized reading' (duration: 176.757921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:37.703104Z","caller":"traceutil/trace.go:171","msg":"trace[1934173158] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5077; }","duration":"233.875541ms","start":"2026-04-23T13:57:37.46921Z","end":"2026-04-23T13:57:37.703085Z","steps":["trace[1934173158] 'read index received' (duration: 233.683177ms)","trace[1934173158] 'applied index is now lower than readState.Index' (duration: 191.634µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:37.703263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.035535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T13:57:37.703254Z","caller":"traceutil/trace.go:171","msg":"trace[1958255811] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"267.780192ms","start":"2026-04-23T13:57:37.435439Z","end":"2026-04-23T13:57:37.703219Z","steps":["trace[1958255811] 'process raft request' (duration: 267.511516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:37.703297Z","caller":"traceutil/trace.go:171","msg":"trace[1411658125] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4891; }","duration":"234.115477ms","start":"2026-04-23T13:57:37.469171Z","end":"2026-04-23T13:57:37.703286Z","steps":["trace[1411658125] 'agreement among raft nodes before linearized reading' (duration: 233.988064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.181491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021775145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T13:57:43.33792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.624251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-23T13:57:43.337985Z","caller":"traceutil/trace.go:171","msg":"trace[1150393402] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4940; }","duration":"857.732474ms","start":"2026-04-23T13:57:42.480239Z","end":"2026-04-23T13:57:43.337971Z","steps":["trace[1150393402] 'range keys from in-memory index tree' (duration: 857.476017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.338014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.480222Z","time spent":"857.785874ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T13:57:43.338363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.430466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T13:57:43.338391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.117231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T13:57:43.338492Z","caller":"traceutil/trace.go:171","msg":"trace[175956674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4940; }","duration":"758.604131ms","start":"2026-04-23T13:57:42.579869Z","end":"2026-04-23T13:57:43.338473Z","steps":["trace[175956674] 'range keys from in-memory index tree' (duration: 758.195651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.338539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.579853Z","time spent":"758.675061ms","remote":"127.0.0.1:54172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T13:57:43.338529Z","caller":"traceutil/trace.go:171","msg":"trace[1168362499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4940; }","duration":"759.319837ms","start":"2026-04-23T13:57:42.579182Z","end":"2026-04-23T13:57:43.338502Z","steps":["trace[1168362499] 'range keys from in-memory index tree' (duration: 758.758624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.338729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.57916Z","time spent":"759.556822ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T13:57:43.33873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.906564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T13:57:43.338766Z","caller":"traceutil/trace.go:171","msg":"trace[2017624901] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4940; }","duration":"791.968156ms","start":"2026-04-23T13:57:42.546785Z","end":"2026-04-23T13:57:43.338753Z","steps":["trace[2017624901] 'range keys from in-memory index tree' (duration: 791.795931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.338813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.546768Z","time spent":"792.036167ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T13:57:43.338786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023978166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T13:57:43.339049Z","caller":"traceutil/trace.go:171","msg":"trace[1477279326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4940; }","duration":"1.024329965s","start":"2026-04-23T13:57:42.314692Z","end":"2026-04-23T13:57:43.339022Z","steps":["trace[1477279326] 'range keys from in-memory index tree' (duration: 1.02369784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.339153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.314669Z","time spent":"1.024429926s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T13:57:43.339437Z","caller":"traceutil/trace.go:171","msg":"trace[229201081] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5128; }","duration":"659.039536ms","start":"2026-04-23T13:57:42.680383Z","end":"2026-04-23T13:57:43.339422Z","steps":["trace[229201081] 'read index received' (duration: 633.289768ms)","trace[229201081] 'applied index is now lower than readState.Index' (duration: 25.749068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:57:43.339659Z","caller":"traceutil/trace.go:171","msg":"trace[1084731524] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"668.723151ms","start":"2026-04-23T13:57:42.670899Z","end":"2026-04-23T13:57:43.339622Z","steps":["trace[1084731524] 'process raft request' (duration: 642.762108ms)","trace[1084731524] 'compare' (duration: 25.242087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:43.339779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.670872Z","time spent":"668.816124ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:43.340041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.64953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T13:57:43.341227Z","caller":"traceutil/trace.go:171","msg":"trace[1613079998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4943; }","duration":"660.872669ms","start":"2026-04-23T13:57:42.680339Z","end":"2026-04-23T13:57:43.341212Z","steps":["trace[1613079998] 'agreement among raft nodes before linearized reading' (duration: 659.586419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:43.341291Z","caller":"traceutil/trace.go:171","msg":"trace[1795597491] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"193.087503ms","start":"2026-04-23T13:57:43.148195Z","end":"2026-04-23T13:57:43.341282Z","steps":["trace[1795597491] 'process raft request' (duration: 191.173278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.341354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.680325Z","time spent":"660.980091ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T13:57:43.340063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.625439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T13:57:43.341835Z","caller":"traceutil/trace.go:171","msg":"trace[775121129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4943; }","duration":"661.456062ms","start":"2026-04-23T13:57:42.680368Z","end":"2026-04-23T13:57:43.341825Z","steps":["trace[775121129] 'agreement among raft nodes before linearized reading' (duration: 659.594288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.341888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.680347Z","time spent":"661.530694ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T13:57:43.341244Z","caller":"traceutil/trace.go:171","msg":"trace[1425340209] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"669.93062ms","start":"2026-04-23T13:57:42.671295Z","end":"2026-04-23T13:57:43.341226Z","steps":["trace[1425340209] 'process raft request' (duration: 667.983045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.342076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.671285Z","time spent":"670.745789ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:43.340179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.580565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:43.342241Z","caller":"traceutil/trace.go:171","msg":"trace[1050824661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4943; }","duration":"124.687794ms","start":"2026-04-23T13:57:43.217545Z","end":"2026-04-23T13:57:43.342232Z","steps":["trace[1050824661] 'agreement among raft nodes before linearized reading' (duration: 122.613366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.340205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.233114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:43.342518Z","caller":"traceutil/trace.go:171","msg":"trace[591280350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4943; }","duration":"247.569128ms","start":"2026-04-23T13:57:43.094938Z","end":"2026-04-23T13:57:43.342507Z","steps":["trace[591280350] 'agreement among raft nodes before linearized reading' (duration: 245.255365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.340258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.850572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:57:43.342793Z","caller":"traceutil/trace.go:171","msg":"trace[1797873693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4943; }","duration":"556.423302ms","start":"2026-04-23T13:57:42.786357Z","end":"2026-04-23T13:57:43.34278Z","steps":["trace[1797873693] 'agreement among raft nodes before linearized reading' (duration: 553.880952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.34285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.786337Z","time spent":"556.498663ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T13:57:43.340485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.637145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T13:57:43.34316Z","caller":"traceutil/trace.go:171","msg":"trace[2072605003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4943; }","duration":"651.338327ms","start":"2026-04-23T13:57:42.691811Z","end":"2026-04-23T13:57:43.34315Z","steps":["trace[2072605003] 'agreement among raft nodes before linearized reading' (duration: 648.45954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.343228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:42.691794Z","time spent":"651.409499ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T13:57:43.694309Z","caller":"traceutil/trace.go:171","msg":"trace[1932174774] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"349.696718ms","start":"2026-04-23T13:57:43.344583Z","end":"2026-04-23T13:57:43.694279Z","steps":["trace[1932174774] 'process raft request' (duration: 335.261053ms)","trace[1932174774] 'compare' (duration: 14.321352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:43.69447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.344548Z","time spent":"349.825481ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.7595Z","caller":"traceutil/trace.go:171","msg":"trace[2026611925] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"414.675477ms","start":"2026-04-23T13:57:43.344799Z","end":"2026-04-23T13:57:43.759475Z","steps":["trace[2026611925] 'process raft request' (duration: 414.584715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.759646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.3447Z","time spent":"414.876312ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.759505Z","caller":"traceutil/trace.go:171","msg":"trace[1565322765] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"414.628476ms","start":"2026-04-23T13:57:43.344841Z","end":"2026-04-23T13:57:43.759469Z","steps":["trace[1565322765] 'process raft request' (duration: 414.395501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:43.759742Z","caller":"traceutil/trace.go:171","msg":"trace[1655536803] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"413.9511ms","start":"2026-04-23T13:57:43.345782Z","end":"2026-04-23T13:57:43.759733Z","steps":["trace[1655536803] 'process raft request' (duration: 413.640112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.759766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.344829Z","time spent":"414.900842ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T13:57:43.759864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.345761Z","time spent":"414.013202ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.760792Z","caller":"traceutil/trace.go:171","msg":"trace[1293130471] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"414.580735ms","start":"2026-04-23T13:57:43.346185Z","end":"2026-04-23T13:57:43.760765Z","steps":["trace[1293130471] 'process raft request' (duration: 413.412238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.760941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.346171Z","time spent":"414.690737ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.760981Z","caller":"traceutil/trace.go:171","msg":"trace[1432717975] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"414.023032ms","start":"2026-04-23T13:57:43.346949Z","end":"2026-04-23T13:57:43.760972Z","steps":["trace[1432717975] 'process raft request' (duration: 413.734545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.761033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.346939Z","time spent":"414.066512ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.761119Z","caller":"traceutil/trace.go:171","msg":"trace[2103417115] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"408.821851ms","start":"2026-04-23T13:57:43.352291Z","end":"2026-04-23T13:57:43.761113Z","steps":["trace[2103417115] 'process raft request' (duration: 408.567815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.761148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:57:43.352276Z","time spent":"408.857721ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:57:43.761346Z","caller":"traceutil/trace.go:171","msg":"trace[1211554180] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5131; }","duration":"211.677354ms","start":"2026-04-23T13:57:43.549662Z","end":"2026-04-23T13:57:43.761339Z","steps":["trace[1211554180] 'read index received' (duration: 130.267384ms)","trace[1211554180] 'applied index is now lower than readState.Index' (duration: 81.40919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:57:43.761464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.800928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T13:57:43.761488Z","caller":"traceutil/trace.go:171","msg":"trace[1209376857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4951; }","duration":"211.859288ms","start":"2026-04-23T13:57:43.54962Z","end":"2026-04-23T13:57:43.761479Z","steps":["trace[1209376857] 'agreement among raft nodes before linearized reading' (duration: 211.743565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:43.761567Z","caller":"traceutil/trace.go:171","msg":"trace[1238823610] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"179.810795ms","start":"2026-04-23T13:57:43.581743Z","end":"2026-04-23T13:57:43.761554Z","steps":["trace[1238823610] 'process raft request' (duration: 179.343784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:43.792816Z","caller":"traceutil/trace.go:171","msg":"trace[1398303079] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"105.731615ms","start":"2026-04-23T13:57:43.687058Z","end":"2026-04-23T13:57:43.79279Z","steps":["trace[1398303079] 'process raft request' (duration: 105.614242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:57:43.867504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.164866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-377de944-290a-4416-9aa3-13fbad0c1b07\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T13:57:43.86759Z","caller":"traceutil/trace.go:171","msg":"trace[239198959] range","detail":"{range_begin:/registry/persistentvolumes/pvc-377de944-290a-4416-9aa3-13fbad0c1b07; range_end:; response_count:1; response_revision:4956; }","duration":"100.278138ms","start":"2026-04-23T13:57:43.767289Z","end":"2026-04-23T13:57:43.867567Z","steps":["trace[239198959] 'agreement among raft nodes before linearized reading' (duration: 100.076234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:57:44.656148Z","caller":"traceutil/trace.go:171","msg":"trace[372824996] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"136.848175ms","start":"2026-04-23T13:57:44.519273Z","end":"2026-04-23T13:57:44.656121Z","steps":["trace[372824996] 'process raft request' (duration: 132.636737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:19.612564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.931514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:58:19.61274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.191796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T13:58:19.612831Z","caller":"traceutil/trace.go:171","msg":"trace[1273525921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5266; }","duration":"120.33576ms","start":"2026-04-23T13:58:19.492466Z","end":"2026-04-23T13:58:19.612802Z","steps":["trace[1273525921] 'agreement among raft nodes before linearized reading' (duration: 120.104895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:19.612772Z","caller":"traceutil/trace.go:171","msg":"trace[178078388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5266; }","duration":"141.18495ms","start":"2026-04-23T13:58:19.471568Z","end":"2026-04-23T13:58:19.612753Z","steps":["trace[178078388] 'agreement among raft nodes before linearized reading' (duration: 140.910113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:19.612607Z","caller":"traceutil/trace.go:171","msg":"trace[987387838] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"144.377111ms","start":"2026-04-23T13:58:19.468195Z","end":"2026-04-23T13:58:19.612572Z","steps":["trace[987387838] 'process raft request' (duration: 112.420971ms)","trace[987387838] 'compare' (duration: 31.666343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:58:19.613279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.165735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-23T13:58:19.613347Z","caller":"traceutil/trace.go:171","msg":"trace[1666183511] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5266; }","duration":"123.254216ms","start":"2026-04-23T13:58:19.490077Z","end":"2026-04-23T13:58:19.613331Z","steps":["trace[1666183511] 'agreement among raft nodes before linearized reading' (duration: 122.932098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:19.612931Z","caller":"traceutil/trace.go:171","msg":"trace[428021039] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"141.035816ms","start":"2026-04-23T13:58:19.47188Z","end":"2026-04-23T13:58:19.612915Z","steps":["trace[428021039] 'process raft request' (duration: 140.532085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:21.484343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.056975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:58:21.484429Z","caller":"traceutil/trace.go:171","msg":"trace[33261665] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5274; }","duration":"263.198579ms","start":"2026-04-23T13:58:21.221209Z","end":"2026-04-23T13:58:21.484407Z","steps":["trace[33261665] 'count revisions from in-memory index tree' (duration: 262.957793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:21.484305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.187299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:58:21.484749Z","caller":"traceutil/trace.go:171","msg":"trace[331466659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"267.68805ms","start":"2026-04-23T13:58:21.217035Z","end":"2026-04-23T13:58:21.484723Z","steps":["trace[331466659] 'range keys from in-memory index tree' (duration: 267.103887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:21.564507Z","caller":"traceutil/trace.go:171","msg":"trace[154405622] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"334.82189ms","start":"2026-04-23T13:58:21.229653Z","end":"2026-04-23T13:58:21.564474Z","steps":["trace[154405622] 'process raft request' (duration: 334.694666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:21.564813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:58:21.229629Z","time spent":"335.067526ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:58:21.716963Z","caller":"traceutil/trace.go:171","msg":"trace[1222892845] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"187.25411ms","start":"2026-04-23T13:58:21.529692Z","end":"2026-04-23T13:58:21.716946Z","steps":["trace[1222892845] 'process raft request' (duration: 187.123887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:21.717005Z","caller":"traceutil/trace.go:171","msg":"trace[1734241806] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"421.460688ms","start":"2026-04-23T13:58:21.295477Z","end":"2026-04-23T13:58:21.716938Z","steps":["trace[1734241806] 'process raft request' (duration: 341.357976ms)","trace[1734241806] 'compare' (duration: 79.694754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:58:21.717155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.441654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:58:21.717396Z","caller":"traceutil/trace.go:171","msg":"trace[1780598304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5277; }","duration":"231.735401ms","start":"2026-04-23T13:58:21.485637Z","end":"2026-04-23T13:58:21.717372Z","steps":["trace[1780598304] 'agreement among raft nodes before linearized reading' (duration: 231.437685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:21.717347Z","caller":"traceutil/trace.go:171","msg":"trace[1685784658] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5472; }","duration":"231.174319ms","start":"2026-04-23T13:58:21.485704Z","end":"2026-04-23T13:58:21.716878Z","steps":["trace[1685784658] 'read index received' (duration: 78.821483ms)","trace[1685784658] 'applied index is now lower than readState.Index' (duration: 152.351746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:58:21.71793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T13:58:21.295449Z","time spent":"421.671822ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T13:58:21.736536Z","caller":"traceutil/trace.go:171","msg":"trace[1191749138] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"118.495174ms","start":"2026-04-23T13:58:21.618013Z","end":"2026-04-23T13:58:21.736508Z","steps":["trace[1191749138] 'process raft request' (duration: 118.279969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:21.736789Z","caller":"traceutil/trace.go:171","msg":"trace[441146306] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"118.220308ms","start":"2026-04-23T13:58:21.618541Z","end":"2026-04-23T13:58:21.736762Z","steps":["trace[441146306] 'process raft request' (duration: 117.914822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:21.736877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.673993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T13:58:21.736915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.676979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-23T13:58:21.736948Z","caller":"traceutil/trace.go:171","msg":"trace[1571482174] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5279; }","duration":"208.835206ms","start":"2026-04-23T13:58:21.528097Z","end":"2026-04-23T13:58:21.736932Z","steps":["trace[1571482174] 'agreement among raft nodes before linearized reading' (duration: 208.599841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:21.736964Z","caller":"traceutil/trace.go:171","msg":"trace[185555853] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5279; }","duration":"118.74335ms","start":"2026-04-23T13:58:21.618207Z","end":"2026-04-23T13:58:21.73695Z","steps":["trace[185555853] 'agreement among raft nodes before linearized reading' (duration: 118.522755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:21.737058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.855173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:58:21.737091Z","caller":"traceutil/trace.go:171","msg":"trace[530306522] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5279; }","duration":"118.908574ms","start":"2026-04-23T13:58:21.618173Z","end":"2026-04-23T13:58:21.737081Z","steps":["trace[530306522] 'agreement among raft nodes before linearized reading' (duration: 118.849153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:35.997335Z","caller":"traceutil/trace.go:171","msg":"trace[352416380] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"211.771946ms","start":"2026-04-23T13:58:35.78553Z","end":"2026-04-23T13:58:35.997302Z","steps":["trace[352416380] 'process raft request' (duration: 208.8198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:35.99785Z","caller":"traceutil/trace.go:171","msg":"trace[1257160247] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5577; }","duration":"203.492381ms","start":"2026-04-23T13:58:35.794327Z","end":"2026-04-23T13:58:35.997819Z","steps":["trace[1257160247] 'read index received' (duration: 200.009954ms)","trace[1257160247] 'applied index is now lower than readState.Index' (duration: 3.480377ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:58:35.998069Z","caller":"traceutil/trace.go:171","msg":"trace[1095570915] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"212.468931ms","start":"2026-04-23T13:58:35.785582Z","end":"2026-04-23T13:58:35.99805Z","steps":["trace[1095570915] 'process raft request' (duration: 212.057732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:35.998122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.883375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T13:58:35.998155Z","caller":"traceutil/trace.go:171","msg":"trace[769269006] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5379; }","duration":"231.963646ms","start":"2026-04-23T13:58:35.766183Z","end":"2026-04-23T13:58:35.998147Z","steps":["trace[769269006] 'agreement among raft nodes before linearized reading' (duration: 231.885704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:40.21998Z","caller":"traceutil/trace.go:171","msg":"trace[1943456365] linearizableReadLoop","detail":"{readStateIndex:5605; appliedIndex:5603; }","duration":"174.023953ms","start":"2026-04-23T13:58:40.045896Z","end":"2026-04-23T13:58:40.21992Z","steps":["trace[1943456365] 'read index received' (duration: 91.593853ms)","trace[1943456365] 'applied index is now lower than readState.Index' (duration: 82.42871ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T13:58:40.220047Z","caller":"traceutil/trace.go:171","msg":"trace[1204095227] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"175.507935ms","start":"2026-04-23T13:58:40.044507Z","end":"2026-04-23T13:58:40.220015Z","steps":["trace[1204095227] 'process raft request' (duration: 106.855422ms)","trace[1204095227] 'compare' (duration: 68.400358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T13:58:40.220214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.299508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T13:58:40.220255Z","caller":"traceutil/trace.go:171","msg":"trace[2014351657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"174.396512ms","start":"2026-04-23T13:58:40.045847Z","end":"2026-04-23T13:58:40.220243Z","steps":["trace[2014351657] 'agreement among raft nodes before linearized reading' (duration: 174.243868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T13:58:40.220344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.00708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T13:58:40.220438Z","caller":"traceutil/trace.go:171","msg":"trace[1388472850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5404; }","duration":"173.130972ms","start":"2026-04-23T13:58:40.047289Z","end":"2026-04-23T13:58:40.220419Z","steps":["trace[1388472850] 'agreement among raft nodes before linearized reading' (duration: 172.860067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T13:58:45.91533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2828} {"level":"info","ts":"2026-04-23T13:58:46.026175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2828,"took":"108.430989ms","hash":1874426575,"current-db-size-bytes":53506048,"current-db-size":"54 MB","current-db-size-in-use-bytes":28741632,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-23T13:58:46.02632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1874426575,"revision":2828,"compact-revision":-1} {"level":"info","ts":"2026-04-23T14:00:20.354102Z","caller":"traceutil/trace.go:171","msg":"trace[1741899364] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"100.311578ms","start":"2026-04-23T14:00:20.253759Z","end":"2026-04-23T14:00:20.35407Z","steps":["trace[1741899364] 'process raft request' (duration: 57.344537ms)","trace[1741899364] 'compare' (duration: 42.832809ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:20.580492Z","caller":"traceutil/trace.go:171","msg":"trace[364939169] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"219.505888ms","start":"2026-04-23T14:00:20.360944Z","end":"2026-04-23T14:00:20.58045Z","steps":["trace[364939169] 'process raft request' (duration: 127.835493ms)","trace[364939169] 'compare' (duration: 91.43618ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:20.580863Z","caller":"traceutil/trace.go:171","msg":"trace[527009899] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"218.159049ms","start":"2026-04-23T14:00:20.362675Z","end":"2026-04-23T14:00:20.580834Z","steps":["trace[527009899] 'process raft request' (duration: 217.69156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:20.580788Z","caller":"traceutil/trace.go:171","msg":"trace[1044227617] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"213.766586ms","start":"2026-04-23T14:00:20.366976Z","end":"2026-04-23T14:00:20.580742Z","steps":["trace[1044227617] 'process raft request' (duration: 213.453859ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:20.637818Z","caller":"traceutil/trace.go:171","msg":"trace[2072592889] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"101.830621ms","start":"2026-04-23T14:00:20.53596Z","end":"2026-04-23T14:00:20.63779Z","steps":["trace[2072592889] 'process raft request' (duration: 101.702958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:20.852186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.564652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:00:20.852296Z","caller":"traceutil/trace.go:171","msg":"trace[1887164244] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6247; }","duration":"151.676949ms","start":"2026-04-23T14:00:20.700603Z","end":"2026-04-23T14:00:20.85228Z","steps":["trace[1887164244] 'read index received' (duration: 43.845811ms)","trace[1887164244] 'applied index is now lower than readState.Index' (duration: 107.829748ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:20.852385Z","caller":"traceutil/trace.go:171","msg":"trace[890431366] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"258.7051ms","start":"2026-04-23T14:00:20.593667Z","end":"2026-04-23T14:00:20.852373Z","steps":["trace[890431366] 'process raft request' (duration: 150.864762ms)","trace[890431366] 'compare' (duration: 107.073702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:20.852842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.241951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:00:20.852911Z","caller":"traceutil/trace.go:171","msg":"trace[297216632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6026; }","duration":"152.345482ms","start":"2026-04-23T14:00:20.700552Z","end":"2026-04-23T14:00:20.852898Z","steps":["trace[297216632] 'agreement among raft nodes before linearized reading' (duration: 152.017905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:20.853025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.094368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:00:20.853209Z","caller":"traceutil/trace.go:171","msg":"trace[484276036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6026; }","duration":"112.322904ms","start":"2026-04-23T14:00:20.740858Z","end":"2026-04-23T14:00:20.853181Z","steps":["trace[484276036] 'agreement among raft nodes before linearized reading' (duration: 111.877624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:20.853292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.199413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:00:20.853428Z","caller":"traceutil/trace.go:171","msg":"trace[1191832182] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6026; }","duration":"106.389197ms","start":"2026-04-23T14:00:20.747015Z","end":"2026-04-23T14:00:20.853404Z","steps":["trace[1191832182] 'agreement among raft nodes before linearized reading' (duration: 106.05267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:22.326507Z","caller":"traceutil/trace.go:171","msg":"trace[2005043211] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"100.050742ms","start":"2026-04-23T14:00:22.226421Z","end":"2026-04-23T14:00:22.326472Z","steps":["trace[2005043211] 'process raft request' (duration: 54.197949ms)","trace[2005043211] 'compare' (duration: 45.427844ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:24.785012Z","caller":"traceutil/trace.go:171","msg":"trace[194000403] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"150.130001ms","start":"2026-04-23T14:00:24.634843Z","end":"2026-04-23T14:00:24.784973Z","steps":["trace[194000403] 'process raft request' (duration: 103.673336ms)","trace[194000403] 'compare' (duration: 46.194759ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:25.104423Z","caller":"traceutil/trace.go:171","msg":"trace[894064646] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"125.582881ms","start":"2026-04-23T14:00:24.978811Z","end":"2026-04-23T14:00:25.104394Z","steps":["trace[894064646] 'process raft request' (duration: 125.509919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:25.104485Z","caller":"traceutil/trace.go:171","msg":"trace[1451365647] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"125.176503ms","start":"2026-04-23T14:00:24.979289Z","end":"2026-04-23T14:00:25.104465Z","steps":["trace[1451365647] 'process raft request' (duration: 125.068291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:25.104468Z","caller":"traceutil/trace.go:171","msg":"trace[894300257] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"126.205205ms","start":"2026-04-23T14:00:24.978233Z","end":"2026-04-23T14:00:25.104438Z","steps":["trace[894300257] 'process raft request' (duration: 125.601782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:25.104643Z","caller":"traceutil/trace.go:171","msg":"trace[6561113] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"126.224305ms","start":"2026-04-23T14:00:24.978403Z","end":"2026-04-23T14:00:25.104627Z","steps":["trace[6561113] 'process raft request' (duration: 125.814776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:25.808605Z","caller":"traceutil/trace.go:171","msg":"trace[1498265678] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"170.712077ms","start":"2026-04-23T14:00:25.637871Z","end":"2026-04-23T14:00:25.808583Z","steps":["trace[1498265678] 'process raft request' (duration: 164.846503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:27.150038Z","caller":"traceutil/trace.go:171","msg":"trace[637644986] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"117.303113ms","start":"2026-04-23T14:00:27.032699Z","end":"2026-04-23T14:00:27.150002Z","steps":["trace[637644986] 'process raft request' (duration: 53.691027ms)","trace[637644986] 'compare' (duration: 63.470174ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:33.377803Z","caller":"traceutil/trace.go:171","msg":"trace[2093975408] linearizableReadLoop","detail":"{readStateIndex:6323; appliedIndex:6322; }","duration":"101.677799ms","start":"2026-04-23T14:00:33.276101Z","end":"2026-04-23T14:00:33.377779Z","steps":["trace[2093975408] 'read index received' (duration: 37.804049ms)","trace[2093975408] 'applied index is now lower than readState.Index' (duration: 63.87277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:33.378144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.018687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T14:00:33.378237Z","caller":"traceutil/trace.go:171","msg":"trace[453475664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6097; }","duration":"102.16614ms","start":"2026-04-23T14:00:33.276037Z","end":"2026-04-23T14:00:33.378203Z","steps":["trace[453475664] 'agreement among raft nodes before linearized reading' (duration: 101.941526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:33.378336Z","caller":"traceutil/trace.go:171","msg":"trace[1749909789] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"112.738283ms","start":"2026-04-23T14:00:33.26521Z","end":"2026-04-23T14:00:33.377948Z","steps":["trace[1749909789] 'process raft request' (duration: 48.795581ms)","trace[1749909789] 'compare' (duration: 63.482523ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:41.839952Z","caller":"traceutil/trace.go:171","msg":"trace[25742170] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"147.560282ms","start":"2026-04-23T14:00:41.692336Z","end":"2026-04-23T14:00:41.839896Z","steps":["trace[25742170] 'process raft request' (duration: 147.289897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:41.840791Z","caller":"traceutil/trace.go:171","msg":"trace[512242860] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"144.351454ms","start":"2026-04-23T14:00:41.69641Z","end":"2026-04-23T14:00:41.840762Z","steps":["trace[512242860] 'process raft request' (duration: 144.304534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:41.840875Z","caller":"traceutil/trace.go:171","msg":"trace[1175296530] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"145.719174ms","start":"2026-04-23T14:00:41.695129Z","end":"2026-04-23T14:00:41.840848Z","steps":["trace[1175296530] 'process raft request' (duration: 145.446707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:43.330356Z","caller":"traceutil/trace.go:171","msg":"trace[1432316186] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"112.229126ms","start":"2026-04-23T14:00:43.218109Z","end":"2026-04-23T14:00:43.330338Z","steps":["trace[1432316186] 'read index received' (duration: 111.857797ms)","trace[1432316186] 'applied index is now lower than readState.Index' (duration: 370.499µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:43.3305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.379519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:43.330532Z","caller":"traceutil/trace.go:171","msg":"trace[434899811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6154; }","duration":"112.465391ms","start":"2026-04-23T14:00:43.218058Z","end":"2026-04-23T14:00:43.330523Z","steps":["trace[434899811] 'agreement among raft nodes before linearized reading' (duration: 112.39119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:43.330772Z","caller":"traceutil/trace.go:171","msg":"trace[446087817] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"192.961378ms","start":"2026-04-23T14:00:43.137451Z","end":"2026-04-23T14:00:43.330413Z","steps":["trace[446087817] 'process raft request' (duration: 192.500258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:43.578116Z","caller":"traceutil/trace.go:171","msg":"trace[1773189869] linearizableReadLoop","detail":"{readStateIndex:6384; appliedIndex:6383; }","duration":"153.103137ms","start":"2026-04-23T14:00:43.42499Z","end":"2026-04-23T14:00:43.578093Z","steps":["trace[1773189869] 'read index received' (duration: 152.986235ms)","trace[1773189869] 'applied index is now lower than readState.Index' (duration: 115.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:43.578209Z","caller":"traceutil/trace.go:171","msg":"trace[427124057] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"187.414281ms","start":"2026-04-23T14:00:43.390745Z","end":"2026-04-23T14:00:43.57816Z","steps":["trace[427124057] 'process raft request' (duration: 187.211297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:43.578521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.492377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:00:43.578643Z","caller":"traceutil/trace.go:171","msg":"trace[1751488231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6156; }","duration":"153.667979ms","start":"2026-04-23T14:00:43.424941Z","end":"2026-04-23T14:00:43.578609Z","steps":["trace[1751488231] 'agreement among raft nodes before linearized reading' (duration: 153.24539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:44.8404Z","caller":"traceutil/trace.go:171","msg":"trace[952783617] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"126.839774ms","start":"2026-04-23T14:00:44.713537Z","end":"2026-04-23T14:00:44.840376Z","steps":["trace[952783617] 'process raft request' (duration: 126.698821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:45.883651Z","caller":"traceutil/trace.go:171","msg":"trace[1950763053] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"104.694315ms","start":"2026-04-23T14:00:45.77893Z","end":"2026-04-23T14:00:45.883624Z","steps":["trace[1950763053] 'process raft request' (duration: 103.328957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:47.56052Z","caller":"traceutil/trace.go:171","msg":"trace[1861489169] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"344.6951ms","start":"2026-04-23T14:00:47.215788Z","end":"2026-04-23T14:00:47.560483Z","steps":["trace[1861489169] 'read index received' (duration: 344.421404ms)","trace[1861489169] 'applied index is now lower than readState.Index' (duration: 272.066µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:47.560557Z","caller":"traceutil/trace.go:171","msg":"trace[1145166422] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"356.257674ms","start":"2026-04-23T14:00:47.20426Z","end":"2026-04-23T14:00:47.560517Z","steps":["trace[1145166422] 'process raft request' (duration: 355.954867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.560766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.922205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:47.560851Z","caller":"traceutil/trace.go:171","msg":"trace[71070429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6188; }","duration":"345.061258ms","start":"2026-04-23T14:00:47.215755Z","end":"2026-04-23T14:00:47.560816Z","steps":["trace[71070429] 'agreement among raft nodes before linearized reading' (duration: 344.836034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.560898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:47.21574Z","time spent":"345.14672ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:00:47.560902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.536701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T14:00:47.561219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.636357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:00:47.56114Z","caller":"traceutil/trace.go:171","msg":"trace[966703336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6188; }","duration":"329.831578ms","start":"2026-04-23T14:00:47.231289Z","end":"2026-04-23T14:00:47.561121Z","steps":["trace[966703336] 'agreement among raft nodes before linearized reading' (duration: 329.45675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:47.561344Z","caller":"traceutil/trace.go:171","msg":"trace[1094545324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6188; }","duration":"135.755729ms","start":"2026-04-23T14:00:47.425532Z","end":"2026-04-23T14:00:47.561288Z","steps":["trace[1094545324] 'agreement among raft nodes before linearized reading' (duration: 135.496414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.56145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:47.231219Z","time spent":"330.151364ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T14:00:47.56143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:47.204231Z","time spent":"357.085991ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:00:47.696704Z","caller":"traceutil/trace.go:171","msg":"trace[553842230] linearizableReadLoop","detail":"{readStateIndex:6418; appliedIndex:6417; }","duration":"127.909375ms","start":"2026-04-23T14:00:47.568761Z","end":"2026-04-23T14:00:47.696671Z","steps":["trace[553842230] 'read index received' (duration: 79.543225ms)","trace[553842230] 'applied index is now lower than readState.Index' (duration: 48.357789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:47.696861Z","caller":"traceutil/trace.go:171","msg":"trace[1879001075] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"129.888856ms","start":"2026-04-23T14:00:47.566957Z","end":"2026-04-23T14:00:47.696845Z","steps":["trace[1879001075] 'process raft request' (duration: 81.465726ms)","trace[1879001075] 'compare' (duration: 48.102703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:47.697141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12169"} {"level":"info","ts":"2026-04-23T14:00:47.697181Z","caller":"traceutil/trace.go:171","msg":"trace[1519802792] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6189; }","duration":"128.462936ms","start":"2026-04-23T14:00:47.568708Z","end":"2026-04-23T14:00:47.697171Z","steps":["trace[1519802792] 'agreement among raft nodes before linearized reading' (duration: 128.300143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:47.969402Z","caller":"traceutil/trace.go:171","msg":"trace[586669881] linearizableReadLoop","detail":"{readStateIndex:6422; appliedIndex:6421; }","duration":"175.749342ms","start":"2026-04-23T14:00:47.793623Z","end":"2026-04-23T14:00:47.969372Z","steps":["trace[586669881] 'read index received' (duration: 175.62651ms)","trace[586669881] 'applied index is now lower than readState.Index' (duration: 121.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:47.969538Z","caller":"traceutil/trace.go:171","msg":"trace[805157923] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"176.210961ms","start":"2026-04-23T14:00:47.793302Z","end":"2026-04-23T14:00:47.969513Z","steps":["trace[805157923] 'process raft request' (duration: 175.71357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.969617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.962466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:47.969662Z","caller":"traceutil/trace.go:171","msg":"trace[672079112] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6193; }","duration":"176.051867ms","start":"2026-04-23T14:00:47.793597Z","end":"2026-04-23T14:00:47.969649Z","steps":["trace[672079112] 'agreement among raft nodes before linearized reading' (duration: 175.937615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.969865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.216782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-23T14:00:47.969995Z","caller":"traceutil/trace.go:171","msg":"trace[1114883244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6193; }","duration":"168.392016ms","start":"2026-04-23T14:00:47.801577Z","end":"2026-04-23T14:00:47.969969Z","steps":["trace[1114883244] 'agreement among raft nodes before linearized reading' (duration: 168.09562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:47.970077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.378219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:47.970124Z","caller":"traceutil/trace.go:171","msg":"trace[1130014103] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6193; }","duration":"105.446542ms","start":"2026-04-23T14:00:47.864662Z","end":"2026-04-23T14:00:47.970109Z","steps":["trace[1130014103] 'agreement among raft nodes before linearized reading' (duration: 105.34817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:50.193976Z","caller":"traceutil/trace.go:171","msg":"trace[1327703826] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"119.364861ms","start":"2026-04-23T14:00:50.074574Z","end":"2026-04-23T14:00:50.193939Z","steps":["trace[1327703826] 'process raft request' (duration: 119.098146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:50.232707Z","caller":"traceutil/trace.go:171","msg":"trace[1169148897] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"158.082357ms","start":"2026-04-23T14:00:50.074606Z","end":"2026-04-23T14:00:50.232689Z","steps":["trace[1169148897] 'process raft request' (duration: 157.935733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:50.233023Z","caller":"traceutil/trace.go:171","msg":"trace[1058958352] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"158.252151ms","start":"2026-04-23T14:00:50.074738Z","end":"2026-04-23T14:00:50.23299Z","steps":["trace[1058958352] 'process raft request' (duration: 157.906532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:51.222012Z","caller":"traceutil/trace.go:171","msg":"trace[1567920247] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6439; }","duration":"142.512468ms","start":"2026-04-23T14:00:51.079473Z","end":"2026-04-23T14:00:51.221986Z","steps":["trace[1567920247] 'read index received' (duration: 142.241993ms)","trace[1567920247] 'applied index is now lower than readState.Index' (duration: 269.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:51.222111Z","caller":"traceutil/trace.go:171","msg":"trace[605903084] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"182.730025ms","start":"2026-04-23T14:00:51.039338Z","end":"2026-04-23T14:00:51.222068Z","steps":["trace[605903084] 'process raft request' (duration: 182.429689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:51.222353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.786983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T14:00:51.222459Z","caller":"traceutil/trace.go:171","msg":"trace[518142163] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:6211; }","duration":"142.994009ms","start":"2026-04-23T14:00:51.079409Z","end":"2026-04-23T14:00:51.222403Z","steps":["trace[518142163] 'agreement among raft nodes before linearized reading' (duration: 142.675902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:51.572582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.044672ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T14:00:51.572678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.223513Z","time spent":"349.161156ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T14:00:52.301789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.76077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:00:52.302281Z","caller":"traceutil/trace.go:171","msg":"trace[400420717] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"727.928615ms","start":"2026-04-23T14:00:51.573976Z","end":"2026-04-23T14:00:52.301904Z","steps":["trace[400420717] 'process raft request' (duration: 135.974261ms)","trace[400420717] 'compare' (duration: 591.463763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:52.302502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.573939Z","time spent":"728.386515ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:00:52.325277Z","caller":"traceutil/trace.go:171","msg":"trace[1881465728] linearizableReadLoop","detail":"{readStateIndex:6443; appliedIndex:6441; }","duration":"663.430286ms","start":"2026-04-23T14:00:51.661819Z","end":"2026-04-23T14:00:52.325249Z","steps":["trace[1881465728] 'read index received' (duration: 48.550481ms)","trace[1881465728] 'applied index is now lower than readState.Index' (duration: 614.878255ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:52.325354Z","caller":"traceutil/trace.go:171","msg":"trace[1470257587] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"729.770793ms","start":"2026-04-23T14:00:51.595545Z","end":"2026-04-23T14:00:52.325315Z","steps":["trace[1470257587] 'process raft request' (duration: 729.525778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.325632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.738154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:00:52.325837Z","caller":"traceutil/trace.go:171","msg":"trace[838839305] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6213; }","duration":"664.0046ms","start":"2026-04-23T14:00:51.661812Z","end":"2026-04-23T14:00:52.325817Z","steps":["trace[838839305] 'agreement among raft nodes before linearized reading' (duration: 663.588651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.325926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.661735Z","time spent":"664.175833ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:00:52.326145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.443588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:00:52.326206Z","caller":"traceutil/trace.go:171","msg":"trace[807733369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6214; }","duration":"615.529348ms","start":"2026-04-23T14:00:51.710667Z","end":"2026-04-23T14:00:52.326196Z","steps":["trace[807733369] 'agreement among raft nodes before linearized reading' (duration: 615.335254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.325695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.595523Z","time spent":"730.060239ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:00:52.32626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.710655Z","time spent":"615.578471ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T14:00:52.326669Z","caller":"traceutil/trace.go:171","msg":"trace[1721745217] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"384.437638ms","start":"2026-04-23T14:00:51.942222Z","end":"2026-04-23T14:00:52.32666Z","steps":["trace[1721745217] 'process raft request' (duration: 383.694882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.326745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.942206Z","time spent":"384.507258ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:00:52.32693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.299637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:00:52.326912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T14:00:52.327053Z","caller":"traceutil/trace.go:171","msg":"trace[11087656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6214; }","duration":"124.849955ms","start":"2026-04-23T14:00:52.202185Z","end":"2026-04-23T14:00:52.327034Z","steps":["trace[11087656] 'agreement among raft nodes before linearized reading' (duration: 124.476428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.327174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.078252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T14:00:52.327229Z","caller":"traceutil/trace.go:171","msg":"trace[649352708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6214; }","duration":"492.154943ms","start":"2026-04-23T14:00:51.835066Z","end":"2026-04-23T14:00:52.327221Z","steps":["trace[649352708] 'agreement among raft nodes before linearized reading' (duration: 492.054911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.327288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.835052Z","time spent":"492.227424ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T14:00:52.326974Z","caller":"traceutil/trace.go:171","msg":"trace[307284872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6214; }","duration":"242.380097ms","start":"2026-04-23T14:00:52.084587Z","end":"2026-04-23T14:00:52.326967Z","steps":["trace[307284872] 'agreement among raft nodes before linearized reading' (duration: 242.310787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.327063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.091281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:00:52.327575Z","caller":"traceutil/trace.go:171","msg":"trace[202949355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6214; }","duration":"452.617131ms","start":"2026-04-23T14:00:51.87494Z","end":"2026-04-23T14:00:52.327557Z","steps":["trace[202949355] 'agreement among raft nodes before linearized reading' (duration: 452.04536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:52.327688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:51.874926Z","time spent":"452.744694ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:00:52.327961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.877503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:52.328025Z","caller":"traceutil/trace.go:171","msg":"trace[411547756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6214; }","duration":"110.977354ms","start":"2026-04-23T14:00:52.217037Z","end":"2026-04-23T14:00:52.328015Z","steps":["trace[411547756] 'agreement among raft nodes before linearized reading' (duration: 110.889702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.434334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.869634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:00:53.434461Z","caller":"traceutil/trace.go:171","msg":"trace[1874982968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6223; }","duration":"269.030638ms","start":"2026-04-23T14:00:53.165384Z","end":"2026-04-23T14:00:53.434414Z","steps":["trace[1874982968] 'count revisions from in-memory index tree' (duration: 268.772721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.434357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.323652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:00:53.43479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.053275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:00:53.434801Z","caller":"traceutil/trace.go:171","msg":"trace[1261125007] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6223; }","duration":"422.815072ms","start":"2026-04-23T14:00:53.011957Z","end":"2026-04-23T14:00:53.434772Z","steps":["trace[1261125007] 'count revisions from in-memory index tree' (duration: 422.23882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.434826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.955299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:00:53.434862Z","caller":"traceutil/trace.go:171","msg":"trace[1015208145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6223; }","duration":"217.160817ms","start":"2026-04-23T14:00:53.217682Z","end":"2026-04-23T14:00:53.434843Z","steps":["trace[1015208145] 'range keys from in-memory index tree' (duration: 216.933423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:53.434874Z","caller":"traceutil/trace.go:171","msg":"trace[1686987295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6223; }","duration":"456.034331ms","start":"2026-04-23T14:00:52.978825Z","end":"2026-04-23T14:00:53.434859Z","steps":["trace[1686987295] 'range keys from in-memory index tree' (duration: 455.776485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.434901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:53.011941Z","time spent":"422.921324ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:00:53.434908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:52.97881Z","time spent":"456.089592ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T14:00:53.683904Z","caller":"traceutil/trace.go:171","msg":"trace[724652629] linearizableReadLoop","detail":"{readStateIndex:6454; appliedIndex:6453; }","duration":"248.053236ms","start":"2026-04-23T14:00:53.435824Z","end":"2026-04-23T14:00:53.683877Z","steps":["trace[724652629] 'read index received' (duration: 247.823112ms)","trace[724652629] 'applied index is now lower than readState.Index' (duration: 228.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:53.683998Z","caller":"traceutil/trace.go:171","msg":"trace[947396976] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"456.049312ms","start":"2026-04-23T14:00:53.227927Z","end":"2026-04-23T14:00:53.683976Z","steps":["trace[947396976] 'process raft request' (duration: 455.788387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.684067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.255772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:00:53.684099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:53.2279Z","time spent":"456.137284ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:00:53.684113Z","caller":"traceutil/trace.go:171","msg":"trace[1981811133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6224; }","duration":"248.333203ms","start":"2026-04-23T14:00:53.435764Z","end":"2026-04-23T14:00:53.684098Z","steps":["trace[1981811133] 'agreement among raft nodes before linearized reading' (duration: 248.254931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:53.684234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.610176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:00:53.684263Z","caller":"traceutil/trace.go:171","msg":"trace[783294810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6224; }","duration":"245.665608ms","start":"2026-04-23T14:00:53.438589Z","end":"2026-04-23T14:00:53.684255Z","steps":["trace[783294810] 'agreement among raft nodes before linearized reading' (duration: 245.550776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:56.220921Z","caller":"traceutil/trace.go:171","msg":"trace[1376105771] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"396.748548ms","start":"2026-04-23T14:00:55.82415Z","end":"2026-04-23T14:00:56.220898Z","steps":["trace[1376105771] 'process raft request' (duration: 396.550354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:56.221071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:00:55.824124Z","time spent":"396.866283ms","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:00:56.481874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.333924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T14:00:56.482916Z","caller":"traceutil/trace.go:171","msg":"trace[269087005] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6467; }","duration":"124.133589ms","start":"2026-04-23T14:00:56.358757Z","end":"2026-04-23T14:00:56.48289Z","steps":["trace[269087005] 'read index received' (duration: 18.758014ms)","trace[269087005] 'applied index is now lower than readState.Index' (duration: 105.374255ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:56.482967Z","caller":"traceutil/trace.go:171","msg":"trace[668176539] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"125.867576ms","start":"2026-04-23T14:00:56.357053Z","end":"2026-04-23T14:00:56.482921Z","steps":["trace[668176539] 'process raft request' (duration: 124.920436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:00:56.593792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.67291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-23T14:00:56.59388Z","caller":"traceutil/trace.go:171","msg":"trace[621272683] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6238; }","duration":"213.783032ms","start":"2026-04-23T14:00:56.38007Z","end":"2026-04-23T14:00:56.593853Z","steps":["trace[621272683] 'agreement among raft nodes before linearized reading' (duration: 102.902992ms)","trace[621272683] 'range keys from in-memory index tree' (duration: 110.757898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:56.594394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.052607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:00:56.594553Z","caller":"traceutil/trace.go:171","msg":"trace[230826278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6238; }","duration":"203.123519ms","start":"2026-04-23T14:00:56.391302Z","end":"2026-04-23T14:00:56.594425Z","steps":["trace[230826278] 'agreement among raft nodes before linearized reading' (duration: 91.684747ms)","trace[230826278] 'range keys from in-memory index tree' (duration: 111.34228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:56.596192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.703453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-bootstrap-ngjtj\" ","response":"range_response_count:1 size:2808"} {"level":"info","ts":"2026-04-23T14:00:56.596257Z","caller":"traceutil/trace.go:171","msg":"trace[1775597789] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-bootstrap-ngjtj; range_end:; response_count:1; response_revision:6238; }","duration":"237.511402ms","start":"2026-04-23T14:00:56.358722Z","end":"2026-04-23T14:00:56.596233Z","steps":["trace[1775597789] 'agreement among raft nodes before linearized reading' (duration: 124.233082ms)","trace[1775597789] 'range keys from in-memory index tree' (duration: 110.40468ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:56.931948Z","caller":"traceutil/trace.go:171","msg":"trace[849868220] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"132.718719ms","start":"2026-04-23T14:00:56.799201Z","end":"2026-04-23T14:00:56.931919Z","steps":["trace[849868220] 'process raft request' (duration: 92.101406ms)","trace[849868220] 'compare' (duration: 40.498581ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:57.439785Z","caller":"traceutil/trace.go:171","msg":"trace[1267511303] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"162.951575ms","start":"2026-04-23T14:00:57.27681Z","end":"2026-04-23T14:00:57.439761Z","steps":["trace[1267511303] 'process raft request' (duration: 162.778201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:57.636106Z","caller":"traceutil/trace.go:171","msg":"trace[1053578910] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"185.924526ms","start":"2026-04-23T14:00:57.450157Z","end":"2026-04-23T14:00:57.636081Z","steps":["trace[1053578910] 'process raft request' (duration: 185.786583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:57.935466Z","caller":"traceutil/trace.go:171","msg":"trace[197768274] linearizableReadLoop","detail":"{readStateIndex:6483; appliedIndex:6482; }","duration":"167.348706ms","start":"2026-04-23T14:00:57.768092Z","end":"2026-04-23T14:00:57.93544Z","steps":["trace[197768274] 'read index received' (duration: 146.435417ms)","trace[197768274] 'applied index is now lower than readState.Index' (duration: 20.912079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:57.935545Z","caller":"traceutil/trace.go:171","msg":"trace[267828561] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"271.374522ms","start":"2026-04-23T14:00:57.664129Z","end":"2026-04-23T14:00:57.935503Z","steps":["trace[267828561] 'process raft request' (duration: 250.442372ms)","trace[267828561] 'compare' (duration: 20.743576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:00:57.935643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.52967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:00:57.935748Z","caller":"traceutil/trace.go:171","msg":"trace[1536409114] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6252; }","duration":"167.652333ms","start":"2026-04-23T14:00:57.768074Z","end":"2026-04-23T14:00:57.935726Z","steps":["trace[1536409114] 'agreement among raft nodes before linearized reading' (duration: 167.456999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:57.97348Z","caller":"traceutil/trace.go:171","msg":"trace[1043229537] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"198.619093ms","start":"2026-04-23T14:00:57.774836Z","end":"2026-04-23T14:00:57.973455Z","steps":["trace[1043229537] 'process raft request' (duration: 198.480371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:58.846234Z","caller":"traceutil/trace.go:171","msg":"trace[1778419740] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"148.771044ms","start":"2026-04-23T14:00:58.697424Z","end":"2026-04-23T14:00:58.846195Z","steps":["trace[1778419740] 'process raft request' (duration: 92.253567ms)","trace[1778419740] 'compare' (duration: 56.1794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:00:58.847046Z","caller":"traceutil/trace.go:171","msg":"trace[1166346634] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"149.165503ms","start":"2026-04-23T14:00:58.697848Z","end":"2026-04-23T14:00:58.847014Z","steps":["trace[1166346634] 'process raft request' (duration: 148.215353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:58.8471Z","caller":"traceutil/trace.go:171","msg":"trace[1083680828] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"148.590601ms","start":"2026-04-23T14:00:58.698489Z","end":"2026-04-23T14:00:58.847079Z","steps":["trace[1083680828] 'process raft request' (duration: 148.410968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:58.84719Z","caller":"traceutil/trace.go:171","msg":"trace[1171475666] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"148.132321ms","start":"2026-04-23T14:00:58.699039Z","end":"2026-04-23T14:00:58.847172Z","steps":["trace[1171475666] 'process raft request' (duration: 148.023359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:58.847581Z","caller":"traceutil/trace.go:171","msg":"trace[1562434926] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"148.671264ms","start":"2026-04-23T14:00:58.698672Z","end":"2026-04-23T14:00:58.847344Z","steps":["trace[1562434926] 'process raft request' (duration: 148.307376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:00:59.744846Z","caller":"traceutil/trace.go:171","msg":"trace[967956193] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"102.93387ms","start":"2026-04-23T14:00:59.641891Z","end":"2026-04-23T14:00:59.744825Z","steps":["trace[967956193] 'process raft request' (duration: 102.799768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.021686Z","caller":"traceutil/trace.go:171","msg":"trace[1760523144] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"199.294125ms","start":"2026-04-23T14:00:59.822352Z","end":"2026-04-23T14:01:00.021646Z","steps":["trace[1760523144] 'process raft request' (duration: 99.696394ms)","trace[1760523144] 'compare' (duration: 99.297035ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:00.05973Z","caller":"traceutil/trace.go:171","msg":"trace[1650793484] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"230.083121ms","start":"2026-04-23T14:00:59.829625Z","end":"2026-04-23T14:01:00.059708Z","steps":["trace[1650793484] 'process raft request' (duration: 229.805336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.059933Z","caller":"traceutil/trace.go:171","msg":"trace[2023576573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6266; }","duration":"227.380494ms","start":"2026-04-23T14:00:59.832517Z","end":"2026-04-23T14:01:00.059897Z","steps":["trace[2023576573] 'process raft request' (duration: 227.019917ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.060074Z","caller":"traceutil/trace.go:171","msg":"trace[1883506710] linearizableReadLoop","detail":"{readStateIndex:6499; appliedIndex:6495; }","duration":"213.219427ms","start":"2026-04-23T14:00:59.846847Z","end":"2026-04-23T14:01:00.060067Z","steps":["trace[1883506710] 'read index received' (duration: 75.221799ms)","trace[1883506710] 'applied index is now lower than readState.Index' (duration: 137.996888ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:00.060039Z","caller":"traceutil/trace.go:171","msg":"trace[692235775] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"226.255562ms","start":"2026-04-23T14:00:59.833772Z","end":"2026-04-23T14:01:00.060028Z","steps":["trace[692235775] 'process raft request' (duration: 226.039077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:00.060784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.37023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-86ppm.18a900a9998dd978\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-23T14:01:00.060849Z","caller":"traceutil/trace.go:171","msg":"trace[2068113422] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-86ppm.18a900a9998dd978; range_end:; response_count:1; response_revision:6267; }","duration":"214.001364ms","start":"2026-04-23T14:00:59.846806Z","end":"2026-04-23T14:01:00.060807Z","steps":["trace[2068113422] 'agreement among raft nodes before linearized reading' (duration: 213.32109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.101369Z","caller":"traceutil/trace.go:171","msg":"trace[149140212] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"121.745557ms","start":"2026-04-23T14:00:59.979605Z","end":"2026-04-23T14:01:00.10135Z","steps":["trace[149140212] 'process raft request' (duration: 121.646475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.208682Z","caller":"traceutil/trace.go:171","msg":"trace[1779641844] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"144.197997ms","start":"2026-04-23T14:01:00.064453Z","end":"2026-04-23T14:01:00.208651Z","steps":["trace[1779641844] 'process raft request' (duration: 120.01833ms)","trace[1779641844] 'compare' (duration: 23.975213ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:00.209172Z","caller":"traceutil/trace.go:171","msg":"trace[1997317490] transaction","detail":"{read_only:false; response_revision:6270; number_of_response:1; }","duration":"135.853383ms","start":"2026-04-23T14:01:00.073306Z","end":"2026-04-23T14:01:00.209159Z","steps":["trace[1997317490] 'process raft request' (duration: 135.275332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.589736Z","caller":"traceutil/trace.go:171","msg":"trace[2056344922] transaction","detail":"{read_only:false; response_revision:6272; number_of_response:1; }","duration":"109.02689ms","start":"2026-04-23T14:01:00.480691Z","end":"2026-04-23T14:01:00.589718Z","steps":["trace[2056344922] 'process raft request' (duration: 108.902177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:00.755647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.303583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:01:00.755718Z","caller":"traceutil/trace.go:171","msg":"trace[1958448475] linearizableReadLoop","detail":"{readStateIndex:6506; appliedIndex:6505; }","duration":"159.608761ms","start":"2026-04-23T14:01:00.596097Z","end":"2026-04-23T14:01:00.755706Z","steps":["trace[1958448475] 'read index received' (duration: 33.583065ms)","trace[1958448475] 'applied index is now lower than readState.Index' (duration: 126.024776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:00.755829Z","caller":"traceutil/trace.go:171","msg":"trace[1744741213] transaction","detail":"{read_only:false; response_revision:6274; number_of_response:1; }","duration":"160.648373ms","start":"2026-04-23T14:01:00.595173Z","end":"2026-04-23T14:01:00.755821Z","steps":["trace[1744741213] 'process raft request' (duration: 33.117816ms)","trace[1744741213] 'compare' (duration: 127.099968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:00.756063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.960058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T14:01:00.756089Z","caller":"traceutil/trace.go:171","msg":"trace[774603277] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6274; }","duration":"160.009098ms","start":"2026-04-23T14:01:00.596073Z","end":"2026-04-23T14:01:00.756082Z","steps":["trace[774603277] 'agreement among raft nodes before linearized reading' (duration: 159.880186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:00.777592Z","caller":"traceutil/trace.go:171","msg":"trace[889406128] transaction","detail":"{read_only:false; response_revision:6275; number_of_response:1; }","duration":"177.19154ms","start":"2026-04-23T14:01:00.600378Z","end":"2026-04-23T14:01:00.77757Z","steps":["trace[889406128] 'process raft request' (duration: 177.069338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.068024Z","caller":"traceutil/trace.go:171","msg":"trace[823538619] linearizableReadLoop","detail":"{readStateIndex:6510; appliedIndex:6508; }","duration":"215.048175ms","start":"2026-04-23T14:01:00.852952Z","end":"2026-04-23T14:01:01.068Z","steps":["trace[823538619] 'read index received' (duration: 162.550693ms)","trace[823538619] 'applied index is now lower than readState.Index' (duration: 52.496192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:01.068256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.574077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T14:01:01.068241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.354762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:01:01.068296Z","caller":"traceutil/trace.go:171","msg":"trace[157739225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6278; }","duration":"216.646957ms","start":"2026-04-23T14:01:00.851639Z","end":"2026-04-23T14:01:01.068286Z","steps":["trace[157739225] 'agreement among raft nodes before linearized reading' (duration: 216.489815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.068333Z","caller":"traceutil/trace.go:171","msg":"trace[1934367521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6278; }","duration":"216.468725ms","start":"2026-04-23T14:01:00.851839Z","end":"2026-04-23T14:01:01.068308Z","steps":["trace[1934367521] 'agreement among raft nodes before linearized reading' (duration: 216.179798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.068382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.730857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2622"} {"level":"info","ts":"2026-04-23T14:01:01.068463Z","caller":"traceutil/trace.go:171","msg":"trace[1399221344] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6278; }","duration":"283.834179ms","start":"2026-04-23T14:01:00.78461Z","end":"2026-04-23T14:01:01.068444Z","steps":["trace[1399221344] 'agreement among raft nodes before linearized reading' (duration: 283.583524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.068477Z","caller":"traceutil/trace.go:171","msg":"trace[106743355] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"278.237402ms","start":"2026-04-23T14:01:00.790216Z","end":"2026-04-23T14:01:01.068453Z","steps":["trace[106743355] 'process raft request' (duration: 225.374823ms)","trace[106743355] 'compare' (duration: 52.020401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:01.06852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.46433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-23T14:01:01.068567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.102689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:01:01.068576Z","caller":"traceutil/trace.go:171","msg":"trace[443482570] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6278; }","duration":"212.535213ms","start":"2026-04-23T14:01:00.856022Z","end":"2026-04-23T14:01:01.068557Z","steps":["trace[443482570] 'agreement among raft nodes before linearized reading' (duration: 212.39002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.068603Z","caller":"traceutil/trace.go:171","msg":"trace[268034914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6278; }","duration":"217.182239ms","start":"2026-04-23T14:01:00.851412Z","end":"2026-04-23T14:01:01.068594Z","steps":["trace[268034914] 'agreement among raft nodes before linearized reading' (duration: 217.084867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.068598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.059917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:01:01.068636Z","caller":"traceutil/trace.go:171","msg":"trace[1994028840] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"216.336731ms","start":"2026-04-23T14:01:00.85228Z","end":"2026-04-23T14:01:01.068616Z","steps":["trace[1994028840] 'process raft request' (duration: 215.608087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.068674Z","caller":"traceutil/trace.go:171","msg":"trace[1691195833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6278; }","duration":"217.17192ms","start":"2026-04-23T14:01:00.851489Z","end":"2026-04-23T14:01:01.068661Z","steps":["trace[1691195833] 'agreement among raft nodes before linearized reading' (duration: 216.982106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.068812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.496665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:01:01.068842Z","caller":"traceutil/trace.go:171","msg":"trace[592372292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6278; }","duration":"216.573167ms","start":"2026-04-23T14:01:00.852258Z","end":"2026-04-23T14:01:01.068831Z","steps":["trace[592372292] 'agreement among raft nodes before linearized reading' (duration: 216.471846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.070156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.088457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-23T14:01:01.070252Z","caller":"traceutil/trace.go:171","msg":"trace[884919765] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6278; }","duration":"286.187268ms","start":"2026-04-23T14:01:00.784046Z","end":"2026-04-23T14:01:01.070234Z","steps":["trace[884919765] 'agreement among raft nodes before linearized reading' (duration: 284.449902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.532391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.442227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:01:01.532678Z","caller":"traceutil/trace.go:171","msg":"trace[1260481970] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"458.27781ms","start":"2026-04-23T14:01:01.074385Z","end":"2026-04-23T14:01:01.532662Z","steps":["trace[1260481970] 'process raft request' (duration: 458.218089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.53275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.074375Z","time spent":"458.334501ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:01:01.532735Z","caller":"traceutil/trace.go:171","msg":"trace[2052571386] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"458.642228ms","start":"2026-04-23T14:01:01.07406Z","end":"2026-04-23T14:01:01.532702Z","steps":["trace[2052571386] 'process raft request' (duration: 458.476704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.532856Z","caller":"traceutil/trace.go:171","msg":"trace[2057888134] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"458.73633ms","start":"2026-04-23T14:01:01.074111Z","end":"2026-04-23T14:01:01.532847Z","steps":["trace[2057888134] 'process raft request' (duration: 458.456925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.532901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.074105Z","time spent":"458.77167ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:01:01.532899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.074051Z","time spent":"458.75367ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:01:01.532975Z","caller":"traceutil/trace.go:171","msg":"trace[1341468740] transaction","detail":"{read_only:false; response_revision:6281; number_of_response:1; }","duration":"458.980205ms","start":"2026-04-23T14:01:01.073986Z","end":"2026-04-23T14:01:01.532967Z","steps":["trace[1341468740] 'process raft request' (duration: 458.487135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.533015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.073975Z","time spent":"459.017976ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:01:01.533054Z","caller":"traceutil/trace.go:171","msg":"trace[1728813403] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"458.434514ms","start":"2026-04-23T14:01:01.074595Z","end":"2026-04-23T14:01:01.53303Z","steps":["trace[1728813403] 'process raft request' (duration: 458.035605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.533087Z","caller":"traceutil/trace.go:171","msg":"trace[2111039849] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"459.441775ms","start":"2026-04-23T14:01:01.073636Z","end":"2026-04-23T14:01:01.533078Z","steps":["trace[2111039849] 'process raft request' (duration: 108.260172ms)","trace[2111039849] 'compare' (duration: 350.09362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:01.533127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.073616Z","time spent":"459.495586ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T14:01:01.533181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.074588Z","time spent":"458.525896ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T14:01:01.533416Z","caller":"traceutil/trace.go:171","msg":"trace[587088294] linearizableReadLoop","detail":"{readStateIndex:6517; appliedIndex:6510; }","duration":"458.065855ms","start":"2026-04-23T14:01:01.075338Z","end":"2026-04-23T14:01:01.533404Z","steps":["trace[587088294] 'read index received' (duration: 47.687131ms)","trace[587088294] 'applied index is now lower than readState.Index' (duration: 410.377614ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:01.533502Z","caller":"traceutil/trace.go:171","msg":"trace[1275801328] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"458.090986ms","start":"2026-04-23T14:01:01.075402Z","end":"2026-04-23T14:01:01.533493Z","steps":["trace[1275801328] 'process raft request' (duration: 457.478543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.533555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.075395Z","time spent":"458.127287ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T14:01:01.533676Z","caller":"traceutil/trace.go:171","msg":"trace[400985015] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"458.239149ms","start":"2026-04-23T14:01:01.075428Z","end":"2026-04-23T14:01:01.533667Z","steps":["trace[400985015] 'process raft request' (duration: 457.739469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.533719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.075417Z","time spent":"458.28201ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T14:01:01.533791Z","caller":"traceutil/trace.go:171","msg":"trace[1720785530] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"458.326602ms","start":"2026-04-23T14:01:01.075456Z","end":"2026-04-23T14:01:01.533783Z","steps":["trace[1720785530] 'process raft request' (duration: 457.827741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.53384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.075449Z","time spent":"458.359932ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T14:01:01.533877Z","caller":"traceutil/trace.go:171","msg":"trace[1112042678] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"451.047368ms","start":"2026-04-23T14:01:01.0828Z","end":"2026-04-23T14:01:01.533847Z","steps":["trace[1112042678] 'process raft request' (duration: 450.554289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.533995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.652508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-23T14:01:01.534007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.08278Z","time spent":"451.158541ms","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:01:01.534028Z","caller":"traceutil/trace.go:171","msg":"trace[1163877951] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6290; }","duration":"458.699168ms","start":"2026-04-23T14:01:01.075319Z","end":"2026-04-23T14:01:01.534018Z","steps":["trace[1163877951] 'agreement among raft nodes before linearized reading' (duration: 458.580006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.534061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.075312Z","time spent":"458.742169ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-23T14:01:01.534159Z","caller":"traceutil/trace.go:171","msg":"trace[578812490] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"458.687339ms","start":"2026-04-23T14:01:01.075457Z","end":"2026-04-23T14:01:01.534144Z","steps":["trace[578812490] 'process raft request' (duration: 457.862322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.534238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.075435Z","time spent":"458.775081ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T14:01:01.534321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.187726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T14:01:01.534353Z","caller":"traceutil/trace.go:171","msg":"trace[1833254396] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:6290; }","duration":"455.233366ms","start":"2026-04-23T14:01:01.07911Z","end":"2026-04-23T14:01:01.534344Z","steps":["trace[1833254396] 'agreement among raft nodes before linearized reading' (duration: 455.110934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.53438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.079103Z","time spent":"455.271047ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-23T14:01:01.534574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.26591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:01:01.534603Z","caller":"traceutil/trace.go:171","msg":"trace[988508185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6290; }","duration":"317.322011ms","start":"2026-04-23T14:01:01.217273Z","end":"2026-04-23T14:01:01.534595Z","steps":["trace[988508185] 'agreement among raft nodes before linearized reading' (duration: 317.270301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.534627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.21726Z","time spent":"317.363043ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:01:01.534776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.78763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T14:01:01.536054Z","caller":"traceutil/trace.go:171","msg":"trace[118625026] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6290; }","duration":"439.106628ms","start":"2026-04-23T14:01:01.096926Z","end":"2026-04-23T14:01:01.536033Z","steps":["trace[118625026] 'agreement among raft nodes before linearized reading' (duration: 437.733159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.534985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.924722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:01:01.537321Z","caller":"traceutil/trace.go:171","msg":"trace[1055765348] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6290; }","duration":"378.290721ms","start":"2026-04-23T14:01:01.159004Z","end":"2026-04-23T14:01:01.537295Z","steps":["trace[1055765348] 'agreement among raft nodes before linearized reading' (duration: 375.928331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.537495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.158978Z","time spent":"378.494465ms","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:01:01.538006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:01:01.096899Z","time spent":"441.0914ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-23T14:01:01.821168Z","caller":"traceutil/trace.go:171","msg":"trace[1043791959] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"273.927619ms","start":"2026-04-23T14:01:01.547213Z","end":"2026-04-23T14:01:01.82114Z","steps":["trace[1043791959] 'process raft request' (duration: 194.484201ms)","trace[1043791959] 'compare' (duration: 79.05145ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:01.82119Z","caller":"traceutil/trace.go:171","msg":"trace[1858831661] linearizableReadLoop","detail":"{readStateIndex:6526; appliedIndex:6523; }","duration":"271.044089ms","start":"2026-04-23T14:01:01.550125Z","end":"2026-04-23T14:01:01.821169Z","steps":["trace[1858831661] 'read index received' (duration: 15.531206ms)","trace[1858831661] 'applied index is now lower than readState.Index' (duration: 255.511963ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:01.821552Z","caller":"traceutil/trace.go:171","msg":"trace[1691062438] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"265.589205ms","start":"2026-04-23T14:01:01.555937Z","end":"2026-04-23T14:01:01.821526Z","steps":["trace[1691062438] 'process raft request' (duration: 265.178106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.821576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.425757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T14:01:01.821651Z","caller":"traceutil/trace.go:171","msg":"trace[227970601] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6294; }","duration":"271.53511ms","start":"2026-04-23T14:01:01.550097Z","end":"2026-04-23T14:01:01.821632Z","steps":["trace[227970601] 'agreement among raft nodes before linearized reading' (duration: 271.243774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.821694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.769901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-23T14:01:01.821812Z","caller":"traceutil/trace.go:171","msg":"trace[1222662052] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6294; }","duration":"257.955595ms","start":"2026-04-23T14:01:01.563813Z","end":"2026-04-23T14:01:01.821769Z","steps":["trace[1222662052] 'agreement among raft nodes before linearized reading' (duration: 257.682059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:01.821999Z","caller":"traceutil/trace.go:171","msg":"trace[1798282514] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"273.785197ms","start":"2026-04-23T14:01:01.547876Z","end":"2026-04-23T14:01:01.821661Z","steps":["trace[1798282514] 'process raft request' (duration: 273.140303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:01.822097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.879712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:01:01.822244Z","caller":"traceutil/trace.go:171","msg":"trace[969930378] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6294; }","duration":"217.063416ms","start":"2026-04-23T14:01:01.605163Z","end":"2026-04-23T14:01:01.822226Z","steps":["trace[969930378] 'agreement among raft nodes before linearized reading' (duration: 216.838961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.043033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.54186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:01:02.043157Z","caller":"traceutil/trace.go:171","msg":"trace[1259428552] linearizableReadLoop","detail":"{readStateIndex:6528; appliedIndex:6527; }","duration":"210.398246ms","start":"2026-04-23T14:01:01.83274Z","end":"2026-04-23T14:01:02.043138Z","steps":["trace[1259428552] 'read index received' (duration: 88.553359ms)","trace[1259428552] 'applied index is now lower than readState.Index' (duration: 121.843077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:02.043542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.5444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:01:02.043581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.820655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-23T14:01:02.04325Z","caller":"traceutil/trace.go:171","msg":"trace[1008680074] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"212.321266ms","start":"2026-04-23T14:01:01.830911Z","end":"2026-04-23T14:01:02.043232Z","steps":["trace[1008680074] 'process raft request' (duration: 90.454809ms)","trace[1008680074] 'compare' (duration: 121.395568ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:02.043632Z","caller":"traceutil/trace.go:171","msg":"trace[92294382] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6295; }","duration":"210.652462ms","start":"2026-04-23T14:01:01.832959Z","end":"2026-04-23T14:01:02.043612Z","steps":["trace[92294382] 'agreement among raft nodes before linearized reading' (duration: 210.504818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.043662Z","caller":"traceutil/trace.go:171","msg":"trace[2126015500] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6295; }","duration":"210.903367ms","start":"2026-04-23T14:01:01.832725Z","end":"2026-04-23T14:01:02.043628Z","steps":["trace[2126015500] 'agreement among raft nodes before linearized reading' (duration: 210.637542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.240047Z","caller":"traceutil/trace.go:171","msg":"trace[1386323375] linearizableReadLoop","detail":"{readStateIndex:6529; appliedIndex:6528; }","duration":"179.287533ms","start":"2026-04-23T14:01:02.060732Z","end":"2026-04-23T14:01:02.24002Z","steps":["trace[1386323375] 'read index received' (duration: 104.941802ms)","trace[1386323375] 'applied index is now lower than readState.Index' (duration: 74.344351ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:02.240177Z","caller":"traceutil/trace.go:171","msg":"trace[1462351628] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"180.067309ms","start":"2026-04-23T14:01:02.060076Z","end":"2026-04-23T14:01:02.240143Z","steps":["trace[1462351628] 'process raft request' (duration: 105.583775ms)","trace[1462351628] 'compare' (duration: 74.241119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:02.24035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.588899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T14:01:02.240398Z","caller":"traceutil/trace.go:171","msg":"trace[1049558438] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6296; }","duration":"179.67658ms","start":"2026-04-23T14:01:02.060711Z","end":"2026-04-23T14:01:02.240388Z","steps":["trace[1049558438] 'agreement among raft nodes before linearized reading' (duration: 179.476496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.240678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.362233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T14:01:02.240757Z","caller":"traceutil/trace.go:171","msg":"trace[743880692] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6297; }","duration":"179.459535ms","start":"2026-04-23T14:01:02.061278Z","end":"2026-04-23T14:01:02.240738Z","steps":["trace[743880692] 'agreement among raft nodes before linearized reading' (duration: 179.276262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.240846Z","caller":"traceutil/trace.go:171","msg":"trace[308606878] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"135.221868ms","start":"2026-04-23T14:01:02.105616Z","end":"2026-04-23T14:01:02.240838Z","steps":["trace[308606878] 'process raft request' (duration: 134.85577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.241016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.670427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-23T14:01:02.241057Z","caller":"traceutil/trace.go:171","msg":"trace[1320192538] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6297; }","duration":"175.735318ms","start":"2026-04-23T14:01:02.065311Z","end":"2026-04-23T14:01:02.241046Z","steps":["trace[1320192538] 'agreement among raft nodes before linearized reading' (duration: 175.637686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.240696Z","caller":"traceutil/trace.go:171","msg":"trace[1331200248] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6296; }","duration":"179.820434ms","start":"2026-04-23T14:01:02.060863Z","end":"2026-04-23T14:01:02.240683Z","steps":["trace[1331200248] 'process raft request' (duration: 179.532607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.430728Z","caller":"traceutil/trace.go:171","msg":"trace[1514466260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6298; }","duration":"184.514502ms","start":"2026-04-23T14:01:02.246179Z","end":"2026-04-23T14:01:02.430694Z","steps":["trace[1514466260] 'process raft request' (duration: 95.128786ms)","trace[1514466260] 'compare' (duration: 89.208372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:02.455109Z","caller":"traceutil/trace.go:171","msg":"trace[162763489] linearizableReadLoop","detail":"{readStateIndex:6533; appliedIndex:6531; }","duration":"206.208418ms","start":"2026-04-23T14:01:02.248879Z","end":"2026-04-23T14:01:02.455087Z","steps":["trace[162763489] 'read index received' (duration: 92.447129ms)","trace[162763489] 'applied index is now lower than readState.Index' (duration: 113.760349ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:02.455196Z","caller":"traceutil/trace.go:171","msg":"trace[1724879932] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"195.146486ms","start":"2026-04-23T14:01:02.260028Z","end":"2026-04-23T14:01:02.455175Z","steps":["trace[1724879932] 'process raft request' (duration: 195.008513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.455196Z","caller":"traceutil/trace.go:171","msg":"trace[193001804] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"208.791281ms","start":"2026-04-23T14:01:02.246371Z","end":"2026-04-23T14:01:02.455162Z","steps":["trace[193001804] 'process raft request' (duration: 208.487315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.455329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.422912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T14:01:02.455362Z","caller":"traceutil/trace.go:171","msg":"trace[1738024309] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6300; }","duration":"206.493893ms","start":"2026-04-23T14:01:02.248859Z","end":"2026-04-23T14:01:02.455353Z","steps":["trace[1738024309] 'agreement among raft nodes before linearized reading' (duration: 206.34347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.463089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.183599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61956"} {"level":"info","ts":"2026-04-23T14:01:02.463145Z","caller":"traceutil/trace.go:171","msg":"trace[1827196424] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6300; }","duration":"208.25899ms","start":"2026-04-23T14:01:02.254873Z","end":"2026-04-23T14:01:02.463132Z","steps":["trace[1827196424] 'agreement among raft nodes before linearized reading' (duration: 207.970644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:02.46317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.305504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T14:01:02.463217Z","caller":"traceutil/trace.go:171","msg":"trace[189717011] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6300; }","duration":"210.366525ms","start":"2026-04-23T14:01:02.25284Z","end":"2026-04-23T14:01:02.463207Z","steps":["trace[189717011] 'agreement among raft nodes before linearized reading' (duration: 210.242722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.590357Z","caller":"traceutil/trace.go:171","msg":"trace[741101552] linearizableReadLoop","detail":"{readStateIndex:6536; appliedIndex:6535; }","duration":"110.759934ms","start":"2026-04-23T14:01:02.479574Z","end":"2026-04-23T14:01:02.590334Z","steps":["trace[741101552] 'read index received' (duration: 63.673967ms)","trace[741101552] 'applied index is now lower than readState.Index' (duration: 47.085077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:02.590548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.957579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T14:01:02.59058Z","caller":"traceutil/trace.go:171","msg":"trace[474754806] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6301; }","duration":"111.04323ms","start":"2026-04-23T14:01:02.479527Z","end":"2026-04-23T14:01:02.59057Z","steps":["trace[474754806] 'agreement among raft nodes before linearized reading' (duration: 110.885216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:02.590794Z","caller":"traceutil/trace.go:171","msg":"trace[444352614] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"112.738216ms","start":"2026-04-23T14:01:02.478046Z","end":"2026-04-23T14:01:02.590784Z","steps":["trace[444352614] 'process raft request' (duration: 65.211058ms)","trace[444352614] 'compare' (duration: 46.912724ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:02.627883Z","caller":"traceutil/trace.go:171","msg":"trace[398391196] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"146.499675ms","start":"2026-04-23T14:01:02.481363Z","end":"2026-04-23T14:01:02.627863Z","steps":["trace[398391196] 'process raft request' (duration: 146.2885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:03.311127Z","caller":"traceutil/trace.go:171","msg":"trace[556108135] linearizableReadLoop","detail":"{readStateIndex:6541; appliedIndex:6540; }","duration":"136.520243ms","start":"2026-04-23T14:01:03.174578Z","end":"2026-04-23T14:01:03.311099Z","steps":["trace[556108135] 'read index received' (duration: 39.448287ms)","trace[556108135] 'applied index is now lower than readState.Index' (duration: 97.070826ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:03.311323Z","caller":"traceutil/trace.go:171","msg":"trace[1225969672] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"172.201133ms","start":"2026-04-23T14:01:03.139071Z","end":"2026-04-23T14:01:03.311272Z","steps":["trace[1225969672] 'process raft request' (duration: 74.969603ms)","trace[1225969672] 'compare' (duration: 96.902674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:03.31286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.258152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-23T14:01:03.312918Z","caller":"traceutil/trace.go:171","msg":"trace[1258890829] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6306; }","duration":"138.361423ms","start":"2026-04-23T14:01:03.174541Z","end":"2026-04-23T14:01:03.312903Z","steps":["trace[1258890829] 'agreement among raft nodes before linearized reading' (duration: 136.715659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:30.165011Z","caller":"traceutil/trace.go:171","msg":"trace[502552788] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"108.578336ms","start":"2026-04-23T14:01:30.056414Z","end":"2026-04-23T14:01:30.164993Z","steps":["trace[502552788] 'process raft request' (duration: 108.436883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:30.189343Z","caller":"traceutil/trace.go:171","msg":"trace[1466961802] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"101.030698ms","start":"2026-04-23T14:01:30.088289Z","end":"2026-04-23T14:01:30.18932Z","steps":["trace[1466961802] 'process raft request' (duration: 100.918446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:31.30226Z","caller":"traceutil/trace.go:171","msg":"trace[657129545] linearizableReadLoop","detail":"{readStateIndex:6816; appliedIndex:6815; }","duration":"113.13653ms","start":"2026-04-23T14:01:31.1891Z","end":"2026-04-23T14:01:31.302236Z","steps":["trace[657129545] 'read index received' (duration: 76.204147ms)","trace[657129545] 'applied index is now lower than readState.Index' (duration: 36.931113ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:01:31.30228Z","caller":"traceutil/trace.go:171","msg":"trace[747383917] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"127.496558ms","start":"2026-04-23T14:01:31.174748Z","end":"2026-04-23T14:01:31.302244Z","steps":["trace[747383917] 'process raft request' (duration: 90.45428ms)","trace[747383917] 'compare' (duration: 36.638934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:01:31.302424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.310306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:01:31.302502Z","caller":"traceutil/trace.go:171","msg":"trace[1359967240] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6574; }","duration":"113.447791ms","start":"2026-04-23T14:01:31.189042Z","end":"2026-04-23T14:01:31.30249Z","steps":["trace[1359967240] 'agreement among raft nodes before linearized reading' (duration: 113.284495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:46.82886Z","caller":"traceutil/trace.go:171","msg":"trace[320053371] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"102.911973ms","start":"2026-04-23T14:01:46.725916Z","end":"2026-04-23T14:01:46.828828Z","steps":["trace[320053371] 'process raft request' (duration: 102.775438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:48.09474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.217752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:01:48.094796Z","caller":"traceutil/trace.go:171","msg":"trace[1459172562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6709; }","duration":"292.320476ms","start":"2026-04-23T14:01:47.802464Z","end":"2026-04-23T14:01:48.094784Z","steps":["trace[1459172562] 'range keys from in-memory index tree' (duration: 292.103747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:48.095134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.515138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218838"} {"level":"info","ts":"2026-04-23T14:01:48.095177Z","caller":"traceutil/trace.go:171","msg":"trace[949965099] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6709; }","duration":"269.58216ms","start":"2026-04-23T14:01:47.825585Z","end":"2026-04-23T14:01:48.095167Z","steps":["trace[949965099] 'range keys from in-memory index tree' (duration: 269.342482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:48.095441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.564493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:01:48.095467Z","caller":"traceutil/trace.go:171","msg":"trace[23407439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6709; }","duration":"183.613565ms","start":"2026-04-23T14:01:47.911848Z","end":"2026-04-23T14:01:48.095461Z","steps":["trace[23407439] 'range keys from in-memory index tree' (duration: 183.515231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:48.095605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.081871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:01:48.095631Z","caller":"traceutil/trace.go:171","msg":"trace[312167512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6709; }","duration":"147.127133ms","start":"2026-04-23T14:01:47.948498Z","end":"2026-04-23T14:01:48.095625Z","steps":["trace[312167512] 'range keys from in-memory index tree' (duration: 147.033159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:01:48.095794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.035632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:01:48.095819Z","caller":"traceutil/trace.go:171","msg":"trace[487134505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6709; }","duration":"104.084893ms","start":"2026-04-23T14:01:47.991728Z","end":"2026-04-23T14:01:48.095812Z","steps":["trace[487134505] 'range keys from in-memory index tree' (duration: 103.98933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:01:53.543546Z","caller":"traceutil/trace.go:171","msg":"trace[561548712] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"151.936157ms","start":"2026-04-23T14:01:53.391586Z","end":"2026-04-23T14:01:53.543522Z","steps":["trace[561548712] 'process raft request' (duration: 79.959974ms)","trace[561548712] 'compare' (duration: 71.870099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:25.503766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.804087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:384"} {"level":"info","ts":"2026-04-23T14:02:25.503838Z","caller":"traceutil/trace.go:171","msg":"trace[210797789] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:6909; }","duration":"195.91046ms","start":"2026-04-23T14:02:25.307907Z","end":"2026-04-23T14:02:25.503818Z","steps":["trace[210797789] 'range keys from in-memory index tree' (duration: 195.630481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:25.633252Z","caller":"traceutil/trace.go:171","msg":"trace[106815456] linearizableReadLoop","detail":"{readStateIndex:7166; appliedIndex:7165; }","duration":"122.821487ms","start":"2026-04-23T14:02:25.510408Z","end":"2026-04-23T14:02:25.633229Z","steps":["trace[106815456] 'read index received' (duration: 122.583129ms)","trace[106815456] 'applied index is now lower than readState.Index' (duration: 237.488µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:25.633401Z","caller":"traceutil/trace.go:171","msg":"trace[557601023] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"126.247236ms","start":"2026-04-23T14:02:25.507116Z","end":"2026-04-23T14:02:25.633364Z","steps":["trace[557601023] 'process raft request' (duration: 125.964237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:25.633667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.23501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:384"} {"level":"info","ts":"2026-04-23T14:02:25.633759Z","caller":"traceutil/trace.go:171","msg":"trace[624426929] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:6910; }","duration":"123.367315ms","start":"2026-04-23T14:02:25.510379Z","end":"2026-04-23T14:02:25.633746Z","steps":["trace[624426929] 'agreement among raft nodes before linearized reading' (duration: 123.062865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:25.775504Z","caller":"traceutil/trace.go:171","msg":"trace[2159331] linearizableReadLoop","detail":"{readStateIndex:7167; appliedIndex:7166; }","duration":"125.895875ms","start":"2026-04-23T14:02:25.64958Z","end":"2026-04-23T14:02:25.775476Z","steps":["trace[2159331] 'read index received' (duration: 89.994198ms)","trace[2159331] 'applied index is now lower than readState.Index' (duration: 35.900587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:25.775813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.203465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-23T14:02:25.775871Z","caller":"traceutil/trace.go:171","msg":"trace[614192941] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:6911; }","duration":"126.292556ms","start":"2026-04-23T14:02:25.649564Z","end":"2026-04-23T14:02:25.775856Z","steps":["trace[614192941] 'agreement among raft nodes before linearized reading' (duration: 126.034039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:25.775818Z","caller":"traceutil/trace.go:171","msg":"trace[550613640] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"131.628957ms","start":"2026-04-23T14:02:25.643932Z","end":"2026-04-23T14:02:25.775561Z","steps":["trace[550613640] 'process raft request' (duration: 95.631847ms)","trace[550613640] 'compare' (duration: 35.781733ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:25.857853Z","caller":"traceutil/trace.go:171","msg":"trace[947993774] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"130.387397ms","start":"2026-04-23T14:02:25.727442Z","end":"2026-04-23T14:02:25.857829Z","steps":["trace[947993774] 'process raft request' (duration: 130.218101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:25.857888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.480819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:02:25.857971Z","caller":"traceutil/trace.go:171","msg":"trace[1460849607] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6912; }","duration":"142.604733ms","start":"2026-04-23T14:02:25.715347Z","end":"2026-04-23T14:02:25.857951Z","steps":["trace[1460849607] 'agreement among raft nodes before linearized reading' (duration: 142.48473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.004005Z","caller":"traceutil/trace.go:171","msg":"trace[2036331564] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"219.91623ms","start":"2026-04-23T14:02:25.784061Z","end":"2026-04-23T14:02:26.003977Z","steps":["trace[2036331564] 'process raft request' (duration: 219.523717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.004011Z","caller":"traceutil/trace.go:171","msg":"trace[791104448] linearizableReadLoop","detail":"{readStateIndex:7172; appliedIndex:7168; }","duration":"146.190527ms","start":"2026-04-23T14:02:25.857795Z","end":"2026-04-23T14:02:26.003986Z","steps":["trace[791104448] 'read index received' (duration: 145.820315ms)","trace[791104448] 'applied index is now lower than readState.Index' (duration: 368.872µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:26.004005Z","caller":"traceutil/trace.go:171","msg":"trace[196301671] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"219.386414ms","start":"2026-04-23T14:02:25.784589Z","end":"2026-04-23T14:02:26.003976Z","steps":["trace[196301671] 'process raft request' (duration: 219.167957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.004388Z","caller":"traceutil/trace.go:171","msg":"trace[1399124240] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"217.427892ms","start":"2026-04-23T14:02:25.786948Z","end":"2026-04-23T14:02:26.004376Z","steps":["trace[1399124240] 'process raft request' (duration: 216.880015ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.004518Z","caller":"traceutil/trace.go:171","msg":"trace[851209986] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"216.971757ms","start":"2026-04-23T14:02:25.787526Z","end":"2026-04-23T14:02:26.004498Z","steps":["trace[851209986] 'process raft request' (duration: 216.367858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.004599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.784809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-04-23T14:02:26.004641Z","caller":"traceutil/trace.go:171","msg":"trace[283540664] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:6916; }","duration":"221.856082ms","start":"2026-04-23T14:02:25.782772Z","end":"2026-04-23T14:02:26.004628Z","steps":["trace[283540664] 'agreement among raft nodes before linearized reading' (duration: 221.705936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.005202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.397158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:02:26.005271Z","caller":"traceutil/trace.go:171","msg":"trace[265914332] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6916; }","duration":"143.933965ms","start":"2026-04-23T14:02:25.861322Z","end":"2026-04-23T14:02:26.005256Z","steps":["trace[265914332] 'agreement among raft nodes before linearized reading' (duration: 143.404759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.005287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.305241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7c5d65b975-zfdjm\" ","response":"range_response_count:1 size:9780"} {"level":"info","ts":"2026-04-23T14:02:26.005379Z","caller":"traceutil/trace.go:171","msg":"trace[729851597] range","detail":"{range_begin:/registry/pods/openstack/horizon-7c5d65b975-zfdjm; range_end:; response_count:1; response_revision:6916; }","duration":"225.442595ms","start":"2026-04-23T14:02:25.77992Z","end":"2026-04-23T14:02:26.005363Z","steps":["trace[729851597] 'agreement among raft nodes before linearized reading' (duration: 224.565207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.147782Z","caller":"traceutil/trace.go:171","msg":"trace[85917791] linearizableReadLoop","detail":"{readStateIndex:7173; appliedIndex:7172; }","duration":"136.163745ms","start":"2026-04-23T14:02:26.011592Z","end":"2026-04-23T14:02:26.147755Z","steps":["trace[85917791] 'read index received' (duration: 57.172428ms)","trace[85917791] 'applied index is now lower than readState.Index' (duration: 78.990357ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:26.147844Z","caller":"traceutil/trace.go:171","msg":"trace[928786056] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"137.330231ms","start":"2026-04-23T14:02:26.01049Z","end":"2026-04-23T14:02:26.14782Z","steps":["trace[928786056] 'process raft request' (duration: 58.261001ms)","trace[928786056] 'compare' (duration: 78.898365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:26.147993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.380362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:02:26.148121Z","caller":"traceutil/trace.go:171","msg":"trace[1625337173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6917; }","duration":"136.547896ms","start":"2026-04-23T14:02:26.011562Z","end":"2026-04-23T14:02:26.14811Z","steps":["trace[1625337173] 'agreement among raft nodes before linearized reading' (duration: 136.307549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.155644Z","caller":"traceutil/trace.go:171","msg":"trace[227862095] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"137.731864ms","start":"2026-04-23T14:02:26.017894Z","end":"2026-04-23T14:02:26.155626Z","steps":["trace[227862095] 'process raft request' (duration: 137.478695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.155711Z","caller":"traceutil/trace.go:171","msg":"trace[367166865] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"139.690966ms","start":"2026-04-23T14:02:26.015997Z","end":"2026-04-23T14:02:26.155688Z","steps":["trace[367166865] 'process raft request' (duration: 139.294064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.155822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.52986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-04-23T14:02:26.159458Z","caller":"traceutil/trace.go:171","msg":"trace[1387759502] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:6919; }","duration":"143.194227ms","start":"2026-04-23T14:02:26.016231Z","end":"2026-04-23T14:02:26.159425Z","steps":["trace[1387759502] 'agreement among raft nodes before linearized reading' (duration: 139.50632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.325211Z","caller":"traceutil/trace.go:171","msg":"trace[1963197864] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"159.276306ms","start":"2026-04-23T14:02:26.165904Z","end":"2026-04-23T14:02:26.32518Z","steps":["trace[1963197864] 'process raft request' (duration: 149.757375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.325441Z","caller":"traceutil/trace.go:171","msg":"trace[641780451] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"155.496395ms","start":"2026-04-23T14:02:26.169936Z","end":"2026-04-23T14:02:26.325432Z","steps":["trace[641780451] 'process raft request' (duration: 155.29705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.325576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.631034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:1 size:7256"} {"level":"info","ts":"2026-04-23T14:02:26.325512Z","caller":"traceutil/trace.go:171","msg":"trace[1375479584] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"157.795248ms","start":"2026-04-23T14:02:26.167511Z","end":"2026-04-23T14:02:26.325306Z","steps":["trace[1375479584] 'process raft request' (duration: 157.597242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.32567Z","caller":"traceutil/trace.go:171","msg":"trace[271241946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:1; response_revision:6923; }","duration":"151.724827ms","start":"2026-04-23T14:02:26.173904Z","end":"2026-04-23T14:02:26.325629Z","steps":["trace[271241946] 'agreement among raft nodes before linearized reading' (duration: 151.548692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.326053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.974322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-23T14:02:26.326091Z","caller":"traceutil/trace.go:171","msg":"trace[835715104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6923; }","duration":"157.025164ms","start":"2026-04-23T14:02:26.169056Z","end":"2026-04-23T14:02:26.326081Z","steps":["trace[835715104] 'agreement among raft nodes before linearized reading' (duration: 156.9008ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.326232Z","caller":"traceutil/trace.go:171","msg":"trace[832718688] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7176; }","duration":"124.847477ms","start":"2026-04-23T14:02:26.200559Z","end":"2026-04-23T14:02:26.325407Z","steps":["trace[832718688] 'read index received' (duration: 115.209072ms)","trace[832718688] 'applied index is now lower than readState.Index' (duration: 9.637285ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:26.36328Z","caller":"traceutil/trace.go:171","msg":"trace[1886152400] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"151.430307ms","start":"2026-04-23T14:02:26.211822Z","end":"2026-04-23T14:02:26.363252Z","steps":["trace[1886152400] 'process raft request' (duration: 151.169409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.363289Z","caller":"traceutil/trace.go:171","msg":"trace[1658157813] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"114.395757ms","start":"2026-04-23T14:02:26.248846Z","end":"2026-04-23T14:02:26.363242Z","steps":["trace[1658157813] 'process raft request' (duration: 114.285494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.363363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.655056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:02:26.363401Z","caller":"traceutil/trace.go:171","msg":"trace[238353425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6925; }","duration":"146.725227ms","start":"2026-04-23T14:02:26.216666Z","end":"2026-04-23T14:02:26.363392Z","steps":["trace[238353425] 'agreement among raft nodes before linearized reading' (duration: 146.655915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.478198Z","caller":"traceutil/trace.go:171","msg":"trace[1475283855] linearizableReadLoop","detail":"{readStateIndex:7182; appliedIndex:7181; }","duration":"114.993755ms","start":"2026-04-23T14:02:26.363184Z","end":"2026-04-23T14:02:26.478177Z","steps":["trace[1475283855] 'read index received' (duration: 76.347174ms)","trace[1475283855] 'applied index is now lower than readState.Index' (duration: 38.645381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:26.478539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.567613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:1 size:4722"} {"level":"info","ts":"2026-04-23T14:02:26.478579Z","caller":"traceutil/trace.go:171","msg":"trace[1551289395] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:1; response_revision:6926; }","duration":"146.642415ms","start":"2026-04-23T14:02:26.331924Z","end":"2026-04-23T14:02:26.478566Z","steps":["trace[1551289395] 'agreement among raft nodes before linearized reading' (duration: 146.483201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.478753Z","caller":"traceutil/trace.go:171","msg":"trace[410791005] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"142.463362ms","start":"2026-04-23T14:02:26.335895Z","end":"2026-04-23T14:02:26.478359Z","steps":["trace[410791005] 'process raft request' (duration: 103.620765ms)","trace[410791005] 'compare' (duration: 38.354613ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:26.485685Z","caller":"traceutil/trace.go:171","msg":"trace[1031664172] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"117.321239ms","start":"2026-04-23T14:02:26.368353Z","end":"2026-04-23T14:02:26.485674Z","steps":["trace[1031664172] 'process raft request' (duration: 117.205845ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.485917Z","caller":"traceutil/trace.go:171","msg":"trace[1178332248] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"117.512506ms","start":"2026-04-23T14:02:26.368397Z","end":"2026-04-23T14:02:26.485909Z","steps":["trace[1178332248] 'process raft request' (duration: 117.237387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.486159Z","caller":"traceutil/trace.go:171","msg":"trace[1823090361] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"117.325709ms","start":"2026-04-23T14:02:26.368826Z","end":"2026-04-23T14:02:26.486152Z","steps":["trace[1823090361] 'process raft request' (duration: 116.953707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.486339Z","caller":"traceutil/trace.go:171","msg":"trace[1296417482] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"117.232585ms","start":"2026-04-23T14:02:26.369099Z","end":"2026-04-23T14:02:26.486331Z","steps":["trace[1296417482] 'process raft request' (duration: 116.937797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.486575Z","caller":"traceutil/trace.go:171","msg":"trace[2089506369] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"114.219541ms","start":"2026-04-23T14:02:26.372333Z","end":"2026-04-23T14:02:26.486553Z","steps":["trace[2089506369] 'process raft request' (duration: 113.791978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.515837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.348773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:02:26.515927Z","caller":"traceutil/trace.go:171","msg":"trace[158936867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6931; }","duration":"150.528718ms","start":"2026-04-23T14:02:26.365378Z","end":"2026-04-23T14:02:26.515907Z","steps":["trace[158936867] 'agreement among raft nodes before linearized reading' (duration: 150.368424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.51592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.778851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T14:02:26.515979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.173749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:02:26.515988Z","caller":"traceutil/trace.go:171","msg":"trace[1870794424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6931; }","duration":"128.882664ms","start":"2026-04-23T14:02:26.387089Z","end":"2026-04-23T14:02:26.515972Z","steps":["trace[1870794424] 'agreement among raft nodes before linearized reading' (duration: 128.684927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.516034Z","caller":"traceutil/trace.go:171","msg":"trace[1643882008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6931; }","duration":"145.244452ms","start":"2026-04-23T14:02:26.370775Z","end":"2026-04-23T14:02:26.51602Z","steps":["trace[1643882008] 'agreement among raft nodes before linearized reading' (duration: 145.116778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:26.51651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.145124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:02:26.516564Z","caller":"traceutil/trace.go:171","msg":"trace[1795223750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6931; }","duration":"123.225095ms","start":"2026-04-23T14:02:26.393326Z","end":"2026-04-23T14:02:26.516551Z","steps":["trace[1795223750] 'agreement among raft nodes before linearized reading' (duration: 123.07399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.716099Z","caller":"traceutil/trace.go:171","msg":"trace[1611382089] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"193.868409ms","start":"2026-04-23T14:02:26.52221Z","end":"2026-04-23T14:02:26.716078Z","steps":["trace[1611382089] 'process raft request' (duration: 182.633213ms)","trace[1611382089] 'compare' (duration: 11.05804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:26.716179Z","caller":"traceutil/trace.go:171","msg":"trace[821570100] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"193.941221ms","start":"2026-04-23T14:02:26.522215Z","end":"2026-04-23T14:02:26.716157Z","steps":["trace[821570100] 'process raft request' (duration: 193.788905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.716244Z","caller":"traceutil/trace.go:171","msg":"trace[402395912] linearizableReadLoop","detail":"{readStateIndex:7191; appliedIndex:7188; }","duration":"192.731172ms","start":"2026-04-23T14:02:26.523504Z","end":"2026-04-23T14:02:26.716236Z","steps":["trace[402395912] 'read index received' (duration: 38.805017ms)","trace[402395912] 'applied index is now lower than readState.Index' (duration: 153.925375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:26.716378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.864566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:1 size:4302"} {"level":"info","ts":"2026-04-23T14:02:26.716405Z","caller":"traceutil/trace.go:171","msg":"trace[1420013588] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:1; response_revision:6935; }","duration":"192.95505ms","start":"2026-04-23T14:02:26.523441Z","end":"2026-04-23T14:02:26.716396Z","steps":["trace[1420013588] 'agreement among raft nodes before linearized reading' (duration: 192.823946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:26.716477Z","caller":"traceutil/trace.go:171","msg":"trace[1179017600] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"187.92204ms","start":"2026-04-23T14:02:26.528547Z","end":"2026-04-23T14:02:26.716469Z","steps":["trace[1179017600] 'process raft request' (duration: 187.488637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:27.997948Z","caller":"traceutil/trace.go:171","msg":"trace[1770670144] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"135.573971ms","start":"2026-04-23T14:02:27.862339Z","end":"2026-04-23T14:02:27.997913Z","steps":["trace[1770670144] 'process raft request' (duration: 91.82445ms)","trace[1770670144] 'compare' (duration: 43.554414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:36.986354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.522374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:02:36.98649Z","caller":"traceutil/trace.go:171","msg":"trace[1017287159] linearizableReadLoop","detail":"{readStateIndex:7241; appliedIndex:7240; }","duration":"154.339472ms","start":"2026-04-23T14:02:36.832135Z","end":"2026-04-23T14:02:36.986474Z","steps":["trace[1017287159] 'read index received' (duration: 36.441µs)","trace[1017287159] 'applied index is now lower than readState.Index' (duration: 154.30186ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:36.986716Z","caller":"traceutil/trace.go:171","msg":"trace[1931856887] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"285.283452ms","start":"2026-04-23T14:02:36.701419Z","end":"2026-04-23T14:02:36.986702Z","steps":["trace[1931856887] 'process raft request' (duration: 60.332394ms)","trace[1931856887] 'compare' (duration: 224.410451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:02:36.987172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.814574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:02:36.987244Z","caller":"traceutil/trace.go:171","msg":"trace[1537788318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6982; }","duration":"152.954728ms","start":"2026-04-23T14:02:36.834272Z","end":"2026-04-23T14:02:36.987227Z","steps":["trace[1537788318] 'agreement among raft nodes before linearized reading' (duration: 152.660429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:02:36.987218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.005362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:02:36.987813Z","caller":"traceutil/trace.go:171","msg":"trace[419205434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6982; }","duration":"155.646862ms","start":"2026-04-23T14:02:36.832128Z","end":"2026-04-23T14:02:36.987775Z","steps":["trace[419205434] 'agreement among raft nodes before linearized reading' (duration: 154.798395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:37.163635Z","caller":"traceutil/trace.go:171","msg":"trace[1950916364] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"171.922114ms","start":"2026-04-23T14:02:36.99169Z","end":"2026-04-23T14:02:37.163612Z","steps":["trace[1950916364] 'process raft request' (duration: 169.765647ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:37.163643Z","caller":"traceutil/trace.go:171","msg":"trace[1450235713] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"113.714108ms","start":"2026-04-23T14:02:37.049898Z","end":"2026-04-23T14:02:37.163612Z","steps":["trace[1450235713] 'process raft request' (duration: 113.543723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:02:43.454856Z","caller":"traceutil/trace.go:171","msg":"trace[1722965484] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"172.123123ms","start":"2026-04-23T14:02:43.282705Z","end":"2026-04-23T14:02:43.454828Z","steps":["trace[1722965484] 'process raft request' (duration: 158.024956ms)","trace[1722965484] 'compare' (duration: 13.816998ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:02:54.040469Z","caller":"traceutil/trace.go:171","msg":"trace[1351346337] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"181.319483ms","start":"2026-04-23T14:02:53.859126Z","end":"2026-04-23T14:02:54.040445Z","steps":["trace[1351346337] 'process raft request' (duration: 181.147948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:07.577806Z","caller":"traceutil/trace.go:171","msg":"trace[156994661] transaction","detail":"{read_only:false; response_revision:7136; number_of_response:1; }","duration":"158.524083ms","start":"2026-04-23T14:03:07.419199Z","end":"2026-04-23T14:03:07.577723Z","steps":["trace[156994661] 'process raft request' (duration: 112.088222ms)","trace[156994661] 'compare' (duration: 45.924765ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:07.810263Z","caller":"traceutil/trace.go:171","msg":"trace[377266581] linearizableReadLoop","detail":"{readStateIndex:7404; appliedIndex:7402; }","duration":"162.890034ms","start":"2026-04-23T14:03:07.647347Z","end":"2026-04-23T14:03:07.810237Z","steps":["trace[377266581] 'read index received' (duration: 7.544968ms)","trace[377266581] 'applied index is now lower than readState.Index' (duration: 155.343956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:07.810687Z","caller":"traceutil/trace.go:171","msg":"trace[1600933730] transaction","detail":"{read_only:false; response_revision:7138; number_of_response:1; }","duration":"225.161823ms","start":"2026-04-23T14:03:07.585507Z","end":"2026-04-23T14:03:07.810669Z","steps":["trace[1600933730] 'process raft request' (duration: 224.128403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:07.810791Z","caller":"traceutil/trace.go:171","msg":"trace[631251960] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"183.27641ms","start":"2026-04-23T14:03:07.627474Z","end":"2026-04-23T14:03:07.81075Z","steps":["trace[631251960] 'process raft request' (duration: 182.714913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:07.810918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.535724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:07.810953Z","caller":"traceutil/trace.go:171","msg":"trace[1330899573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7139; }","duration":"163.605526ms","start":"2026-04-23T14:03:07.647339Z","end":"2026-04-23T14:03:07.810944Z","steps":["trace[1330899573] 'agreement among raft nodes before linearized reading' (duration: 162.996897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:08.073574Z","caller":"traceutil/trace.go:171","msg":"trace[2086242959] linearizableReadLoop","detail":"{readStateIndex:7406; appliedIndex:7405; }","duration":"176.888404ms","start":"2026-04-23T14:03:07.896658Z","end":"2026-04-23T14:03:08.073546Z","steps":["trace[2086242959] 'read index received' (duration: 87.620052ms)","trace[2086242959] 'applied index is now lower than readState.Index' (duration: 89.267211ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:08.073657Z","caller":"traceutil/trace.go:171","msg":"trace[1931921609] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"184.390641ms","start":"2026-04-23T14:03:07.889225Z","end":"2026-04-23T14:03:08.073615Z","steps":["trace[1931921609] 'process raft request' (duration: 95.10287ms)","trace[1931921609] 'compare' (duration: 89.084295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:08.073729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.05754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:1 size:13450"} {"level":"info","ts":"2026-04-23T14:03:08.073995Z","caller":"traceutil/trace.go:171","msg":"trace[701550078] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:1; response_revision:7141; }","duration":"177.342898ms","start":"2026-04-23T14:03:07.896628Z","end":"2026-04-23T14:03:08.073971Z","steps":["trace[701550078] 'agreement among raft nodes before linearized reading' (duration: 177.008548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.568562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.865886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:14.568691Z","caller":"traceutil/trace.go:171","msg":"trace[1933739315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7169; }","duration":"655.02619ms","start":"2026-04-23T14:03:13.91365Z","end":"2026-04-23T14:03:14.568676Z","steps":["trace[1933739315] 'range keys from in-memory index tree' (duration: 654.753732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.568806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:13.913637Z","time spent":"655.162464ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:14.568873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.101261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T14:03:14.568956Z","caller":"traceutil/trace.go:171","msg":"trace[1604660475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7169; }","duration":"430.234365ms","start":"2026-04-23T14:03:14.1387Z","end":"2026-04-23T14:03:14.568934Z","steps":["trace[1604660475] 'range keys from in-memory index tree' (duration: 429.926176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.569002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.138681Z","time spent":"430.312166ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:14.569289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.815636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:14.569431Z","caller":"traceutil/trace.go:171","msg":"trace[306268359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7169; }","duration":"355.036673ms","start":"2026-04-23T14:03:14.21436Z","end":"2026-04-23T14:03:14.569397Z","steps":["trace[306268359] 'range keys from in-memory index tree' (duration: 354.657242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.57036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.214341Z","time spent":"356.001092ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T14:03:14.600186Z","caller":"traceutil/trace.go:171","msg":"trace[7313904] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"299.260742ms","start":"2026-04-23T14:03:14.300906Z","end":"2026-04-23T14:03:14.600166Z","steps":["trace[7313904] 'process raft request' (duration: 299.061776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:14.600173Z","caller":"traceutil/trace.go:171","msg":"trace[1576402648] linearizableReadLoop","detail":"{readStateIndex:7436; appliedIndex:7435; }","duration":"108.044527ms","start":"2026-04-23T14:03:14.492096Z","end":"2026-04-23T14:03:14.600141Z","steps":["trace[1576402648] 'read index received' (duration: 107.709407ms)","trace[1576402648] 'applied index is now lower than readState.Index' (duration: 333.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:14.60048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.352135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12296"} {"level":"info","ts":"2026-04-23T14:03:14.600554Z","caller":"traceutil/trace.go:171","msg":"trace[1487868280] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7170; }","duration":"108.484139ms","start":"2026-04-23T14:03:14.492055Z","end":"2026-04-23T14:03:14.600539Z","steps":["trace[1487868280] 'agreement among raft nodes before linearized reading' (duration: 108.199491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.959217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.185752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:14.959395Z","caller":"traceutil/trace.go:171","msg":"trace[2056380274] linearizableReadLoop","detail":"{readStateIndex:7438; appliedIndex:7436; }","duration":"359.137355ms","start":"2026-04-23T14:03:14.600242Z","end":"2026-04-23T14:03:14.959379Z","steps":["trace[2056380274] 'read index received' (duration: 97.631893ms)","trace[2056380274] 'applied index is now lower than readState.Index' (duration: 261.504002ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:14.959528Z","caller":"traceutil/trace.go:171","msg":"trace[1577321349] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"386.03115ms","start":"2026-04-23T14:03:14.57347Z","end":"2026-04-23T14:03:14.959501Z","steps":["trace[1577321349] 'process raft request' (duration: 124.479098ms)","trace[1577321349] 'compare' (duration: 261.068358ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:14.959552Z","caller":"traceutil/trace.go:171","msg":"trace[1045045154] transaction","detail":"{read_only:false; response_revision:7172; number_of_response:1; }","duration":"385.817075ms","start":"2026-04-23T14:03:14.5737Z","end":"2026-04-23T14:03:14.959517Z","steps":["trace[1045045154] 'process raft request' (duration: 385.617648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.959632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.573443Z","time spent":"386.131514ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:14.959636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.150765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:14.959684Z","caller":"traceutil/trace.go:171","msg":"trace[285969817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7172; }","duration":"386.233867ms","start":"2026-04-23T14:03:14.57343Z","end":"2026-04-23T14:03:14.959664Z","steps":["trace[285969817] 'agreement among raft nodes before linearized reading' (duration: 386.158034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.959718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.57368Z","time spent":"385.951719ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:14.959727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.573409Z","time spent":"386.308219ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:14.960121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.743897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:03:14.960162Z","caller":"traceutil/trace.go:171","msg":"trace[1835955448] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7172; }","duration":"292.82457ms","start":"2026-04-23T14:03:14.667326Z","end":"2026-04-23T14:03:14.96015Z","steps":["trace[1835955448] 'agreement among raft nodes before linearized reading' (duration: 292.704446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.96032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.434894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-04-23T14:03:14.960357Z","caller":"traceutil/trace.go:171","msg":"trace[1483262990] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:7172; }","duration":"354.500196ms","start":"2026-04-23T14:03:14.605846Z","end":"2026-04-23T14:03:14.960346Z","steps":["trace[1483262990] 'agreement among raft nodes before linearized reading' (duration: 354.129005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:14.960387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.60583Z","time spent":"354.547318ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-23T14:03:15.296887Z","caller":"traceutil/trace.go:171","msg":"trace[1471636327] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"333.600612ms","start":"2026-04-23T14:03:14.963261Z","end":"2026-04-23T14:03:15.296861Z","steps":["trace[1471636327] 'process raft request' (duration: 252.632029ms)","trace[1471636327] 'compare' (duration: 80.87303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:15.297043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.963242Z","time spent":"333.711985ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:15.321365Z","caller":"traceutil/trace.go:171","msg":"trace[1389199828] linearizableReadLoop","detail":"{readStateIndex:7441; appliedIndex:7438; }","duration":"354.27942ms","start":"2026-04-23T14:03:14.967048Z","end":"2026-04-23T14:03:15.321327Z","steps":["trace[1389199828] 'read index received' (duration: 248.855606ms)","trace[1389199828] 'applied index is now lower than readState.Index' (duration: 105.422434ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:15.321444Z","caller":"traceutil/trace.go:171","msg":"trace[1032775793] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"356.055593ms","start":"2026-04-23T14:03:14.965364Z","end":"2026-04-23T14:03:15.32142Z","steps":["trace[1032775793] 'process raft request' (duration: 355.918699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:15.321542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.357642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:03:15.321575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.965348Z","time spent":"356.156506ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:15.321583Z","caller":"traceutil/trace.go:171","msg":"trace[175604720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7175; }","duration":"106.471835ms","start":"2026-04-23T14:03:15.215101Z","end":"2026-04-23T14:03:15.321573Z","steps":["trace[175604720] 'agreement among raft nodes before linearized reading' (duration: 106.377663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:15.321582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.489816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:15.321689Z","caller":"traceutil/trace.go:171","msg":"trace[1882754740] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:7175; }","duration":"354.636921ms","start":"2026-04-23T14:03:14.967023Z","end":"2026-04-23T14:03:15.32166Z","steps":["trace[1882754740] 'agreement among raft nodes before linearized reading' (duration: 354.411524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:15.321743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.967012Z","time spent":"354.721893ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-23T14:03:15.321813Z","caller":"traceutil/trace.go:171","msg":"trace[262283384] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"357.424043ms","start":"2026-04-23T14:03:14.964366Z","end":"2026-04-23T14:03:15.32179Z","steps":["trace[262283384] 'process raft request' (duration: 356.749353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:15.321939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:14.964349Z","time spent":"357.538537ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:15.828264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:16.329343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:16.830394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:17.331397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:17.832554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:18.216728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T14:03:18.216793Z","caller":"traceutil/trace.go:171","msg":"trace[1564325375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578724s","start":"2026-04-23T14:03:16.2162Z","end":"2026-04-23T14:03:18.216779Z","steps":["trace[1564325375] 'agreement among raft nodes before linearized reading' (duration: 2.000487661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:18.216827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:16.216183Z","time spent":"2.000637366s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 14:03:18 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T14:03:18.333761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:18.615211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.289025806s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T14:03:18.686132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:16.664039Z","time spent":"2.022088197s","remote":"127.0.0.1:43326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T14:03:18.686524Z","caller":"traceutil/trace.go:171","msg":"trace[277389334] transaction","detail":"{read_only:false; response_revision:7176; number_of_response:1; }","duration":"3.360374503s","start":"2026-04-23T14:03:15.326125Z","end":"2026-04-23T14:03:18.6865Z","steps":["trace[277389334] 'process raft request' (duration: 3.289398926s)","trace[277389334] 'compare' (duration: 70.38613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:18.686638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.326113Z","time spent":"3.360459936s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:19.145363Z","caller":"traceutil/trace.go:171","msg":"trace[2079061276] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"3.564962376s","start":"2026-04-23T14:03:15.580381Z","end":"2026-04-23T14:03:19.145343Z","steps":["trace[2079061276] 'process raft request' (duration: 3.564909824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:19.14543Z","caller":"traceutil/trace.go:171","msg":"trace[2049787550] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"3.780270728s","start":"2026-04-23T14:03:15.365116Z","end":"2026-04-23T14:03:19.145387Z","steps":["trace[2049787550] 'process raft request' (duration: 3.780051762s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.14549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.580342Z","time spent":"3.565078381s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:19.14563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.3651Z","time spent":"3.780421433s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:19.145685Z","caller":"traceutil/trace.go:171","msg":"trace[1490970962] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"3.310630689s","start":"2026-04-23T14:03:15.835042Z","end":"2026-04-23T14:03:19.145673Z","steps":["trace[1490970962] 'process raft request' (duration: 3.310273429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.145732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.835023Z","time spent":"3.31068609s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:19.28507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.547678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T14:03:19.285344Z","caller":"traceutil/trace.go:171","msg":"trace[2052998321] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"2.679764347s","start":"2026-04-23T14:03:16.605562Z","end":"2026-04-23T14:03:19.285326Z","steps":["trace[2052998321] 'process raft request' (duration: 2.679613402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.285462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:16.605544Z","time spent":"2.679840458s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:19.401727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.301875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:19.401954Z","caller":"traceutil/trace.go:171","msg":"trace[1180372560] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"774.6262ms","start":"2026-04-23T14:03:18.62731Z","end":"2026-04-23T14:03:19.401936Z","steps":["trace[1180372560] 'process raft request' (duration: 774.531217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:19.40197Z","caller":"traceutil/trace.go:171","msg":"trace[784967781] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"1.455777015s","start":"2026-04-23T14:03:17.946143Z","end":"2026-04-23T14:03:19.40192Z","steps":["trace[784967781] 'process raft request' (duration: 1.339163571s)","trace[784967781] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 115.722737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:19.401972Z","caller":"traceutil/trace.go:171","msg":"trace[451247638] linearizableReadLoop","detail":"{readStateIndex:7448; appliedIndex:7441; }","duration":"4.07418362s","start":"2026-04-23T14:03:15.32775Z","end":"2026-04-23T14:03:19.401933Z","steps":["trace[451247638] 'read index received' (duration: 3.287646234s)","trace[451247638] 'applied index is now lower than readState.Index' (duration: 786.534196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:19.402181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.946105Z","time spent":"1.455947551s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:19.402203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677718858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:19.40223Z","caller":"traceutil/trace.go:171","msg":"trace[34338092] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7182; }","duration":"3.67777s","start":"2026-04-23T14:03:15.724451Z","end":"2026-04-23T14:03:19.402221Z","steps":["trace[34338092] 'agreement among raft nodes before linearized reading' (duration: 3.677716459s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.402253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.724437Z","time spent":"3.677812672s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.402345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074559221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-04-23T14:03:19.402006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.62729Z","time spent":"774.694351ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:19.402407Z","caller":"traceutil/trace.go:171","msg":"trace[131444152] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:7182; }","duration":"4.074671565s","start":"2026-04-23T14:03:15.327715Z","end":"2026-04-23T14:03:19.402387Z","steps":["trace[131444152] 'agreement among raft nodes before linearized reading' (duration: 4.074415367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.402505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:15.327699Z","time spent":"4.074795259s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T14:03:19.402601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077125626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T14:03:19.402524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093034881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:19.40265Z","caller":"traceutil/trace.go:171","msg":"trace[815497620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7182; }","duration":"2.077199408s","start":"2026-04-23T14:03:17.325434Z","end":"2026-04-23T14:03:19.402633Z","steps":["trace[815497620] 'agreement among raft nodes before linearized reading' (duration: 2.077044994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.402672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189344296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T14:03:19.402681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.325417Z","time spent":"2.077258769s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T14:03:19.402697Z","caller":"traceutil/trace.go:171","msg":"trace[1619877626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7182; }","duration":"2.189415329s","start":"2026-04-23T14:03:17.213276Z","end":"2026-04-23T14:03:19.402691Z","steps":["trace[1619877626] 'agreement among raft nodes before linearized reading' (duration: 2.189353706s)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:19.402703Z","caller":"traceutil/trace.go:171","msg":"trace[2081609704] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:7182; }","duration":"2.093218465s","start":"2026-04-23T14:03:17.309459Z","end":"2026-04-23T14:03:19.402678Z","steps":["trace[2081609704] 'agreement among raft nodes before linearized reading' (duration: 2.093043271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.402774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438940518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T14:03:19.402775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.309448Z","time spent":"2.093306158s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.402825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.98857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:03:19.402836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439011311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:19.402855Z","caller":"traceutil/trace.go:171","msg":"trace[1931346142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7182; }","duration":"2.439057362s","start":"2026-04-23T14:03:16.963793Z","end":"2026-04-23T14:03:19.402851Z","steps":["trace[1931346142] 'agreement among raft nodes before linearized reading' (duration: 2.439010491s)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:19.402861Z","caller":"traceutil/trace.go:171","msg":"trace[481276428] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7182; }","duration":"555.052071ms","start":"2026-04-23T14:03:18.847796Z","end":"2026-04-23T14:03:19.402848Z","steps":["trace[481276428] 'agreement among raft nodes before linearized reading' (duration: 555.00095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.402873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:16.963777Z","time spent":"2.439093023s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:19.402887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.847783Z","time spent":"555.096822ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.402719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.213251Z","time spent":"2.189464759s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T14:03:19.402619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101345969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:03:19.403027Z","caller":"traceutil/trace.go:171","msg":"trace[447483552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7182; }","duration":"2.101769501s","start":"2026-04-23T14:03:17.301245Z","end":"2026-04-23T14:03:19.403014Z","steps":["trace[447483552] 'agreement among raft nodes before linearized reading' (duration: 2.101292026s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.403005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185886565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:19.402794Z","caller":"traceutil/trace.go:171","msg":"trace[1674390099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7182; }","duration":"2.439003412s","start":"2026-04-23T14:03:16.963786Z","end":"2026-04-23T14:03:19.40279Z","steps":["trace[1674390099] 'agreement among raft nodes before linearized reading' (duration: 2.43895388s)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:19.403118Z","caller":"traceutil/trace.go:171","msg":"trace[2084063122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7182; }","duration":"1.18605322s","start":"2026-04-23T14:03:18.21704Z","end":"2026-04-23T14:03:19.403093Z","steps":["trace[2084063122] 'agreement among raft nodes before linearized reading' (duration: 1.185806753s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.403147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:16.963764Z","time spent":"2.439367272s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:19.403185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.217028Z","time spent":"1.186148673s","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:19.403505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376691665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:19.403538Z","caller":"traceutil/trace.go:171","msg":"trace[1628099648] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7182; }","duration":"1.376765758s","start":"2026-04-23T14:03:18.026764Z","end":"2026-04-23T14:03:19.40353Z","steps":["trace[1628099648] 'agreement among raft nodes before linearized reading' (duration: 1.376681696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.403561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.026735Z","time spent":"1.376819739s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.403652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.3322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:19.403689Z","caller":"traceutil/trace.go:171","msg":"trace[864462478] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7182; }","duration":"604.420554ms","start":"2026-04-23T14:03:18.799255Z","end":"2026-04-23T14:03:19.403676Z","steps":["trace[864462478] 'agreement among raft nodes before linearized reading' (duration: 604.352831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.403719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.799232Z","time spent":"604.479196ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.403064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.301228Z","time spent":"2.101823882s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:03:19.403804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173246197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:19.403827Z","caller":"traceutil/trace.go:171","msg":"trace[989943124] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:7182; }","duration":"1.17330105s","start":"2026-04-23T14:03:18.230518Z","end":"2026-04-23T14:03:19.403819Z","steps":["trace[989943124] 'agreement among raft nodes before linearized reading' (duration: 1.173257499s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.403851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.2305Z","time spent":"1.17334207s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.403969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13141162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:19.404001Z","caller":"traceutil/trace.go:171","msg":"trace[1026452513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7182; }","duration":"1.131442711s","start":"2026-04-23T14:03:18.272545Z","end":"2026-04-23T14:03:19.403988Z","steps":["trace[1026452513] 'agreement among raft nodes before linearized reading' (duration: 1.131396639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.404021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:18.272484Z","time spent":"1.131531754s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:19.402966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077301001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:03:19.404902Z","caller":"traceutil/trace.go:171","msg":"trace[1387803038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7182; }","duration":"2.07927729s","start":"2026-04-23T14:03:17.325609Z","end":"2026-04-23T14:03:19.404886Z","steps":["trace[1387803038] 'agreement among raft nodes before linearized reading' (duration: 2.07727394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:19.405105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:17.325578Z","time spent":"2.079355122s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T14:03:20.923091Z","caller":"traceutil/trace.go:171","msg":"trace[1699660716] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"225.471111ms","start":"2026-04-23T14:03:20.697588Z","end":"2026-04-23T14:03:20.923059Z","steps":["trace[1699660716] 'process raft request' (duration: 225.256444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:21.495983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.938773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:21.496276Z","caller":"traceutil/trace.go:171","msg":"trace[1732796923] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"203.624903ms","start":"2026-04-23T14:03:21.292636Z","end":"2026-04-23T14:03:21.49626Z","steps":["trace[1732796923] 'process raft request' (duration: 203.569061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.496291Z","caller":"traceutil/trace.go:171","msg":"trace[2049711306] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"344.647607ms","start":"2026-04-23T14:03:21.151617Z","end":"2026-04-23T14:03:21.496264Z","steps":["trace[2049711306] 'process raft request' (duration: 177.346423ms)","trace[2049711306] 'compare' (duration: 166.751817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:21.496313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:21.172931Z","time spent":"323.370794ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T14:03:21.496424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:21.151582Z","time spent":"344.764839ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:21.496465Z","caller":"traceutil/trace.go:171","msg":"trace[1491450889] linearizableReadLoop","detail":"{readStateIndex:7460; appliedIndex:7457; }","duration":"315.885902ms","start":"2026-04-23T14:03:21.180569Z","end":"2026-04-23T14:03:21.496455Z","steps":["trace[1491450889] 'read index received' (duration: 61.006273ms)","trace[1491450889] 'applied index is now lower than readState.Index' (duration: 254.878449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:21.4966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.032335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:21.496636Z","caller":"traceutil/trace.go:171","msg":"trace[212493826] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7192; }","duration":"316.111438ms","start":"2026-04-23T14:03:21.180515Z","end":"2026-04-23T14:03:21.496626Z","steps":["trace[212493826] 'agreement among raft nodes before linearized reading' (duration: 316.026135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:21.496671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:21.180495Z","time spent":"316.16707ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:21.496731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.84962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:21.496772Z","caller":"traceutil/trace.go:171","msg":"trace[1184042195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7192; }","duration":"281.943673ms","start":"2026-04-23T14:03:21.214812Z","end":"2026-04-23T14:03:21.496755Z","steps":["trace[1184042195] 'agreement among raft nodes before linearized reading' (duration: 281.84639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.710077Z","caller":"traceutil/trace.go:171","msg":"trace[1567357111] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"206.731855ms","start":"2026-04-23T14:03:21.503314Z","end":"2026-04-23T14:03:21.710045Z","steps":["trace[1567357111] 'process raft request' (duration: 191.670088ms)","trace[1567357111] 'compare' (duration: 14.707317ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:21.710602Z","caller":"traceutil/trace.go:171","msg":"trace[1472349098] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"207.108987ms","start":"2026-04-23T14:03:21.503462Z","end":"2026-04-23T14:03:21.710571Z","steps":["trace[1472349098] 'process raft request' (duration: 206.483199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.711079Z","caller":"traceutil/trace.go:171","msg":"trace[1926018211] transaction","detail":"{read_only:false; response_revision:7196; number_of_response:1; }","duration":"205.970384ms","start":"2026-04-23T14:03:21.505082Z","end":"2026-04-23T14:03:21.711052Z","steps":["trace[1926018211] 'process raft request' (duration: 205.396196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.711414Z","caller":"traceutil/trace.go:171","msg":"trace[656676876] transaction","detail":"{read_only:false; response_revision:7197; number_of_response:1; }","duration":"205.763638ms","start":"2026-04-23T14:03:21.50563Z","end":"2026-04-23T14:03:21.711394Z","steps":["trace[656676876] 'process raft request' (duration: 205.350625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.711642Z","caller":"traceutil/trace.go:171","msg":"trace[1781026850] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"205.816859ms","start":"2026-04-23T14:03:21.505811Z","end":"2026-04-23T14:03:21.711628Z","steps":["trace[1781026850] 'process raft request' (duration: 205.52473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:21.711558Z","caller":"traceutil/trace.go:171","msg":"trace[1848448431] linearizableReadLoop","detail":"{readStateIndex:7467; appliedIndex:7462; }","duration":"173.666914ms","start":"2026-04-23T14:03:21.537827Z","end":"2026-04-23T14:03:21.711494Z","steps":["trace[1848448431] 'read index received' (duration: 157.099661ms)","trace[1848448431] 'applied index is now lower than readState.Index' (duration: 16.566163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:21.711858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.343026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:21.712104Z","caller":"traceutil/trace.go:171","msg":"trace[1041855496] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7198; }","duration":"203.627023ms","start":"2026-04-23T14:03:21.508458Z","end":"2026-04-23T14:03:21.712085Z","steps":["trace[1041855496] 'agreement among raft nodes before linearized reading' (duration: 203.240522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:21.712262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.165099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T14:03:21.712372Z","caller":"traceutil/trace.go:171","msg":"trace[741969211] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7198; }","duration":"172.332444ms","start":"2026-04-23T14:03:21.540018Z","end":"2026-04-23T14:03:21.712351Z","steps":["trace[741969211] 'agreement among raft nodes before linearized reading' (duration: 172.024424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:22.930562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.966965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T14:03:22.930649Z","caller":"traceutil/trace.go:171","msg":"trace[497499163] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7199; }","duration":"113.102549ms","start":"2026-04-23T14:03:22.817534Z","end":"2026-04-23T14:03:22.930636Z","steps":["trace[497499163] 'range keys from in-memory index tree' (duration: 112.802761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:23.187365Z","caller":"traceutil/trace.go:171","msg":"trace[1610953657] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"251.493024ms","start":"2026-04-23T14:03:22.935829Z","end":"2026-04-23T14:03:23.187323Z","steps":["trace[1610953657] 'process raft request' (duration: 196.237095ms)","trace[1610953657] 'compare' (duration: 54.744234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:23.516725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.428764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:23.51682Z","caller":"traceutil/trace.go:171","msg":"trace[1316315131] linearizableReadLoop","detail":"{readStateIndex:7471; appliedIndex:7470; }","duration":"213.047511ms","start":"2026-04-23T14:03:23.303759Z","end":"2026-04-23T14:03:23.516806Z","steps":["trace[1316315131] 'read index received' (duration: 63.521545ms)","trace[1316315131] 'applied index is now lower than readState.Index' (duration: 149.524546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:23.516896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.142704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:23.516921Z","caller":"traceutil/trace.go:171","msg":"trace[960953205] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7202; }","duration":"213.223996ms","start":"2026-04-23T14:03:23.303689Z","end":"2026-04-23T14:03:23.516913Z","steps":["trace[960953205] 'agreement among raft nodes before linearized reading' (duration: 213.154474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:23.517019Z","caller":"traceutil/trace.go:171","msg":"trace[422059577] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"268.834826ms","start":"2026-04-23T14:03:23.248117Z","end":"2026-04-23T14:03:23.516952Z","steps":["trace[422059577] 'process raft request' (duration: 119.108654ms)","trace[422059577] 'compare' (duration: 149.330711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:24.244882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.557133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:24.245004Z","caller":"traceutil/trace.go:171","msg":"trace[68096665] linearizableReadLoop","detail":"{readStateIndex:7473; appliedIndex:7472; }","duration":"529.196624ms","start":"2026-04-23T14:03:23.715766Z","end":"2026-04-23T14:03:24.244963Z","steps":["trace[68096665] 'read index received' (duration: 30.341µs)","trace[68096665] 'applied index is now lower than readState.Index' (duration: 529.165193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:24.245054Z","caller":"traceutil/trace.go:171","msg":"trace[550142635] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"738.269976ms","start":"2026-04-23T14:03:23.506764Z","end":"2026-04-23T14:03:24.245034Z","steps":["trace[550142635] 'process raft request' (duration: 142.473786ms)","trace[550142635] 'compare' (duration: 595.050738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:24.245136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.506725Z","time spent":"738.36933ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:24.245149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.38562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:03:24.245177Z","caller":"traceutil/trace.go:171","msg":"trace[824463529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7204; }","duration":"529.438391ms","start":"2026-04-23T14:03:23.715729Z","end":"2026-04-23T14:03:24.245168Z","steps":["trace[824463529] 'agreement among raft nodes before linearized reading' (duration: 529.337018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.245206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.715715Z","time spent":"529.484524ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:03:24.245317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.101712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T14:03:24.24534Z","caller":"traceutil/trace.go:171","msg":"trace[319340433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7204; }","duration":"528.132632ms","start":"2026-04-23T14:03:23.7172Z","end":"2026-04-23T14:03:24.245333Z","steps":["trace[319340433] 'agreement among raft nodes before linearized reading' (duration: 528.08847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.245365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.717196Z","time spent":"528.162273ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:24.245485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.018189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:03:24.245529Z","caller":"traceutil/trace.go:171","msg":"trace[1218723800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7204; }","duration":"528.105302ms","start":"2026-04-23T14:03:23.717414Z","end":"2026-04-23T14:03:24.245519Z","steps":["trace[1218723800] 'agreement among raft nodes before linearized reading' (duration: 528.02978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.245557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.717388Z","time spent":"528.162873ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T14:03:24.245586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.144463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:24.245617Z","caller":"traceutil/trace.go:171","msg":"trace[1431210704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7204; }","duration":"528.179474ms","start":"2026-04-23T14:03:23.717427Z","end":"2026-04-23T14:03:24.245606Z","steps":["trace[1431210704] 'agreement among raft nodes before linearized reading' (duration: 528.126153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.245642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.71742Z","time spent":"528.216415ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:24.245802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.38508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:03:24.245826Z","caller":"traceutil/trace.go:171","msg":"trace[647429247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7204; }","duration":"528.41986ms","start":"2026-04-23T14:03:23.717399Z","end":"2026-04-23T14:03:24.245819Z","steps":["trace[647429247] 'agreement among raft nodes before linearized reading' (duration: 528.343699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.245851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:23.717395Z","time spent":"528.450652ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T14:03:24.784639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.76807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:24.784843Z","caller":"traceutil/trace.go:171","msg":"trace[1113009362] transaction","detail":"{read_only:false; response_revision:7205; number_of_response:1; }","duration":"534.174123ms","start":"2026-04-23T14:03:24.25062Z","end":"2026-04-23T14:03:24.784794Z","steps":["trace[1113009362] 'process raft request' (duration: 248.116194ms)","trace[1113009362] 'compare' (duration: 285.567094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:24.784927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:24.250604Z","time spent":"534.290726ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:24.847035Z","caller":"traceutil/trace.go:171","msg":"trace[852380963] linearizableReadLoop","detail":"{readStateIndex:7478; appliedIndex:7474; }","duration":"278.733831ms","start":"2026-04-23T14:03:24.568283Z","end":"2026-04-23T14:03:24.847017Z","steps":["trace[852380963] 'read index received' (duration: 278.486283ms)","trace[852380963] 'applied index is now lower than readState.Index' (duration: 246.908µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:24.847041Z","caller":"traceutil/trace.go:171","msg":"trace[556738186] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"595.81831ms","start":"2026-04-23T14:03:24.251193Z","end":"2026-04-23T14:03:24.847011Z","steps":["trace[556738186] 'process raft request' (duration: 595.634944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:24.847097Z","caller":"traceutil/trace.go:171","msg":"trace[939838812] transaction","detail":"{read_only:false; response_revision:7209; number_of_response:1; }","duration":"595.728817ms","start":"2026-04-23T14:03:24.251362Z","end":"2026-04-23T14:03:24.84709Z","steps":["trace[939838812] 'process raft request' (duration: 595.628753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:24.847127Z","caller":"traceutil/trace.go:171","msg":"trace[280348529] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"595.83509ms","start":"2026-04-23T14:03:24.251257Z","end":"2026-04-23T14:03:24.847092Z","steps":["trace[280348529] 'process raft request' (duration: 595.711006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.847173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:24.251181Z","time spent":"595.920644ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:24.847189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:24.25135Z","time spent":"595.772678ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:24.847296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:24.251223Z","time spent":"595.983434ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:24.847322Z","caller":"traceutil/trace.go:171","msg":"trace[206031712] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"595.996685ms","start":"2026-04-23T14:03:24.251261Z","end":"2026-04-23T14:03:24.847257Z","steps":["trace[206031712] 'process raft request' (duration: 595.681046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:24.847596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:24.251248Z","time spent":"596.218291ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:24.847345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.041021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:03:24.847675Z","caller":"traceutil/trace.go:171","msg":"trace[941825300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7209; }","duration":"279.428212ms","start":"2026-04-23T14:03:24.568229Z","end":"2026-04-23T14:03:24.847658Z","steps":["trace[941825300] 'agreement among raft nodes before linearized reading' (duration: 278.922227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:25.63042Z","caller":"traceutil/trace.go:171","msg":"trace[267508342] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"106.547286ms","start":"2026-04-23T14:03:25.523832Z","end":"2026-04-23T14:03:25.630379Z","steps":["trace[267508342] 'process raft request' (duration: 106.275887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:26.026919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.241346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:26.02702Z","caller":"traceutil/trace.go:171","msg":"trace[127679429] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"464.262145ms","start":"2026-04-23T14:03:25.562739Z","end":"2026-04-23T14:03:26.027002Z","steps":["trace[127679429] 'process raft request' (duration: 335.856904ms)","trace[127679429] 'compare' (duration: 128.109743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:26.027557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:25.562711Z","time spent":"464.805672ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:26.97197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.848163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T14:03:26.97235Z","caller":"traceutil/trace.go:171","msg":"trace[637177482] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"321.232082ms","start":"2026-04-23T14:03:26.651097Z","end":"2026-04-23T14:03:26.972329Z","steps":["trace[637177482] 'process raft request' (duration: 320.979905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:26.972348Z","caller":"traceutil/trace.go:171","msg":"trace[1459611929] linearizableReadLoop","detail":"{readStateIndex:7484; appliedIndex:7482; }","duration":"184.25836ms","start":"2026-04-23T14:03:26.788067Z","end":"2026-04-23T14:03:26.972325Z","steps":["trace[1459611929] 'read index received' (duration: 38.381µs)","trace[1459611929] 'applied index is now lower than readState.Index' (duration: 184.218399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:26.972459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:26.651079Z","time spent":"321.311664ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:27.150778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.295998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T14:03:27.150839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.497243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T14:03:27.150885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.115672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:27.150895Z","caller":"traceutil/trace.go:171","msg":"trace[214191120] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7214; }","duration":"299.427872ms","start":"2026-04-23T14:03:26.851434Z","end":"2026-04-23T14:03:27.150862Z","steps":["trace[214191120] 'agreement among raft nodes before linearized reading' (duration: 121.007859ms)","trace[214191120] 'range keys from in-memory index tree' (duration: 178.172646ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:27.150934Z","caller":"traceutil/trace.go:171","msg":"trace[703352555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7214; }","duration":"299.632278ms","start":"2026-04-23T14:03:26.851274Z","end":"2026-04-23T14:03:27.150906Z","steps":["trace[703352555] 'agreement among raft nodes before linearized reading' (duration: 121.162354ms)","trace[703352555] 'range keys from in-memory index tree' (duration: 178.214457ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:27.150945Z","caller":"traceutil/trace.go:171","msg":"trace[1971811579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7214; }","duration":"299.186204ms","start":"2026-04-23T14:03:26.851739Z","end":"2026-04-23T14:03:27.150925Z","steps":["trace[1971811579] 'agreement among raft nodes before linearized reading' (duration: 120.711269ms)","trace[1971811579] 'range keys from in-memory index tree' (duration: 178.318429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:27.150958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.282701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T14:03:27.150958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.500554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:03:27.151044Z","caller":"traceutil/trace.go:171","msg":"trace[1856789215] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7214; }","duration":"196.403404ms","start":"2026-04-23T14:03:26.954607Z","end":"2026-04-23T14:03:27.151011Z","steps":["trace[1856789215] 'agreement among raft nodes before linearized reading' (duration: 17.843647ms)","trace[1856789215] 'count revisions from in-memory index tree' (duration: 178.457284ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:27.151054Z","caller":"traceutil/trace.go:171","msg":"trace[1938945871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7214; }","duration":"299.617548ms","start":"2026-04-23T14:03:26.85141Z","end":"2026-04-23T14:03:27.151027Z","steps":["trace[1938945871] 'agreement among raft nodes before linearized reading' (duration: 121.03576ms)","trace[1938945871] 'range keys from in-memory index tree' (duration: 178.32311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:27.151115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.047213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:03:27.15115Z","caller":"traceutil/trace.go:171","msg":"trace[173268255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7214; }","duration":"363.115256ms","start":"2026-04-23T14:03:26.788023Z","end":"2026-04-23T14:03:27.151138Z","steps":["trace[173268255] 'agreement among raft nodes before linearized reading' (duration: 184.388664ms)","trace[173268255] 'range keys from in-memory index tree' (duration: 178.622999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:27.151184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:26.788005Z","time spent":"363.169597ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T14:03:27.272263Z","caller":"traceutil/trace.go:171","msg":"trace[1746842167] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"116.469972ms","start":"2026-04-23T14:03:27.155769Z","end":"2026-04-23T14:03:27.272239Z","steps":["trace[1746842167] 'process raft request' (duration: 116.278956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:27.658996Z","caller":"traceutil/trace.go:171","msg":"trace[1752295863] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"503.016774ms","start":"2026-04-23T14:03:27.155954Z","end":"2026-04-23T14:03:27.65897Z","steps":["trace[1752295863] 'process raft request' (duration: 502.920841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:27.659021Z","caller":"traceutil/trace.go:171","msg":"trace[526199534] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"503.175809ms","start":"2026-04-23T14:03:27.15581Z","end":"2026-04-23T14:03:27.658986Z","steps":["trace[526199534] 'process raft request' (duration: 436.348284ms)","trace[526199534] 'compare' (duration: 66.602838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:27.659138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.155946Z","time spent":"503.120967ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:27.659164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.155786Z","time spent":"503.299142ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:27.659604Z","caller":"traceutil/trace.go:171","msg":"trace[1608736628] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"503.436677ms","start":"2026-04-23T14:03:27.156144Z","end":"2026-04-23T14:03:27.65958Z","steps":["trace[1608736628] 'process raft request' (duration: 502.790548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.659721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.156134Z","time spent":"503.525078ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:27.659926Z","caller":"traceutil/trace.go:171","msg":"trace[1848444191] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"502.854559ms","start":"2026-04-23T14:03:27.157065Z","end":"2026-04-23T14:03:27.65992Z","steps":["trace[1848444191] 'process raft request' (duration: 501.963133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.659964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.157046Z","time spent":"502.900971ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:27.660022Z","caller":"traceutil/trace.go:171","msg":"trace[106715280] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"502.922692ms","start":"2026-04-23T14:03:27.157095Z","end":"2026-04-23T14:03:27.660017Z","steps":["trace[106715280] 'process raft request' (duration: 502.514839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.660049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.157086Z","time spent":"502.950372ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:27.659911Z","caller":"traceutil/trace.go:171","msg":"trace[1635597035] linearizableReadLoop","detail":"{readStateIndex:7490; appliedIndex:7484; }","duration":"442.430134ms","start":"2026-04-23T14:03:27.217462Z","end":"2026-04-23T14:03:27.659892Z","steps":["trace[1635597035] 'read index received' (duration: 54.554172ms)","trace[1635597035] 'applied index is now lower than readState.Index' (duration: 387.874792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:27.660207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.747684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:27.660421Z","caller":"traceutil/trace.go:171","msg":"trace[675017725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7220; }","duration":"442.988389ms","start":"2026-04-23T14:03:27.217415Z","end":"2026-04-23T14:03:27.660403Z","steps":["trace[675017725] 'agreement among raft nodes before linearized reading' (duration: 442.766243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.660643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.217396Z","time spent":"443.224107ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T14:03:27.748271Z","caller":"traceutil/trace.go:171","msg":"trace[1490190179] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"112.623138ms","start":"2026-04-23T14:03:27.635614Z","end":"2026-04-23T14:03:27.748237Z","steps":["trace[1490190179] 'process raft request' (duration: 112.392181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.74829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.175469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:27.74842Z","caller":"traceutil/trace.go:171","msg":"trace[1191045974] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7221; }","duration":"367.285102ms","start":"2026-04-23T14:03:27.381071Z","end":"2026-04-23T14:03:27.748356Z","steps":["trace[1191045974] 'agreement among raft nodes before linearized reading' (duration: 367.119908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:27.748549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:27.381027Z","time spent":"367.50432ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:28.028651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.553461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:28.028762Z","caller":"traceutil/trace.go:171","msg":"trace[2144487622] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7221; }","duration":"165.744457ms","start":"2026-04-23T14:03:27.862989Z","end":"2026-04-23T14:03:28.028733Z","steps":["trace[2144487622] 'count revisions from in-memory index tree' (duration: 165.435718ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:28.141041Z","caller":"traceutil/trace.go:171","msg":"trace[710494946] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"108.348888ms","start":"2026-04-23T14:03:28.032664Z","end":"2026-04-23T14:03:28.141013Z","steps":["trace[710494946] 'process raft request' (duration: 108.165022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:28.607853Z","caller":"traceutil/trace.go:171","msg":"trace[1720483776] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"299.433189ms","start":"2026-04-23T14:03:28.308375Z","end":"2026-04-23T14:03:28.607808Z","steps":["trace[1720483776] 'process raft request' (duration: 299.288915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:28.981036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.174336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-04-23T14:03:28.981167Z","caller":"traceutil/trace.go:171","msg":"trace[309200162] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7223; }","duration":"268.387853ms","start":"2026-04-23T14:03:28.712746Z","end":"2026-04-23T14:03:28.981134Z","steps":["trace[309200162] 'range keys from in-memory index tree' (duration: 267.851217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:28.981229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.594484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T14:03:28.981232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.587605ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:28.981381Z","caller":"traceutil/trace.go:171","msg":"trace[1886973087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7223; }","duration":"233.752529ms","start":"2026-04-23T14:03:28.747609Z","end":"2026-04-23T14:03:28.981362Z","steps":["trace[1886973087] 'range keys from in-memory index tree' (duration: 233.571534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:28.981371Z","caller":"traceutil/trace.go:171","msg":"trace[784298247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7223; }","duration":"174.80454ms","start":"2026-04-23T14:03:28.806535Z","end":"2026-04-23T14:03:28.981339Z","steps":["trace[784298247] 'count revisions from in-memory index tree' (duration: 174.47847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.450394Z","caller":"traceutil/trace.go:171","msg":"trace[1463737715] transaction","detail":"{read_only:false; response_revision:7224; number_of_response:1; }","duration":"169.139757ms","start":"2026-04-23T14:03:29.281229Z","end":"2026-04-23T14:03:29.450369Z","steps":["trace[1463737715] 'process raft request' (duration: 168.971101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:29.605158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.241272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:29.605255Z","caller":"traceutil/trace.go:171","msg":"trace[1783050760] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7224; }","duration":"109.417657ms","start":"2026-04-23T14:03:29.495817Z","end":"2026-04-23T14:03:29.605235Z","steps":["trace[1783050760] 'count revisions from in-memory index tree' (duration: 109.104657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.662192Z","caller":"traceutil/trace.go:171","msg":"trace[2144071645] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"129.611872ms","start":"2026-04-23T14:03:29.532557Z","end":"2026-04-23T14:03:29.662169Z","steps":["trace[2144071645] 'process raft request' (duration: 129.405946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.767476Z","caller":"traceutil/trace.go:171","msg":"trace[1584183499] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"102.798501ms","start":"2026-04-23T14:03:29.664643Z","end":"2026-04-23T14:03:29.767441Z","steps":["trace[1584183499] 'read index received' (duration: 47.359356ms)","trace[1584183499] 'applied index is now lower than readState.Index' (duration: 55.437735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:29.767587Z","caller":"traceutil/trace.go:171","msg":"trace[802851147] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"228.781366ms","start":"2026-04-23T14:03:29.538753Z","end":"2026-04-23T14:03:29.767535Z","steps":["trace[802851147] 'process raft request' (duration: 173.353661ms)","trace[802851147] 'compare' (duration: 55.174708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:29.76796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.254224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:03:29.768015Z","caller":"traceutil/trace.go:171","msg":"trace[1423601714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7226; }","duration":"103.412079ms","start":"2026-04-23T14:03:29.664589Z","end":"2026-04-23T14:03:29.768001Z","steps":["trace[1423601714] 'agreement among raft nodes before linearized reading' (duration: 103.008608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:29.779217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:03:29.779253Z","caller":"traceutil/trace.go:171","msg":"trace[695046115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7227; }","duration":"114.172077ms","start":"2026-04-23T14:03:29.665071Z","end":"2026-04-23T14:03:29.779243Z","steps":["trace[695046115] 'agreement among raft nodes before linearized reading' (duration: 114.034143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:29.779522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.386263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:29.779551Z","caller":"traceutil/trace.go:171","msg":"trace[892621117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7227; }","duration":"114.430745ms","start":"2026-04-23T14:03:29.665112Z","end":"2026-04-23T14:03:29.779543Z","steps":["trace[892621117] 'agreement among raft nodes before linearized reading' (duration: 114.327902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:29.779692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.22785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T14:03:29.779771Z","caller":"traceutil/trace.go:171","msg":"trace[374340953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7227; }","duration":"113.343233ms","start":"2026-04-23T14:03:29.666411Z","end":"2026-04-23T14:03:29.779755Z","steps":["trace[374340953] 'agreement among raft nodes before linearized reading' (duration: 113.106975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:29.779713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.474457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T14:03:29.779863Z","caller":"traceutil/trace.go:171","msg":"trace[2046886168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7227; }","duration":"113.648942ms","start":"2026-04-23T14:03:29.666207Z","end":"2026-04-23T14:03:29.779856Z","steps":["trace[2046886168] 'agreement among raft nodes before linearized reading' (duration: 113.328892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.983468Z","caller":"traceutil/trace.go:171","msg":"trace[1065814059] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"209.23538ms","start":"2026-04-23T14:03:29.774195Z","end":"2026-04-23T14:03:29.98343Z","steps":["trace[1065814059] 'process raft request' (duration: 125.054787ms)","trace[1065814059] 'compare' (duration: 83.669638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:29.983767Z","caller":"traceutil/trace.go:171","msg":"trace[836006011] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"200.216285ms","start":"2026-04-23T14:03:29.783537Z","end":"2026-04-23T14:03:29.983753Z","steps":["trace[836006011] 'process raft request' (duration: 199.836773ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.984221Z","caller":"traceutil/trace.go:171","msg":"trace[1676858590] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"199.815173ms","start":"2026-04-23T14:03:29.784383Z","end":"2026-04-23T14:03:29.984198Z","steps":["trace[1676858590] 'process raft request' (duration: 199.781912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.984792Z","caller":"traceutil/trace.go:171","msg":"trace[618878150] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"201.217913ms","start":"2026-04-23T14:03:29.783568Z","end":"2026-04-23T14:03:29.984785Z","steps":["trace[618878150] 'process raft request' (duration: 200.031438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:29.985003Z","caller":"traceutil/trace.go:171","msg":"trace[258010860] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"201.381829ms","start":"2026-04-23T14:03:29.783613Z","end":"2026-04-23T14:03:29.984995Z","steps":["trace[258010860] 'process raft request' (duration: 200.526613ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:31.525128Z","caller":"traceutil/trace.go:171","msg":"trace[383104647] linearizableReadLoop","detail":"{readStateIndex:7506; appliedIndex:7505; }","duration":"308.006965ms","start":"2026-04-23T14:03:31.217094Z","end":"2026-04-23T14:03:31.525101Z","steps":["trace[383104647] 'read index received' (duration: 256.20679ms)","trace[383104647] 'applied index is now lower than readState.Index' (duration: 51.798535ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:31.52524Z","caller":"traceutil/trace.go:171","msg":"trace[1892179695] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"384.065233ms","start":"2026-04-23T14:03:31.141141Z","end":"2026-04-23T14:03:31.525206Z","steps":["trace[1892179695] 'process raft request' (duration: 332.126945ms)","trace[1892179695] 'compare' (duration: 51.66524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:31.525388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:31.141126Z","time spent":"384.181236ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:31.525572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.975711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-04-23T14:03:31.525607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.504279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:31.525624Z","caller":"traceutil/trace.go:171","msg":"trace[980909020] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:7235; }","duration":"225.092244ms","start":"2026-04-23T14:03:31.300519Z","end":"2026-04-23T14:03:31.525611Z","steps":["trace[980909020] 'agreement among raft nodes before linearized reading' (duration: 224.852066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:31.525822Z","caller":"traceutil/trace.go:171","msg":"trace[883407787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7235; }","duration":"308.592981ms","start":"2026-04-23T14:03:31.217054Z","end":"2026-04-23T14:03:31.525647Z","steps":["trace[883407787] 'agreement among raft nodes before linearized reading' (duration: 308.181019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:31.525911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:31.217037Z","time spent":"308.86128ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:31.891894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.71572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:31.8922Z","caller":"traceutil/trace.go:171","msg":"trace[916463794] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"361.53555ms","start":"2026-04-23T14:03:31.530644Z","end":"2026-04-23T14:03:31.892179Z","steps":["trace[916463794] 'process raft request' (duration: 253.433649ms)","trace[916463794] 'compare' (duration: 107.545934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:31.892324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:31.530627Z","time spent":"361.657194ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:31.892566Z","caller":"traceutil/trace.go:171","msg":"trace[346519789] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"108.127732ms","start":"2026-04-23T14:03:31.784411Z","end":"2026-04-23T14:03:31.892539Z","steps":["trace[346519789] 'process raft request' (duration: 107.683129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:32.149416Z","caller":"traceutil/trace.go:171","msg":"trace[1291977121] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"156.844893ms","start":"2026-04-23T14:03:31.992539Z","end":"2026-04-23T14:03:32.149384Z","steps":["trace[1291977121] 'process raft request' (duration: 61.145719ms)","trace[1291977121] 'compare' (duration: 95.588201ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:32.191694Z","caller":"traceutil/trace.go:171","msg":"trace[1001168151] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"198.248658ms","start":"2026-04-23T14:03:31.99342Z","end":"2026-04-23T14:03:32.191669Z","steps":["trace[1001168151] 'process raft request' (duration: 198.160677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:32.191721Z","caller":"traceutil/trace.go:171","msg":"trace[1115414811] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"198.355501ms","start":"2026-04-23T14:03:31.993318Z","end":"2026-04-23T14:03:32.191673Z","steps":["trace[1115414811] 'process raft request' (duration: 198.107894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:32.191931Z","caller":"traceutil/trace.go:171","msg":"trace[353395474] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"197.814816ms","start":"2026-04-23T14:03:31.994094Z","end":"2026-04-23T14:03:32.191909Z","steps":["trace[353395474] 'process raft request' (duration: 197.528437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:32.192332Z","caller":"traceutil/trace.go:171","msg":"trace[1427854168] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"196.634721ms","start":"2026-04-23T14:03:31.995675Z","end":"2026-04-23T14:03:32.192309Z","steps":["trace[1427854168] 'process raft request' (duration: 196.168508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:34.192898Z","caller":"traceutil/trace.go:171","msg":"trace[1752700784] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"292.544717ms","start":"2026-04-23T14:03:33.900332Z","end":"2026-04-23T14:03:34.192877Z","steps":["trace[1752700784] 'process raft request' (duration: 274.663522ms)","trace[1752700784] 'compare' (duration: 17.557256ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:34.362236Z","caller":"traceutil/trace.go:171","msg":"trace[1325211832] linearizableReadLoop","detail":"{readStateIndex:7523; appliedIndex:7522; }","duration":"103.074344ms","start":"2026-04-23T14:03:34.259136Z","end":"2026-04-23T14:03:34.36221Z","steps":["trace[1325211832] 'read index received' (duration: 78.854614ms)","trace[1325211832] 'applied index is now lower than readState.Index' (duration: 24.21856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:34.362407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.244519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:34.362473Z","caller":"traceutil/trace.go:171","msg":"trace[640738171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7252; }","duration":"103.366783ms","start":"2026-04-23T14:03:34.259095Z","end":"2026-04-23T14:03:34.362461Z","steps":["trace[640738171] 'agreement among raft nodes before linearized reading' (duration: 103.211219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:34.362871Z","caller":"traceutil/trace.go:171","msg":"trace[1879510533] transaction","detail":"{read_only:false; response_revision:7252; number_of_response:1; }","duration":"128.071939ms","start":"2026-04-23T14:03:34.234759Z","end":"2026-04-23T14:03:34.362831Z","steps":["trace[1879510533] 'process raft request' (duration: 103.194189ms)","trace[1879510533] 'compare' (duration: 24.125668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:34.806459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.043372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:34.806586Z","caller":"traceutil/trace.go:171","msg":"trace[808603245] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"329.364214ms","start":"2026-04-23T14:03:34.477198Z","end":"2026-04-23T14:03:34.806562Z","steps":["trace[808603245] 'process raft request' (duration: 116.106036ms)","trace[808603245] 'compare' (duration: 212.702432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:34.806656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:34.477177Z","time spent":"329.446267ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:46.46447Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5460} {"level":"warn","ts":"2026-04-23T14:03:46.465603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.813275ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-23T14:03:46.465973Z","caller":"traceutil/trace.go:171","msg":"trace[572922036] compact","detail":"{revision:5460; response_revision:7306; }","duration":"468.091846ms","start":"2026-04-23T14:03:45.997861Z","end":"2026-04-23T14:03:46.465952Z","steps":["trace[572922036] 'process raft request' (duration: 166.360035ms)","trace[572922036] 'check and update compact revision' (duration: 299.730002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.466181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:45.997802Z","time spent":"468.326202ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T14:03:46.466862Z","caller":"traceutil/trace.go:171","msg":"trace[512803056] linearizableReadLoop","detail":"{readStateIndex:7581; appliedIndex:7579; }","duration":"203.08935ms","start":"2026-04-23T14:03:46.263739Z","end":"2026-04-23T14:03:46.466828Z","steps":["trace[512803056] 'read index received' (duration: 48.195598ms)","trace[512803056] 'applied index is now lower than readState.Index' (duration: 154.892412ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:46.466945Z","caller":"traceutil/trace.go:171","msg":"trace[690450412] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"353.715849ms","start":"2026-04-23T14:03:46.113184Z","end":"2026-04-23T14:03:46.4669Z","steps":["trace[690450412] 'process raft request' (duration: 352.943137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:46.467281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.511552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T14:03:46.467372Z","caller":"traceutil/trace.go:171","msg":"trace[1702611734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7307; }","duration":"203.650056ms","start":"2026-04-23T14:03:46.263697Z","end":"2026-04-23T14:03:46.467348Z","steps":["trace[1702611734] 'agreement among raft nodes before linearized reading' (duration: 203.275945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:46.467339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.11316Z","time spent":"354.035637ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:46.684078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.42173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:46.684409Z","caller":"traceutil/trace.go:171","msg":"trace[1727394524] linearizableReadLoop","detail":"{readStateIndex:7582; appliedIndex:7581; }","duration":"217.442246ms","start":"2026-04-23T14:03:46.466939Z","end":"2026-04-23T14:03:46.684382Z","steps":["trace[1727394524] 'read index received' (duration: 74.638765ms)","trace[1727394524] 'applied index is now lower than readState.Index' (duration: 142.802111ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:46.684456Z","caller":"traceutil/trace.go:171","msg":"trace[1869967854] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"212.225045ms","start":"2026-04-23T14:03:46.472203Z","end":"2026-04-23T14:03:46.684428Z","steps":["trace[1869967854] 'process raft request' (duration: 211.977107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:46.684551Z","caller":"traceutil/trace.go:171","msg":"trace[1288474326] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"263.844482ms","start":"2026-04-23T14:03:46.420684Z","end":"2026-04-23T14:03:46.684528Z","steps":["trace[1288474326] 'process raft request' (duration: 120.891726ms)","trace[1288474326] 'compare' (duration: 78.471066ms)","trace[1288474326] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 63.82719ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T14:03:46.794613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.34208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T14:03:46.794722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.617478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T14:03:46.794795Z","caller":"traceutil/trace.go:171","msg":"trace[765899140] linearizableReadLoop","detail":"{readStateIndex:7584; appliedIndex:7583; }","duration":"110.220717ms","start":"2026-04-23T14:03:46.684485Z","end":"2026-04-23T14:03:46.794706Z","steps":["trace[765899140] 'read index received' (duration: 223.717µs)","trace[765899140] 'applied index is now lower than readState.Index' (duration: 109.99439ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:46.794822Z","caller":"traceutil/trace.go:171","msg":"trace[229881329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7309; }","duration":"460.749392ms","start":"2026-04-23T14:03:46.334048Z","end":"2026-04-23T14:03:46.794797Z","steps":["trace[229881329] 'agreement among raft nodes before linearized reading' (duration: 350.636139ms)","trace[229881329] 'range keys from in-memory index tree' (duration: 109.881856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.794944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.334038Z","time spent":"460.876845ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:46.795097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.521378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T14:03:46.795167Z","caller":"traceutil/trace.go:171","msg":"trace[1798022868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7309; }","duration":"437.564709ms","start":"2026-04-23T14:03:46.357565Z","end":"2026-04-23T14:03:46.795129Z","steps":["trace[1798022868] 'agreement among raft nodes before linearized reading' (duration: 327.094497ms)","trace[1798022868] 'range keys from in-memory index tree' (duration: 110.36688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.795211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.357536Z","time spent":"437.665983ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:03:46.795407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.109794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:03:46.795444Z","caller":"traceutil/trace.go:171","msg":"trace[1974316412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7309; }","duration":"439.166536ms","start":"2026-04-23T14:03:46.356267Z","end":"2026-04-23T14:03:46.795433Z","steps":["trace[1974316412] 'agreement among raft nodes before linearized reading' (duration: 328.408415ms)","trace[1974316412] 'range keys from in-memory index tree' (duration: 110.67407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.795481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.356256Z","time spent":"439.218908ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:46.796009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.791788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:46.79606Z","caller":"traceutil/trace.go:171","msg":"trace[1544834209] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7309; }","duration":"146.88587ms","start":"2026-04-23T14:03:46.64916Z","end":"2026-04-23T14:03:46.796046Z","steps":["trace[1544834209] 'agreement among raft nodes before linearized reading' (duration: 146.784677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:46.797096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.364013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:03:46.797146Z","caller":"traceutil/trace.go:171","msg":"trace[1345189525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7309; }","duration":"478.452516ms","start":"2026-04-23T14:03:46.31868Z","end":"2026-04-23T14:03:46.797133Z","steps":["trace[1345189525] 'agreement among raft nodes before linearized reading' (duration: 366.019785ms)","trace[1345189525] 'range keys from in-memory index tree' (duration: 112.291946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.798563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.318659Z","time spent":"479.884467ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T14:03:46.798908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.012541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:46.799018Z","caller":"traceutil/trace.go:171","msg":"trace[1866108670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7309; }","duration":"470.084893ms","start":"2026-04-23T14:03:46.328858Z","end":"2026-04-23T14:03:46.798943Z","steps":["trace[1866108670] 'agreement among raft nodes before linearized reading' (duration: 355.834759ms)","trace[1866108670] 'range keys from in-memory index tree' (duration: 114.12799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:46.802245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.328847Z","time spent":"473.184643ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:47.134784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.280308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:47.135076Z","caller":"traceutil/trace.go:171","msg":"trace[1098066251] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"333.692673ms","start":"2026-04-23T14:03:46.801288Z","end":"2026-04-23T14:03:47.134981Z","steps":["trace[1098066251] 'process raft request' (duration: 77.105336ms)","trace[1098066251] 'compare' (duration: 102.990547ms)","trace[1098066251] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 152.858099ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T14:03:47.135167Z","caller":"traceutil/trace.go:171","msg":"trace[967250832] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"332.978753ms","start":"2026-04-23T14:03:46.802167Z","end":"2026-04-23T14:03:47.135145Z","steps":["trace[967250832] 'process raft request' (duration: 332.790358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:47.135325Z","caller":"traceutil/trace.go:171","msg":"trace[1431231381] transaction","detail":"{read_only:false; response_revision:7312; number_of_response:1; }","duration":"333.115867ms","start":"2026-04-23T14:03:46.802172Z","end":"2026-04-23T14:03:47.135288Z","steps":["trace[1431231381] 'process raft request' (duration: 332.934812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.13544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.801273Z","time spent":"333.965921ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:47.13549Z","caller":"traceutil/trace.go:171","msg":"trace[1804992579] transaction","detail":"{read_only:false; response_revision:7313; number_of_response:1; }","duration":"330.705348ms","start":"2026-04-23T14:03:46.804761Z","end":"2026-04-23T14:03:47.135466Z","steps":["trace[1804992579] 'process raft request' (duration: 330.46336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.135467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.802128Z","time spent":"333.271282ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:47.135513Z","caller":"traceutil/trace.go:171","msg":"trace[882979883] transaction","detail":"{read_only:false; response_revision:7315; number_of_response:1; }","duration":"221.569302ms","start":"2026-04-23T14:03:46.913919Z","end":"2026-04-23T14:03:47.135488Z","steps":["trace[882979883] 'process raft request' (duration: 221.49573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:47.135641Z","caller":"traceutil/trace.go:171","msg":"trace[803174413] transaction","detail":"{read_only:false; response_revision:7314; number_of_response:1; }","duration":"325.933228ms","start":"2026-04-23T14:03:46.809693Z","end":"2026-04-23T14:03:47.135626Z","steps":["trace[803174413] 'process raft request' (duration: 325.673291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.135611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.802121Z","time spent":"333.345285ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:47.135662Z","caller":"traceutil/trace.go:171","msg":"trace[996567041] linearizableReadLoop","detail":"{readStateIndex:7589; appliedIndex:7584; }","duration":"253.475347ms","start":"2026-04-23T14:03:46.882164Z","end":"2026-04-23T14:03:47.13564Z","steps":["trace[996567041] 'read index received' (duration: 79.182377ms)","trace[996567041] 'applied index is now lower than readState.Index' (duration: 174.29063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:47.135745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.809671Z","time spent":"326.001361ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:47.135818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.649302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:47.135875Z","caller":"traceutil/trace.go:171","msg":"trace[1429585182] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7315; }","duration":"253.794696ms","start":"2026-04-23T14:03:46.882068Z","end":"2026-04-23T14:03:47.135863Z","steps":["trace[1429585182] 'agreement among raft nodes before linearized reading' (duration: 253.635861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.135919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:46.804746Z","time spent":"330.795089ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:47.559821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.489432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:47.55988Z","caller":"traceutil/trace.go:171","msg":"trace[952810715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7315; }","duration":"315.604263ms","start":"2026-04-23T14:03:47.244263Z","end":"2026-04-23T14:03:47.559867Z","steps":["trace[952810715] 'range keys from in-memory index tree' (duration: 315.410548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.559905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.277881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:47.560083Z","caller":"traceutil/trace.go:171","msg":"trace[877794777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7315; }","duration":"290.461985ms","start":"2026-04-23T14:03:47.26957Z","end":"2026-04-23T14:03:47.560032Z","steps":["trace[877794777] 'count revisions from in-memory index tree' (duration: 290.210598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.559907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:47.244241Z","time spent":"315.660816ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:47.560411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.390076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130764"} {"level":"info","ts":"2026-04-23T14:03:47.560466Z","caller":"traceutil/trace.go:171","msg":"trace[331096504] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7315; }","duration":"288.481739ms","start":"2026-04-23T14:03:47.271972Z","end":"2026-04-23T14:03:47.560454Z","steps":["trace[331096504] 'range keys from in-memory index tree' (duration: 288.243901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.560534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.344694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-23T14:03:47.560644Z","caller":"traceutil/trace.go:171","msg":"trace[1219189750] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7315; }","duration":"288.483248ms","start":"2026-04-23T14:03:47.272135Z","end":"2026-04-23T14:03:47.560619Z","steps":["trace[1219189750] 'range keys from in-memory index tree' (duration: 288.174769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.82229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.326473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:47.822372Z","caller":"traceutil/trace.go:171","msg":"trace[441558455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7315; }","duration":"260.472988ms","start":"2026-04-23T14:03:47.561881Z","end":"2026-04-23T14:03:47.822354Z","steps":["trace[441558455] 'range keys from in-memory index tree' (duration: 260.238361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.822996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.411737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:40 size:58683"} {"level":"info","ts":"2026-04-23T14:03:47.823043Z","caller":"traceutil/trace.go:171","msg":"trace[1726063402] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:40; response_revision:7315; }","duration":"259.494168ms","start":"2026-04-23T14:03:47.563538Z","end":"2026-04-23T14:03:47.823032Z","steps":["trace[1726063402] 'range keys from in-memory index tree' (duration: 259.049177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:47.82306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.491919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:40 size:58683"} {"level":"info","ts":"2026-04-23T14:03:47.823173Z","caller":"traceutil/trace.go:171","msg":"trace[1950684483] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:40; response_revision:7315; }","duration":"259.630103ms","start":"2026-04-23T14:03:47.563516Z","end":"2026-04-23T14:03:47.823146Z","steps":["trace[1950684483] 'range keys from in-memory index tree' (duration: 259.047016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:48.197179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5460,"took":"1.729874099s","hash":738760902,"current-db-size-bytes":53506048,"current-db-size":"54 MB","current-db-size-in-use-bytes":18391040,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-23T14:03:48.197291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":738760902,"revision":5460,"compact-revision":2828} {"level":"warn","ts":"2026-04-23T14:03:48.197753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.939804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:48.197881Z","caller":"traceutil/trace.go:171","msg":"trace[31225157] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7315; }","duration":"138.145419ms","start":"2026-04-23T14:03:48.059719Z","end":"2026-04-23T14:03:48.197864Z","steps":["trace[31225157] 'count revisions from in-memory index tree' (duration: 137.802259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:48.626711Z","caller":"traceutil/trace.go:171","msg":"trace[1079729918] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"153.41796ms","start":"2026-04-23T14:03:48.473266Z","end":"2026-04-23T14:03:48.626684Z","steps":["trace[1079729918] 'process raft request' (duration: 153.234386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:48.959496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.894226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:48.959638Z","caller":"traceutil/trace.go:171","msg":"trace[945683693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7316; }","duration":"211.241325ms","start":"2026-04-23T14:03:48.748375Z","end":"2026-04-23T14:03:48.959616Z","steps":["trace[945683693] 'range keys from in-memory index tree' (duration: 210.872764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:48.95966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.375358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:48.960369Z","caller":"traceutil/trace.go:171","msg":"trace[1025705089] linearizableReadLoop","detail":"{readStateIndex:7593; appliedIndex:7591; }","duration":"219.274637ms","start":"2026-04-23T14:03:48.741072Z","end":"2026-04-23T14:03:48.960347Z","steps":["trace[1025705089] 'read index received' (duration: 16.083325ms)","trace[1025705089] 'applied index is now lower than readState.Index' (duration: 203.190262ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:48.96037Z","caller":"traceutil/trace.go:171","msg":"trace[2025277786] transaction","detail":"{read_only:false; response_revision:7317; number_of_response:1; }","duration":"269.659545ms","start":"2026-04-23T14:03:48.690686Z","end":"2026-04-23T14:03:48.960345Z","steps":["trace[2025277786] 'process raft request' (duration: 66.479163ms)","trace[2025277786] 'compare' (duration: 202.200432ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:48.9605Z","caller":"traceutil/trace.go:171","msg":"trace[1045307107] transaction","detail":"{read_only:false; response_revision:7318; number_of_response:1; }","duration":"267.650227ms","start":"2026-04-23T14:03:48.692837Z","end":"2026-04-23T14:03:48.960487Z","steps":["trace[1045307107] 'process raft request' (duration: 267.4206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:48.960655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.564335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:48.960688Z","caller":"traceutil/trace.go:171","msg":"trace[2123297652] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7318; }","duration":"219.648318ms","start":"2026-04-23T14:03:48.74103Z","end":"2026-04-23T14:03:48.960679Z","steps":["trace[2123297652] 'agreement among raft nodes before linearized reading' (duration: 219.574946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:48.960812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.15744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:48.960855Z","caller":"traceutil/trace.go:171","msg":"trace[1703869081] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7318; }","duration":"157.262542ms","start":"2026-04-23T14:03:48.803582Z","end":"2026-04-23T14:03:48.960844Z","steps":["trace[1703869081] 'agreement among raft nodes before linearized reading' (duration: 157.168469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.248504Z","caller":"traceutil/trace.go:171","msg":"trace[1015364480] transaction","detail":"{read_only:false; response_revision:7319; number_of_response:1; }","duration":"106.415728ms","start":"2026-04-23T14:03:49.142067Z","end":"2026-04-23T14:03:49.248483Z","steps":["trace[1015364480] 'process raft request' (duration: 106.284344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:49.501499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.2026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:49.501773Z","caller":"traceutil/trace.go:171","msg":"trace[1763175317] linearizableReadLoop","detail":"{readStateIndex:7599; appliedIndex:7593; }","duration":"286.582718ms","start":"2026-04-23T14:03:49.215173Z","end":"2026-04-23T14:03:49.501756Z","steps":["trace[1763175317] 'read index received' (duration: 33.134408ms)","trace[1763175317] 'applied index is now lower than readState.Index' (duration: 253.44692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:49.501875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.753693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:49.501908Z","caller":"traceutil/trace.go:171","msg":"trace[1838002091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7324; }","duration":"286.814544ms","start":"2026-04-23T14:03:49.215085Z","end":"2026-04-23T14:03:49.501899Z","steps":["trace[1838002091] 'agreement among raft nodes before linearized reading' (duration: 286.731051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.502127Z","caller":"traceutil/trace.go:171","msg":"trace[1670974087] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"296.793493ms","start":"2026-04-23T14:03:49.205308Z","end":"2026-04-23T14:03:49.502101Z","steps":["trace[1670974087] 'process raft request' (duration: 296.286788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.50217Z","caller":"traceutil/trace.go:171","msg":"trace[1892971160] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"297.196324ms","start":"2026-04-23T14:03:49.204937Z","end":"2026-04-23T14:03:49.502133Z","steps":["trace[1892971160] 'process raft request' (duration: 105.270514ms)","trace[1892971160] 'compare' (duration: 191.091727ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:49.502172Z","caller":"traceutil/trace.go:171","msg":"trace[484404069] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"296.661238ms","start":"2026-04-23T14:03:49.205482Z","end":"2026-04-23T14:03:49.502144Z","steps":["trace[484404069] 'process raft request' (duration: 296.195385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.502276Z","caller":"traceutil/trace.go:171","msg":"trace[596861285] transaction","detail":"{read_only:false; response_revision:7322; number_of_response:1; }","duration":"296.864955ms","start":"2026-04-23T14:03:49.205403Z","end":"2026-04-23T14:03:49.502268Z","steps":["trace[596861285] 'process raft request' (duration: 296.239577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.502391Z","caller":"traceutil/trace.go:171","msg":"trace[2025357329] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"296.741951ms","start":"2026-04-23T14:03:49.205591Z","end":"2026-04-23T14:03:49.502333Z","steps":["trace[2025357329] 'process raft request' (duration: 296.120063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.989789Z","caller":"traceutil/trace.go:171","msg":"trace[2115555919] linearizableReadLoop","detail":"{readStateIndex:7600; appliedIndex:7599; }","duration":"150.649297ms","start":"2026-04-23T14:03:49.839108Z","end":"2026-04-23T14:03:49.989758Z","steps":["trace[2115555919] 'read index received' (duration: 150.41449ms)","trace[2115555919] 'applied index is now lower than readState.Index' (duration: 232.957µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:49.990273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.143681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:438796"} {"level":"info","ts":"2026-04-23T14:03:49.990316Z","caller":"traceutil/trace.go:171","msg":"trace[1996556554] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7325; }","duration":"151.233963ms","start":"2026-04-23T14:03:49.839072Z","end":"2026-04-23T14:03:49.990306Z","steps":["trace[1996556554] 'agreement among raft nodes before linearized reading' (duration: 150.8045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:49.990388Z","caller":"traceutil/trace.go:171","msg":"trace[2021696548] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"167.521305ms","start":"2026-04-23T14:03:49.822742Z","end":"2026-04-23T14:03:49.990264Z","steps":["trace[2021696548] 'process raft request' (duration: 166.814234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:50.234372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.253705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:438796"} {"level":"info","ts":"2026-04-23T14:03:50.234483Z","caller":"traceutil/trace.go:171","msg":"trace[487347819] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7325; }","duration":"101.401559ms","start":"2026-04-23T14:03:50.133066Z","end":"2026-04-23T14:03:50.234468Z","steps":["trace[487347819] 'range keys from in-memory index tree' (duration: 100.821393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:50.37591Z","caller":"traceutil/trace.go:171","msg":"trace[2039146419] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"117.787013ms","start":"2026-04-23T14:03:50.258075Z","end":"2026-04-23T14:03:50.375862Z","steps":["trace[2039146419] 'process raft request' (duration: 117.496485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:50.493794Z","caller":"traceutil/trace.go:171","msg":"trace[975218340] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"120.450659ms","start":"2026-04-23T14:03:50.37331Z","end":"2026-04-23T14:03:50.49376Z","steps":["trace[975218340] 'process raft request' (duration: 67.310104ms)","trace[975218340] 'compare' (duration: 52.968699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:51.539312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.745289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:51.539453Z","caller":"traceutil/trace.go:171","msg":"trace[1667461887] linearizableReadLoop","detail":"{readStateIndex:7603; appliedIndex:7602; }","duration":"843.742593ms","start":"2026-04-23T14:03:50.695691Z","end":"2026-04-23T14:03:51.539433Z","steps":["trace[1667461887] 'read index received' (duration: 67.797789ms)","trace[1667461887] 'applied index is now lower than readState.Index' (duration: 775.943184ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:51.539475Z","caller":"traceutil/trace.go:171","msg":"trace[927521170] transaction","detail":"{read_only:false; response_revision:7328; number_of_response:1; }","duration":"904.595811ms","start":"2026-04-23T14:03:50.634843Z","end":"2026-04-23T14:03:51.539439Z","steps":["trace[927521170] 'process raft request' (duration: 128.630735ms)","trace[927521170] 'compare' (duration: 775.471292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:51.539596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.868917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:03:51.539659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:50.634814Z","time spent":"904.741736ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:51.539695Z","caller":"traceutil/trace.go:171","msg":"trace[1269375992] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7328; }","duration":"843.99067ms","start":"2026-04-23T14:03:50.695682Z","end":"2026-04-23T14:03:51.539673Z","steps":["trace[1269375992] 'agreement among raft nodes before linearized reading' (duration: 843.815305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:51.53974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:50.69561Z","time spent":"844.119994ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T14:03:51.919035Z","caller":"traceutil/trace.go:171","msg":"trace[2146813303] transaction","detail":"{read_only:false; response_revision:7329; number_of_response:1; }","duration":"951.030123ms","start":"2026-04-23T14:03:50.967967Z","end":"2026-04-23T14:03:51.918997Z","steps":["trace[2146813303] 'process raft request' (duration: 890.30278ms)","trace[2146813303] 'compare' (duration: 60.579129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:51.919245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:50.967929Z","time spent":"951.194137ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:52.242606Z","caller":"traceutil/trace.go:171","msg":"trace[594742287] linearizableReadLoop","detail":"{readStateIndex:7605; appliedIndex:7603; }","duration":"703.104489ms","start":"2026-04-23T14:03:51.539481Z","end":"2026-04-23T14:03:52.242585Z","steps":["trace[594742287] 'read index received' (duration: 318.806852ms)","trace[594742287] 'applied index is now lower than readState.Index' (duration: 384.296557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:52.242847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025491285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:52.242882Z","caller":"traceutil/trace.go:171","msg":"trace[1756722228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7330; }","duration":"1.025573958s","start":"2026-04-23T14:03:51.217298Z","end":"2026-04-23T14:03:52.242872Z","steps":["trace[1756722228] 'agreement among raft nodes before linearized reading' (duration: 1.025503676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.242906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.217277Z","time spent":"1.025623759s","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.128184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:52.24309Z","caller":"traceutil/trace.go:171","msg":"trace[1395427943] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7330; }","duration":"699.183375ms","start":"2026-04-23T14:03:51.5439Z","end":"2026-04-23T14:03:52.243084Z","steps":["trace[1395427943] 'agreement among raft nodes before linearized reading' (duration: 699.142544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.543885Z","time spent":"699.217607ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277514292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T14:03:52.243166Z","caller":"traceutil/trace.go:171","msg":"trace[1689109539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7330; }","duration":"1.277641825s","start":"2026-04-23T14:03:50.965502Z","end":"2026-04-23T14:03:52.243144Z","steps":["trace[1689109539] 'agreement among raft nodes before linearized reading' (duration: 1.277314426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:50.96542Z","time spent":"1.277787358s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.600664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:52.24327Z","caller":"traceutil/trace.go:171","msg":"trace[811518253] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"989.051433ms","start":"2026-04-23T14:03:51.254166Z","end":"2026-04-23T14:03:52.243217Z","steps":["trace[811518253] 'process raft request' (duration: 924.084499ms)","trace[811518253] 'compare' (duration: 64.099659ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:52.243351Z","caller":"traceutil/trace.go:171","msg":"trace[2144145968] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7330; }","duration":"719.709818ms","start":"2026-04-23T14:03:51.523629Z","end":"2026-04-23T14:03:52.243339Z","steps":["trace[2144145968] 'agreement among raft nodes before linearized reading' (duration: 719.597165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.24331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.469674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T14:03:52.243381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.523618Z","time spent":"719.755789ms","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T14:03:52.243417Z","caller":"traceutil/trace.go:171","msg":"trace[732590664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7330; }","duration":"734.657139ms","start":"2026-04-23T14:03:51.508735Z","end":"2026-04-23T14:03:52.243392Z","steps":["trace[732590664] 'agreement among raft nodes before linearized reading' (duration: 733.98385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.455625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T14:03:52.243464Z","caller":"traceutil/trace.go:171","msg":"trace[253734394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7330; }","duration":"734.484415ms","start":"2026-04-23T14:03:51.508972Z","end":"2026-04-23T14:03:52.243457Z","steps":["trace[253734394] 'agreement among raft nodes before linearized reading' (duration: 734.415373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.423193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T14:03:52.243475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.508705Z","time spent":"734.759813ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.508869Z","time spent":"734.617019ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.25414Z","time spent":"989.233088ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:52.243531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23738987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:52.243528Z","caller":"traceutil/trace.go:171","msg":"trace[1100920692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7330; }","duration":"734.527275ms","start":"2026-04-23T14:03:51.508983Z","end":"2026-04-23T14:03:52.24351Z","steps":["trace[1100920692] 'agreement among raft nodes before linearized reading' (duration: 734.180905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.243567Z","caller":"traceutil/trace.go:171","msg":"trace[882943894] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7330; }","duration":"1.237470394s","start":"2026-04-23T14:03:51.006081Z","end":"2026-04-23T14:03:52.243551Z","steps":["trace[882943894] 'agreement among raft nodes before linearized reading' (duration: 1.237422612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.508975Z","time spent":"734.589778ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.006051Z","time spent":"1.237534315s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:52.243368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.496915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T14:03:52.243483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155163198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T14:03:52.243688Z","caller":"traceutil/trace.go:171","msg":"trace[1668609913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7330; }","duration":"734.826544ms","start":"2026-04-23T14:03:51.508851Z","end":"2026-04-23T14:03:52.243678Z","steps":["trace[1668609913] 'agreement among raft nodes before linearized reading' (duration: 734.425623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.243693Z","caller":"traceutil/trace.go:171","msg":"trace[1371717093] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:7330; }","duration":"1.155396133s","start":"2026-04-23T14:03:51.088284Z","end":"2026-04-23T14:03:52.24368Z","steps":["trace[1371717093] 'agreement among raft nodes before linearized reading' (duration: 1.155140486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.24372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.50884Z","time spent":"734.870205ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T14:03:52.24373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.088268Z","time spent":"1.155451146s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-23T14:03:52.243742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.874226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T14:03:52.243782Z","caller":"traceutil/trace.go:171","msg":"trace[201550574] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7330; }","duration":"734.965819ms","start":"2026-04-23T14:03:51.508803Z","end":"2026-04-23T14:03:52.243768Z","steps":["trace[201550574] 'agreement among raft nodes before linearized reading' (duration: 734.824744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.243814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:51.508769Z","time spent":"735.037311ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:03:52.244783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.922077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:438796"} {"level":"info","ts":"2026-04-23T14:03:52.24482Z","caller":"traceutil/trace.go:171","msg":"trace[287460898] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7330; }","duration":"163.959498ms","start":"2026-04-23T14:03:52.08085Z","end":"2026-04-23T14:03:52.24481Z","steps":["trace[287460898] 'agreement among raft nodes before linearized reading' (duration: 163.475334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.428499Z","caller":"traceutil/trace.go:171","msg":"trace[467552519] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"179.938649ms","start":"2026-04-23T14:03:52.248526Z","end":"2026-04-23T14:03:52.428465Z","steps":["trace[467552519] 'process raft request' (duration: 141.320485ms)","trace[467552519] 'compare' (duration: 38.319995ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:52.428955Z","caller":"traceutil/trace.go:171","msg":"trace[1434122763] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"179.922379ms","start":"2026-04-23T14:03:52.248983Z","end":"2026-04-23T14:03:52.428905Z","steps":["trace[1434122763] 'process raft request' (duration: 179.437534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.430204Z","caller":"traceutil/trace.go:171","msg":"trace[2017974034] linearizableReadLoop","detail":"{readStateIndex:7607; appliedIndex:7605; }","duration":"181.37551ms","start":"2026-04-23T14:03:52.248812Z","end":"2026-04-23T14:03:52.430188Z","steps":["trace[2017974034] 'read index received' (duration: 39.433697ms)","trace[2017974034] 'applied index is now lower than readState.Index' (duration: 141.940873ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:52.430496Z","caller":"traceutil/trace.go:171","msg":"trace[745834234] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"180.348251ms","start":"2026-04-23T14:03:52.25009Z","end":"2026-04-23T14:03:52.430439Z","steps":["trace[745834234] 'process raft request' (duration: 180.009611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.430594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.764011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:03:52.430654Z","caller":"traceutil/trace.go:171","msg":"trace[955292346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7336; }","duration":"181.852665ms","start":"2026-04-23T14:03:52.248787Z","end":"2026-04-23T14:03:52.43064Z","steps":["trace[955292346] 'agreement among raft nodes before linearized reading' (duration: 181.656449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.430727Z","caller":"traceutil/trace.go:171","msg":"trace[1463180291] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"179.373802ms","start":"2026-04-23T14:03:52.251326Z","end":"2026-04-23T14:03:52.430699Z","steps":["trace[1463180291] 'process raft request' (duration: 178.811406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.430876Z","caller":"traceutil/trace.go:171","msg":"trace[300889156] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"181.69673ms","start":"2026-04-23T14:03:52.249151Z","end":"2026-04-23T14:03:52.430847Z","steps":["trace[300889156] 'process raft request' (duration: 180.793473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.430923Z","caller":"traceutil/trace.go:171","msg":"trace[18068166] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"180.877485ms","start":"2026-04-23T14:03:52.250034Z","end":"2026-04-23T14:03:52.430911Z","steps":["trace[18068166] 'process raft request' (duration: 180.01557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.480044Z","caller":"traceutil/trace.go:171","msg":"trace[168288357] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"190.542015ms","start":"2026-04-23T14:03:52.289446Z","end":"2026-04-23T14:03:52.479989Z","steps":["trace[168288357] 'process raft request' (duration: 190.332499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.480223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.893672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:52.480314Z","caller":"traceutil/trace.go:171","msg":"trace[609817511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7337; }","duration":"228.105188ms","start":"2026-04-23T14:03:52.252192Z","end":"2026-04-23T14:03:52.480297Z","steps":["trace[609817511] 'agreement among raft nodes before linearized reading' (duration: 227.825299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:52.481017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.273452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T14:03:52.481115Z","caller":"traceutil/trace.go:171","msg":"trace[717412846] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7337; }","duration":"228.393575ms","start":"2026-04-23T14:03:52.252697Z","end":"2026-04-23T14:03:52.481091Z","steps":["trace[717412846] 'agreement among raft nodes before linearized reading' (duration: 227.279114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:52.935484Z","caller":"traceutil/trace.go:171","msg":"trace[523766100] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"109.200129ms","start":"2026-04-23T14:03:52.826247Z","end":"2026-04-23T14:03:52.935447Z","steps":["trace[523766100] 'process raft request' (duration: 109.002143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:53.39647Z","caller":"traceutil/trace.go:171","msg":"trace[1567221663] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"112.678716ms","start":"2026-04-23T14:03:53.283756Z","end":"2026-04-23T14:03:53.396435Z","steps":["trace[1567221663] 'process raft request' (duration: 112.453779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:54.142627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150593021781493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T14:03:54.666172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.505455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:54.666254Z","caller":"traceutil/trace.go:171","msg":"trace[805008449] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"1.120605685s","start":"2026-04-23T14:03:53.545635Z","end":"2026-04-23T14:03:54.666241Z","steps":["trace[805008449] 'process raft request' (duration: 848.962286ms)","trace[805008449] 'compare' (duration: 271.414192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:54.666327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:53.545605Z","time spent":"1.120702737s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:55.05381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.236715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:55.054209Z","caller":"traceutil/trace.go:171","msg":"trace[666917161] linearizableReadLoop","detail":"{readStateIndex:7617; appliedIndex:7615; }","duration":"1.412242606s","start":"2026-04-23T14:03:53.641941Z","end":"2026-04-23T14:03:55.054184Z","steps":["trace[666917161] 'read index received' (duration: 752.716354ms)","trace[666917161] 'applied index is now lower than readState.Index' (duration: 659.524982ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:55.054548Z","caller":"traceutil/trace.go:171","msg":"trace[1087857636] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"802.707922ms","start":"2026-04-23T14:03:54.251809Z","end":"2026-04-23T14:03:55.054517Z","steps":["trace[1087857636] 'process raft request' (duration: 802.138776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.05465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412646686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T14:03:55.054699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.251791Z","time spent":"802.843676ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:55.054611Z","caller":"traceutil/trace.go:171","msg":"trace[1525599514] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"1.12809859s","start":"2026-04-23T14:03:53.926459Z","end":"2026-04-23T14:03:55.054558Z","steps":["trace[1525599514] 'process raft request' (duration: 880.976409ms)","trace[1525599514] 'compare' (duration: 245.932947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:55.054873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.017681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T14:03:55.054832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.823117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T14:03:55.054922Z","caller":"traceutil/trace.go:171","msg":"trace[2055951252] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7342; }","duration":"672.092204ms","start":"2026-04-23T14:03:54.382813Z","end":"2026-04-23T14:03:55.054905Z","steps":["trace[2055951252] 'agreement among raft nodes before linearized reading' (duration: 672.001431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.054972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.382798Z","time spent":"672.164275ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T14:03:55.054965Z","caller":"traceutil/trace.go:171","msg":"trace[1221112122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7342; }","duration":"621.032224ms","start":"2026-04-23T14:03:54.4339Z","end":"2026-04-23T14:03:55.054932Z","steps":["trace[1221112122] 'agreement among raft nodes before linearized reading' (duration: 620.648503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.799258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T14:03:55.055041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.43387Z","time spent":"621.154287ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T14:03:55.055051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.220918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T14:03:55.055118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:53.926394Z","time spent":"1.12846998s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:55.055078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.723907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T14:03:55.055237Z","caller":"traceutil/trace.go:171","msg":"trace[533019259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7342; }","duration":"622.407863ms","start":"2026-04-23T14:03:54.432759Z","end":"2026-04-23T14:03:55.055167Z","steps":["trace[533019259] 'agreement among raft nodes before linearized reading' (duration: 622.032351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.319083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T14:03:55.055338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.094577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T14:03:55.055341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.364926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1307"} {"level":"info","ts":"2026-04-23T14:03:55.055463Z","caller":"traceutil/trace.go:171","msg":"trace[884930320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7342; }","duration":"620.472428ms","start":"2026-04-23T14:03:54.434976Z","end":"2026-04-23T14:03:55.055448Z","steps":["trace[884930320] 'agreement among raft nodes before linearized reading' (duration: 620.257322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:55.055464Z","caller":"traceutil/trace.go:171","msg":"trace[389740621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7342; }","duration":"620.003364ms","start":"2026-04-23T14:03:54.435299Z","end":"2026-04-23T14:03:55.055302Z","steps":["trace[389740621] 'agreement among raft nodes before linearized reading' (duration: 619.509411ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:55.055495Z","caller":"traceutil/trace.go:171","msg":"trace[1609559586] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:7342; }","duration":"627.546781ms","start":"2026-04-23T14:03:54.427929Z","end":"2026-04-23T14:03:55.055476Z","steps":["trace[1609559586] 'agreement among raft nodes before linearized reading' (duration: 627.230832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.365778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T14:03:55.055514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.434963Z","time spent":"620.536819ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T14:03:55.054777Z","caller":"traceutil/trace.go:171","msg":"trace[941402554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7342; }","duration":"1.412871063s","start":"2026-04-23T14:03:53.641879Z","end":"2026-04-23T14:03:55.05475Z","steps":["trace[941402554] 'agreement among raft nodes before linearized reading' (duration: 1.412537293s)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:55.055481Z","caller":"traceutil/trace.go:171","msg":"trace[513726932] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7342; }","duration":"620.301863ms","start":"2026-04-23T14:03:54.435164Z","end":"2026-04-23T14:03:55.055466Z","steps":["trace[513726932] 'agreement among raft nodes before linearized reading' (duration: 619.989973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.427918Z","time spent":"627.622673ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1330,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-04-23T14:03:55.055598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.435153Z","time spent":"620.433016ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T14:03:55.055533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.435284Z","time spent":"620.2268ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T14:03:55.055552Z","caller":"traceutil/trace.go:171","msg":"trace[1021102733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7342; }","duration":"838.44872ms","start":"2026-04-23T14:03:54.217093Z","end":"2026-04-23T14:03:55.055542Z","steps":["trace[1021102733] 'agreement among raft nodes before linearized reading' (duration: 838.378849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:53.64185Z","time spent":"1.413733488s","remote":"127.0.0.1:52748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T14:03:55.055116Z","caller":"traceutil/trace.go:171","msg":"trace[290084705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7342; }","duration":"619.906551ms","start":"2026-04-23T14:03:54.435166Z","end":"2026-04-23T14:03:55.055073Z","steps":["trace[290084705] 'agreement among raft nodes before linearized reading' (duration: 619.629042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.05537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.432725Z","time spent":"622.62688ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T14:03:55.055685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.217054Z","time spent":"838.605585ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:55.054665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.946321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:55.055796Z","caller":"traceutil/trace.go:171","msg":"trace[1642154985] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7342; }","duration":"1.000223168s","start":"2026-04-23T14:03:54.055564Z","end":"2026-04-23T14:03:55.055787Z","steps":["trace[1642154985] 'agreement among raft nodes before linearized reading' (duration: 998.9169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:55.055768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.435152Z","time spent":"620.59869ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T14:03:55.055838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:54.05554Z","time spent":"1.00028625s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:56.034884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.480985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:56.035818Z","caller":"traceutil/trace.go:171","msg":"trace[1513927293] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"972.112635ms","start":"2026-04-23T14:03:55.063666Z","end":"2026-04-23T14:03:56.035779Z","steps":["trace[1513927293] 'process raft request' (duration: 778.617581ms)","trace[1513927293] 'compare' (duration: 192.062993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:56.035997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.063641Z","time spent":"972.257959ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:56.036883Z","caller":"traceutil/trace.go:171","msg":"trace[1665551013] linearizableReadLoop","detail":"{readStateIndex:7624; appliedIndex:7619; }","duration":"963.023124ms","start":"2026-04-23T14:03:55.073836Z","end":"2026-04-23T14:03:56.036859Z","steps":["trace[1665551013] 'read index received' (duration: 78.257201ms)","trace[1665551013] 'applied index is now lower than readState.Index' (duration: 884.764662ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:56.037097Z","caller":"traceutil/trace.go:171","msg":"trace[1436009839] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"973.030551ms","start":"2026-04-23T14:03:55.064037Z","end":"2026-04-23T14:03:56.037067Z","steps":["trace[1436009839] 'process raft request' (duration: 972.742893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:56.037154Z","caller":"traceutil/trace.go:171","msg":"trace[839342651] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"973.354101ms","start":"2026-04-23T14:03:55.063763Z","end":"2026-04-23T14:03:56.037117Z","steps":["trace[839342651] 'process raft request' (duration: 972.841286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:56.037137Z","caller":"traceutil/trace.go:171","msg":"trace[1466898360] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"973.074522ms","start":"2026-04-23T14:03:55.063971Z","end":"2026-04-23T14:03:56.037045Z","steps":["trace[1466898360] 'process raft request' (duration: 972.744633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:56.037316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.063754Z","time spent":"973.474484ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:56.037316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.064024Z","time spent":"973.177286ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:56.037328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.06396Z","time spent":"973.294268ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:56.037454Z","caller":"traceutil/trace.go:171","msg":"trace[2087155052] transaction","detail":"{read_only:false; response_revision:7348; number_of_response:1; }","duration":"973.397892ms","start":"2026-04-23T14:03:55.064048Z","end":"2026-04-23T14:03:56.037445Z","steps":["trace[2087155052] 'process raft request' (duration: 972.768334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:56.037504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.064029Z","time spent":"973.448514ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:56.03774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.663041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:56.037777Z","caller":"traceutil/trace.go:171","msg":"trace[862430348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7348; }","duration":"819.747984ms","start":"2026-04-23T14:03:55.218019Z","end":"2026-04-23T14:03:56.037767Z","steps":["trace[862430348] 'agreement among raft nodes before linearized reading' (duration: 819.681432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:56.037826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.217992Z","time spent":"819.829075ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T14:03:56.038028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.054799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T14:03:56.03806Z","caller":"traceutil/trace.go:171","msg":"trace[1902098477] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7348; }","duration":"348.143151ms","start":"2026-04-23T14:03:55.689905Z","end":"2026-04-23T14:03:56.038048Z","steps":["trace[1902098477] 'agreement among raft nodes before linearized reading' (duration: 348.039268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:56.03808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.689872Z","time spent":"348.203183ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T14:03:56.0383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.461935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1307"} {"level":"info","ts":"2026-04-23T14:03:56.038357Z","caller":"traceutil/trace.go:171","msg":"trace[1154932879] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:7348; }","duration":"964.569887ms","start":"2026-04-23T14:03:55.073772Z","end":"2026-04-23T14:03:56.038342Z","steps":["trace[1154932879] 'agreement among raft nodes before linearized reading' (duration: 963.774535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:56.038848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:55.073749Z","time spent":"964.881717ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1330,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-04-23T14:03:57.066954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.667665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T14:03:57.067234Z","caller":"traceutil/trace.go:171","msg":"trace[1981895934] linearizableReadLoop","detail":"{readStateIndex:7625; appliedIndex:7624; }","duration":"456.572195ms","start":"2026-04-23T14:03:56.610635Z","end":"2026-04-23T14:03:57.067207Z","steps":["trace[1981895934] 'read index received' (duration: 249.701964ms)","trace[1981895934] 'applied index is now lower than readState.Index' (duration: 206.867941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:57.067612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.962296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:57.06773Z","caller":"traceutil/trace.go:171","msg":"trace[2073974290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7348; }","duration":"457.10224ms","start":"2026-04-23T14:03:56.610565Z","end":"2026-04-23T14:03:57.067667Z","steps":["trace[2073974290] 'agreement among raft nodes before linearized reading' (duration: 456.727529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:57.067835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:56.61054Z","time spent":"457.278665ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T14:03:57.068313Z","caller":"traceutil/trace.go:171","msg":"trace[232940615] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"396.266603ms","start":"2026-04-23T14:03:56.67201Z","end":"2026-04-23T14:03:57.068276Z","steps":["trace[232940615] 'process raft request' (duration: 395.194992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:57.068665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:56.671971Z","time spent":"396.5419ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:57.449119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.062371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:57.449247Z","caller":"traceutil/trace.go:171","msg":"trace[330459732] linearizableReadLoop","detail":"{readStateIndex:7628; appliedIndex:7627; }","duration":"292.768733ms","start":"2026-04-23T14:03:57.156458Z","end":"2026-04-23T14:03:57.449227Z","steps":["trace[330459732] 'read index received' (duration: 114.453765ms)","trace[330459732] 'applied index is now lower than readState.Index' (duration: 178.313668ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:57.449783Z","caller":"traceutil/trace.go:171","msg":"trace[1072200559] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"383.557259ms","start":"2026-04-23T14:03:57.066182Z","end":"2026-04-23T14:03:57.449739Z","steps":["trace[1072200559] 'process raft request' (duration: 204.745797ms)","trace[1072200559] 'compare' (duration: 177.879775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:57.449895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.433642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T14:03:57.450106Z","caller":"traceutil/trace.go:171","msg":"trace[1989094909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7351; }","duration":"293.685079ms","start":"2026-04-23T14:03:57.156406Z","end":"2026-04-23T14:03:57.450091Z","steps":["trace[1989094909] 'agreement among raft nodes before linearized reading' (duration: 292.871705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:57.450765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:57.066148Z","time spent":"383.867797ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:57.700651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.392499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:57.701215Z","caller":"traceutil/trace.go:171","msg":"trace[586592798] linearizableReadLoop","detail":"{readStateIndex:7630; appliedIndex:7628; }","duration":"200.859986ms","start":"2026-04-23T14:03:57.500333Z","end":"2026-04-23T14:03:57.701193Z","steps":["trace[586592798] 'read index received' (duration: 74.817897ms)","trace[586592798] 'applied index is now lower than readState.Index' (duration: 126.041089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:57.701635Z","caller":"traceutil/trace.go:171","msg":"trace[95153841] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"203.864171ms","start":"2026-04-23T14:03:57.497722Z","end":"2026-04-23T14:03:57.701586Z","steps":["trace[95153841] 'process raft request' (duration: 203.068149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:57.701634Z","caller":"traceutil/trace.go:171","msg":"trace[1576780469] transaction","detail":"{read_only:false; response_revision:7352; number_of_response:1; }","duration":"246.632679ms","start":"2026-04-23T14:03:57.454953Z","end":"2026-04-23T14:03:57.701586Z","steps":["trace[1576780469] 'process raft request' (duration: 120.17734ms)","trace[1576780469] 'compare' (duration: 125.241725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:57.701828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.498174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T14:03:57.703281Z","caller":"traceutil/trace.go:171","msg":"trace[225816752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7353; }","duration":"201.776821ms","start":"2026-04-23T14:03:57.500277Z","end":"2026-04-23T14:03:57.702053Z","steps":["trace[225816752] 'agreement among raft nodes before linearized reading' (duration: 200.989418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:58.444913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.10814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:58.445131Z","caller":"traceutil/trace.go:171","msg":"trace[779790401] linearizableReadLoop","detail":"{readStateIndex:7635; appliedIndex:7631; }","duration":"226.535446ms","start":"2026-04-23T14:03:58.218574Z","end":"2026-04-23T14:03:58.44511Z","steps":["trace[779790401] 'read index received' (duration: 133.101817ms)","trace[779790401] 'applied index is now lower than readState.Index' (duration: 93.432709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:03:58.44522Z","caller":"traceutil/trace.go:171","msg":"trace[1305918701] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"306.020875ms","start":"2026-04-23T14:03:58.139186Z","end":"2026-04-23T14:03:58.445207Z","steps":["trace[1305918701] 'process raft request' (duration: 46.527094ms)","trace[1305918701] 'compare' (duration: 258.977515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:58.445262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:58.139157Z","time spent":"306.087186ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:58.445369Z","caller":"traceutil/trace.go:171","msg":"trace[2044935581] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"305.89185ms","start":"2026-04-23T14:03:58.139463Z","end":"2026-04-23T14:03:58.445355Z","steps":["trace[2044935581] 'process raft request' (duration: 305.562761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:58.445424Z","caller":"traceutil/trace.go:171","msg":"trace[550583679] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"305.82812ms","start":"2026-04-23T14:03:58.139585Z","end":"2026-04-23T14:03:58.445413Z","steps":["trace[550583679] 'process raft request' (duration: 305.4728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:58.445437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.467566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:58.445459Z","caller":"traceutil/trace.go:171","msg":"trace[1427204997] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7358; }","duration":"141.539078ms","start":"2026-04-23T14:03:58.303913Z","end":"2026-04-23T14:03:58.445452Z","steps":["trace[1427204997] 'agreement among raft nodes before linearized reading' (duration: 141.510748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:58.445535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:58.139578Z","time spent":"305.87262ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:58.445534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:58.139454Z","time spent":"305.974844ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:58.445404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.839184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:58.445652Z","caller":"traceutil/trace.go:171","msg":"trace[338925626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7358; }","duration":"227.138443ms","start":"2026-04-23T14:03:58.218508Z","end":"2026-04-23T14:03:58.445647Z","steps":["trace[338925626] 'agreement among raft nodes before linearized reading' (duration: 226.844544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:58.445348Z","caller":"traceutil/trace.go:171","msg":"trace[501367385] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"305.083178ms","start":"2026-04-23T14:03:58.14022Z","end":"2026-04-23T14:03:58.445303Z","steps":["trace[501367385] 'process raft request' (duration: 304.862442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:03:58.445794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:58.140214Z","time spent":"305.48275ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T14:03:59.520029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.314057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:03:59.520401Z","caller":"traceutil/trace.go:171","msg":"trace[1626342517] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"363.088103ms","start":"2026-04-23T14:03:59.157289Z","end":"2026-04-23T14:03:59.520377Z","steps":["trace[1626342517] 'process raft request' (duration: 146.315992ms)","trace[1626342517] 'compare' (duration: 216.189743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:59.520458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:03:59.157257Z","time spent":"363.178265ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:03:59.520818Z","caller":"traceutil/trace.go:171","msg":"trace[1294465381] linearizableReadLoop","detail":"{readStateIndex:7637; appliedIndex:7636; }","duration":"260.144513ms","start":"2026-04-23T14:03:59.260639Z","end":"2026-04-23T14:03:59.520784Z","steps":["trace[1294465381] 'read index received' (duration: 42.871728ms)","trace[1294465381] 'applied index is now lower than readState.Index' (duration: 217.270304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:03:59.52183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.970357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:03:59.522406Z","caller":"traceutil/trace.go:171","msg":"trace[1321744820] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7361; }","duration":"261.795631ms","start":"2026-04-23T14:03:59.26057Z","end":"2026-04-23T14:03:59.522365Z","steps":["trace[1321744820] 'agreement among raft nodes before linearized reading' (duration: 260.557586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:03:59.946724Z","caller":"traceutil/trace.go:171","msg":"trace[759471181] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"176.908908ms","start":"2026-04-23T14:03:59.769796Z","end":"2026-04-23T14:03:59.946705Z","steps":["trace[759471181] 'process raft request' (duration: 176.774014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:04:00.668066Z","caller":"traceutil/trace.go:171","msg":"trace[971326980] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"212.919774ms","start":"2026-04-23T14:04:00.455114Z","end":"2026-04-23T14:04:00.668034Z","steps":["trace[971326980] 'process raft request' (duration: 212.726119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:04:00.903411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.461908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T14:04:00.903677Z","caller":"traceutil/trace.go:171","msg":"trace[1632932492] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"175.270055ms","start":"2026-04-23T14:04:00.728391Z","end":"2026-04-23T14:04:00.903661Z","steps":["trace[1632932492] 'process raft request' (duration: 175.235825ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:04:00.903633Z","caller":"traceutil/trace.go:171","msg":"trace[2147316426] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"445.827039ms","start":"2026-04-23T14:04:00.45777Z","end":"2026-04-23T14:04:00.903597Z","steps":["trace[2147316426] 'process raft request' (duration: 289.113034ms)","trace[2147316426] 'compare' (duration: 156.101358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:04:00.903832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:04:00.457753Z","time spent":"445.975545ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:04:00.903956Z","caller":"traceutil/trace.go:171","msg":"trace[1313931165] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"205.40784ms","start":"2026-04-23T14:04:00.698541Z","end":"2026-04-23T14:04:00.903948Z","steps":["trace[1313931165] 'process raft request' (duration: 205.061149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:04:00.904174Z","caller":"traceutil/trace.go:171","msg":"trace[1967887615] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"446.280163ms","start":"2026-04-23T14:04:00.457886Z","end":"2026-04-23T14:04:00.904166Z","steps":["trace[1967887615] 'process raft request' (duration: 445.617374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:04:00.90423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:04:00.457857Z","time spent":"446.337205ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:04:00.904369Z","caller":"traceutil/trace.go:171","msg":"trace[417742703] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"446.438238ms","start":"2026-04-23T14:04:00.457925Z","end":"2026-04-23T14:04:00.904363Z","steps":["trace[417742703] 'process raft request' (duration: 445.634054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:04:00.904403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:04:00.457886Z","time spent":"446.497729ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:04:01.477543Z","caller":"traceutil/trace.go:171","msg":"trace[744337315] linearizableReadLoop","detail":"{readStateIndex:7649; appliedIndex:7647; }","duration":"258.77341ms","start":"2026-04-23T14:04:01.218747Z","end":"2026-04-23T14:04:01.477521Z","steps":["trace[744337315] 'read index received' (duration: 198.944539ms)","trace[744337315] 'applied index is now lower than readState.Index' (duration: 59.827811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:04:01.477694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.933654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T14:04:01.477718Z","caller":"traceutil/trace.go:171","msg":"trace[1176028635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7371; }","duration":"259.026127ms","start":"2026-04-23T14:04:01.218684Z","end":"2026-04-23T14:04:01.47771Z","steps":["trace[1176028635] 'agreement among raft nodes before linearized reading' (duration: 258.918934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T14:04:01.4779Z","caller":"traceutil/trace.go:171","msg":"trace[1813004946] transaction","detail":"{read_only:false; response_revision:7371; number_of_response:1; }","duration":"327.247619ms","start":"2026-04-23T14:04:01.150644Z","end":"2026-04-23T14:04:01.477892Z","steps":["trace[1813004946] 'process raft request' (duration: 326.754274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T14:04:01.477968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:04:01.150613Z","time spent":"327.30144ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:04:01.47822Z","caller":"traceutil/trace.go:171","msg":"trace[244727492] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"339.956962ms","start":"2026-04-23T14:04:01.138228Z","end":"2026-04-23T14:04:01.478185Z","steps":["trace[244727492] 'process raft request' (duration: 279.530794ms)","trace[244727492] 'compare' (duration: 59.305026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T14:04:01.478429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T14:04:01.138201Z","time spent":"340.141546ms","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T14:04:01.646529Z","caller":"traceutil/trace.go:171","msg":"trace[1091349838] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"118.712365ms","start":"2026-04-23T14:04:01.527771Z","end":"2026-04-23T14:04:01.646484Z","steps":["trace[1091349838] 'process raft request' (duration: 58.329368ms)","trace[1091349838] 'compare' (duration: 59.699707ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T14:04:02.311908Z","caller":"traceutil/trace.go:171","msg":"trace[1532356068] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"120.350699ms","start":"2026-04-23T14:04:02.191525Z","end":"2026-04-23T14:04:02.311876Z","steps":["trace[1532356068] 'process raft request' (duration: 120.153093ms)"],"step_count":1}